2024-03-10T21:01:46.118 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-10T21:01:46.119 DEBUG:teuthology.run:Teuthology command: teuthology --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --archive /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639 --name teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/orig.config.yaml 2024-03-10T21:01:46.166 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-10T21:01:46.261 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.io first_in_suite: false job_id: '7589639' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 2b0101eb74d60610d544cb8a473e23a35ac1cc0b owner: scheduled_teuthology@teuthology priority: 201 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 9484 sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e sleep_before_teardown: 0 subset: 12639/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 2b0101eb74d60610d544cb8a473e23a35ac1cc0b targets: smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBXAP4zXPSAtqxXiwAI/sjZHrRwwNzeicIAq9xzobu01ZqklbcMLs0fND2WVmTvXMu3Vlv7vlJI4yR+4XXj5IJU= smithi193.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO2upE9z7vzsQEiZtEdlbnJeSAzHfpMyy0YZSaUfdyLgodPhjWe2QnctN32QcDJN9VZ/gvwxyPiPMIPA2ECFdis= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-10_20:46:54 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-03-10T21:01:46.261 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa; will attempt to use it 2024-03-10T21:01:46.262 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks 2024-03-10T21:01:46.262 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-10T21:01:46.264 INFO:teuthology.task.internal:Checking packages... 2024-03-10T21:01:46.288 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cb2b48d76f56fc07bc6a177ed79951f825d2165e' 2024-03-10T21:01:46.288 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:01:46.288 INFO:teuthology.packaging:ref: None 2024-03-10T21:01:46.289 INFO:teuthology.packaging:tag: None 2024-03-10T21:01:46.289 INFO:teuthology.packaging:branch: main 2024-03-10T21:01:46.289 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:01:46.289 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-03-10T21:01:46.535 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1977.gcb2b48d7 2024-03-10T21:01:46.537 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-10T21:01:46.548 INFO:teuthology.task.internal:no buildpackages task found 2024-03-10T21:01:46.548 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-10T21:01:46.574 INFO:teuthology.task.internal:Saving configuration 2024-03-10T21:01:46.592 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-10T21:01:46.603 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-10T21:01:46.627 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 20:50:32.176980', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBXAP4zXPSAtqxXiwAI/sjZHrRwwNzeicIAq9xzobu01ZqklbcMLs0fND2WVmTvXMu3Vlv7vlJI4yR+4XXj5IJU='} 2024-03-10T21:01:46.647 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi193.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 20:50:32.178891', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO2upE9z7vzsQEiZtEdlbnJeSAzHfpMyy0YZSaUfdyLgodPhjWe2QnctN32QcDJN9VZ/gvwxyPiPMIPA2ECFdis='} 2024-03-10T21:01:46.647 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-10T21:01:46.659 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-03-10T21:01:46.659 INFO:teuthology.task.internal:roles: ubuntu@smithi193.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-03-10T21:01:46.659 INFO:teuthology.run_tasks:Running task console_log... 2024-03-10T21:01:46.794 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb8044d20d0>, signals=[15]) 2024-03-10T21:01:46.795 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-10T21:01:46.805 INFO:teuthology.task.internal:Opening connections... 2024-03-10T21:01:46.805 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com 2024-03-10T21:01:46.807 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:01:46.907 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi193.front.sepia.ceph.com 2024-03-10T21:01:46.908 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:01:46.996 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-10T21:01:47.002 DEBUG:teuthology.orchestra.run.smithi071:> uname -m 2024-03-10T21:01:47.020 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64 2024-03-10T21:01:47.020 DEBUG:teuthology.orchestra.run.smithi071:> cat /etc/os-release 2024-03-10T21:01:47.076 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="CentOS Stream" 2024-03-10T21:01:47.076 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="9" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:ID="centos" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE="rhel fedora" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="9" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:PLATFORM_ID="platform:el9" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:ANSI_COLOR="0;31" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:LOGO="fedora-logo-icon" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://centos.org/" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-10T21:01:47.077 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-10T21:01:47.078 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server 2024-03-10T21:01:47.105 DEBUG:teuthology.orchestra.run.smithi193:> uname -m 2024-03-10T21:01:47.121 INFO:teuthology.orchestra.run.smithi193.stdout:x86_64 2024-03-10T21:01:47.121 DEBUG:teuthology.orchestra.run.smithi193:> cat /etc/os-release 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:NAME="CentOS Stream" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:VERSION="9" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:ID="centos" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:ID_LIKE="rhel fedora" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:VERSION_ID="9" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:PLATFORM_ID="platform:el9" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:ANSI_COLOR="0;31" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:LOGO="fedora-logo-icon" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:HOME_URL="https://centos.org/" 2024-03-10T21:01:47.177 INFO:teuthology.orchestra.run.smithi193.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-10T21:01:47.178 INFO:teuthology.orchestra.run.smithi193.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-10T21:01:47.178 INFO:teuthology.orchestra.run.smithi193.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-10T21:01:47.178 INFO:teuthology.lock.ops:Updating smithi193.front.sepia.ceph.com on lock server 2024-03-10T21:01:47.196 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-10T21:01:47.207 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-10T21:01:47.218 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-10T21:01:47.219 DEBUG:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest 2024-03-10T21:01:47.221 DEBUG:teuthology.orchestra.run.smithi193:> test '!' -e /home/ubuntu/cephtest 2024-03-10T21:01:47.236 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-10T21:01:47.247 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-10T21:01:47.247 DEBUG:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph) 2024-03-10T21:01:47.279 DEBUG:teuthology.orchestra.run.smithi193:> test -z $(ls -A /var/lib/ceph) 2024-03-10T21:01:47.386 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-10T21:01:47.441 INFO:teuthology.run_tasks:Running task kernel... 2024-03-10T21:01:47.462 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-03-10T21:01:47.462 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-03-10T21:01:47.463 DEBUG:teuthology.orchestra.run.smithi071:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-10T21:01:47.463 DEBUG:teuthology.orchestra.run.smithi193:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-10T21:01:47.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:01:47.479 DEBUG:teuthology.orchestra.run.smithi193:> uname -r 2024-03-10T21:01:47.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:01:47.480 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2024-03-10T21:01:47.534 INFO:teuthology.orchestra.run.smithi193.stdout:5.14.0-361.el9.x86_64 2024-03-10T21:01:47.534 INFO:teuthology.task.kernel:Running kernel on smithi193: 5.14.0-361.el9.x86_64 2024-03-10T21:01:47.534 DEBUG:teuthology.orchestra.run.smithi193:> sudo yum install -y kernel 2024-03-10T21:01:47.536 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-361.el9.x86_64 2024-03-10T21:01:47.537 INFO:teuthology.task.kernel:Running kernel on smithi071: 5.14.0-361.el9.x86_64 2024-03-10T21:01:47.537 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum install -y kernel 2024-03-10T21:01:49.738 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-03-10T21:01:49.757 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-03-10T21:01:51.146 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - BaseOS 7.3 MB/s | 2.0 MB 00:00 2024-03-10T21:01:51.149 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - BaseOS 7.2 MB/s | 2.0 MB 00:00 2024-03-10T21:01:52.073 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-03-10T21:01:52.803 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - BaseOS 6.6 MB/s | 8.0 MB 00:01 2024-03-10T21:01:53.883 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-03-10T21:01:54.638 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-03-10T21:01:57.992 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 9.4 MB/s | 6.1 MB 00:00 2024-03-10T21:01:58.733 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.1 MB 00:00 2024-03-10T21:01:59.459 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 15 kB 00:00 2024-03-10T21:02:00.272 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 15 kB 00:00 2024-03-10T21:02:01.271 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-03-10T21:02:02.074 INFO:teuthology.orchestra.run.smithi193.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-03-10T21:02:06.227 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-03-10T21:02:06.982 INFO:teuthology.orchestra.run.smithi193.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-03-10T21:02:08.392 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-10T21:02:08.392 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-10T21:02:08.499 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout: Package Architecture Version Repository Size 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-10T21:02:08.506 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:02:08.507 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-03-10T21:02:08.507 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-03-10T21:02:08.507 INFO:teuthology.orchestra.run.smithi071.stdout:Install 4 Packages 2024-03-10T21:02:08.507 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:02:08.507 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 100 M 2024-03-10T21:02:08.507 INFO:teuthology.orchestra.run.smithi071.stdout:Installed size: 123 M 2024-03-10T21:02:08.508 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2024-03-10T21:02:09.155 INFO:teuthology.orchestra.run.smithi193.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-10T21:02:09.155 INFO:teuthology.orchestra.run.smithi193.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-10T21:02:09.247 INFO:teuthology.orchestra.run.smithi193.stdout:Dependencies resolved. 2024-03-10T21:02:09.260 INFO:teuthology.orchestra.run.smithi193.stdout:================================================================================ 2024-03-10T21:02:09.260 INFO:teuthology.orchestra.run.smithi193.stdout: Package Architecture Version Repository Size 2024-03-10T21:02:09.260 INFO:teuthology.orchestra.run.smithi193.stdout:================================================================================ 2024-03-10T21:02:09.260 INFO:teuthology.orchestra.run.smithi193.stdout:Installing: 2024-03-10T21:02:09.260 INFO:teuthology.orchestra.run.smithi193.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout:Installing dependencies: 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction Summary 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout:================================================================================ 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout:Install 4 Packages 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:02:09.261 INFO:teuthology.orchestra.run.smithi193.stdout:Total download size: 100 M 2024-03-10T21:02:09.262 INFO:teuthology.orchestra.run.smithi193.stdout:Installed size: 123 M 2024-03-10T21:02:09.262 INFO:teuthology.orchestra.run.smithi193.stdout:Downloading Packages: 2024-03-10T21:02:10.211 INFO:teuthology.orchestra.run.smithi071.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 3.8 MB/s | 6.0 MB 00:01 2024-03-10T21:02:11.566 INFO:teuthology.orchestra.run.smithi193.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 2.8 MB/s | 6.0 MB 00:02 2024-03-10T21:02:13.519 INFO:teuthology.orchestra.run.smithi071.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 4.3 MB/s | 21 MB 00:04 2024-03-10T21:02:16.791 INFO:teuthology.orchestra.run.smithi193.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 2.8 MB/s | 21 MB 00:07 2024-03-10T21:02:18.927 INFO:teuthology.orchestra.run.smithi071.stdout:(3/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 3.8 MB/s | 39 MB 00:10 2024-03-10T21:02:20.440 INFO:teuthology.orchestra.run.smithi193.stdout:(3/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 3.6 MB/s | 39 MB 00:11 2024-03-10T21:02:21.441 INFO:teuthology.orchestra.run.smithi193.stdout:(4/4): kernel-modules-core-5.14.0-427.el9.x86_6 3.4 MB/s | 33 MB 00:09 2024-03-10T21:02:21.441 INFO:teuthology.orchestra.run.smithi193.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:02:21.441 INFO:teuthology.orchestra.run.smithi193.stdout:Total 8.2 MB/s | 100 MB 00:12 2024-03-10T21:02:22.318 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction check 2024-03-10T21:02:22.352 INFO:teuthology.orchestra.run.smithi071.stdout:(4/4): kernel-modules-core-5.14.0-427.el9.x86_6 2.8 MB/s | 33 MB 00:12 2024-03-10T21:02:22.352 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:02:22.352 INFO:teuthology.orchestra.run.smithi071.stdout:Total 7.2 MB/s | 100 MB 00:13 2024-03-10T21:02:22.698 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction check succeeded. 2024-03-10T21:02:22.698 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction test 2024-03-10T21:02:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2024-03-10T21:02:23.632 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2024-03-10T21:02:23.632 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2024-03-10T21:02:24.139 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction test succeeded. 2024-03-10T21:02:24.140 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction 2024-03-10T21:02:25.271 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2024-03-10T21:02:25.272 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2024-03-10T21:02:27.085 INFO:teuthology.orchestra.run.smithi193.stdout: Preparing : 1/1 2024-03-10T21:02:27.753 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:02:27.884 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:02:28.243 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2024-03-10T21:02:28.920 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:02:29.071 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:02:30.720 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:02:30.909 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:02:31.887 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:02:32.086 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:02:35.625 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:02:35.752 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:02:36.789 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:02:37.004 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:02:40.523 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:02:41.754 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:09.889 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:09.889 INFO:teuthology.orchestra.run.smithi193.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-10T21:03:09.889 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:03:09.974 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:10.415 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:10.415 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:03:10.415 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:03:10.415 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout:Installed: 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:03:10.817 INFO:teuthology.orchestra.run.smithi193.stdout:Complete! 2024-03-10T21:03:11.226 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:11.227 INFO:teuthology.orchestra.run.smithi071.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-10T21:03:11.227 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:03:11.297 DEBUG:teuthology.orchestra.run.smithi193:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:03:11.311 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:11.485 INFO:teuthology.orchestra.run.smithi193.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:03:11.485 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:03:11.485 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-10T21:03:11.486 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-10T21:03:11.486 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-10T21:03:11.486 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-03-10T21:03:11.486 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi193.front.sepia.ceph.com, path=None, version=distro) 2024-03-10T21:03:11.486 DEBUG:teuthology.orchestra.run.smithi193:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:03:11.609 INFO:teuthology.orchestra.run.smithi193.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:03:11.609 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:03:11.610 DEBUG:teuthology.orchestra.run.smithi193:> sudo rpm -qi grub2-tools 2024-03-10T21:03:11.653 INFO:teuthology.orchestra.run.smithi193.stdout:Name : grub2-tools 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Epoch : 1 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Version : 2.06 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Release : 68.el9 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Architecture: x86_64 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Group : Unspecified 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Size : 8264254 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:License : GPLv3+ 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-10T21:03:11.654 INFO:teuthology.orchestra.run.smithi193.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:Packager : builder@centos.org 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:Vendor : CentOS 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:Summary : Support tools for GRUB. 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:Description : 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:hardware devices. 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:03:11.655 INFO:teuthology.orchestra.run.smithi193.stdout:This subpackage provides tools for support of all platforms. 2024-03-10T21:03:11.656 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-10T21:03:11.656 INFO:teuthology.task.kernel:Updating grub on smithi193 to boot 5.14.0-427.el9.x86_64 2024-03-10T21:03:11.656 DEBUG:teuthology.orchestra.run.smithi193:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-10T21:03:11.756 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:11.756 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-10T21:03:11.756 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-10T21:03:11.756 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-10T21:03:12.194 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-10T21:03:12.194 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:03:12.194 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2024-03-10T21:03:12.194 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-10T21:03:12.194 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-10T21:03:12.195 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-10T21:03:12.195 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-10T21:03:12.195 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:03:12.195 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-03-10T21:03:12.287 INFO:teuthology.orchestra.run.smithi193.stderr:Generating grub configuration file ... 2024-03-10T21:03:12.750 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:03:12.893 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:03:12.893 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:03:12.893 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-10T21:03:12.894 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-10T21:03:12.894 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-10T21:03:12.894 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-03-10T21:03:12.894 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi071.front.sepia.ceph.com, path=None, version=distro) 2024-03-10T21:03:12.894 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2024-03-10T21:03:13.015 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-10T21:03:13.015 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-10T21:03:13.015 DEBUG:teuthology.orchestra.run.smithi071:> sudo rpm -qi grub2-tools 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Name : grub2-tools 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Epoch : 1 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Version : 2.06 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Release : 68.el9 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: x86_64 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Group : Unspecified 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Size : 8264254 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:License : GPLv3+ 2024-03-10T21:03:13.050 INFO:teuthology.orchestra.run.smithi071.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Packager : builder@centos.org 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Vendor : CentOS 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Summary : Support tools for GRUB. 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:Description : 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout:hardware devices. 2024-03-10T21:03:13.051 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:03:13.052 INFO:teuthology.orchestra.run.smithi071.stdout:This subpackage provides tools for support of all platforms. 2024-03-10T21:03:13.052 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-10T21:03:13.053 INFO:teuthology.task.kernel:Updating grub on smithi071 to boot 5.14.0-427.el9.x86_64 2024-03-10T21:03:13.053 DEBUG:teuthology.orchestra.run.smithi071:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-10T21:03:13.662 INFO:teuthology.orchestra.run.smithi193.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-10T21:03:13.693 INFO:teuthology.orchestra.run.smithi071.stderr:Generating grub configuration file ... 2024-03-10T21:03:13.696 INFO:teuthology.orchestra.run.smithi193.stderr:done 2024-03-10T21:03:13.699 DEBUG:teuthology.orchestra.run.smithi193:> mktemp 2024-03-10T21:03:13.714 INFO:teuthology.orchestra.run.smithi193.stdout:/tmp/tmp.JxnSA1VrXC 2024-03-10T21:03:13.714 DEBUG:teuthology.orchestra.run.smithi193:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.JxnSA1VrXC 2024-03-10T21:03:13.782 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod 0666 /tmp/tmp.JxnSA1VrXC 2024-03-10T21:03:13.923 DEBUG:teuthology.orchestra.remote:smithi193:/tmp/tmp.JxnSA1VrXC is 6KB 2024-03-10T21:03:13.971 DEBUG:teuthology.orchestra.run.smithi193:> rm -fr /tmp/tmp.JxnSA1VrXC 2024-03-10T21:03:13.986 DEBUG:teuthology.orchestra.run.smithi193:> sudo /bin/ls /boot/loader/entries || true 2024-03-10T21:03:14.050 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-10T21:03:14.051 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-10T21:03:14.051 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-10T21:03:14.051 INFO:teuthology.orchestra.run.smithi193.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-10T21:03:14.052 DEBUG:teuthology.orchestra.run.smithi193:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-10T21:03:14.213 DEBUG:teuthology.orchestra.run.smithi193:> sudo shutdown -r now 2024-03-10T21:03:15.057 INFO:teuthology.orchestra.run.smithi071.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-10T21:03:15.101 INFO:teuthology.orchestra.run.smithi071.stderr:done 2024-03-10T21:03:15.103 DEBUG:teuthology.orchestra.run.smithi071:> mktemp 2024-03-10T21:03:15.118 INFO:teuthology.orchestra.run.smithi071.stdout:/tmp/tmp.DBV7m7gJm1 2024-03-10T21:03:15.118 DEBUG:teuthology.orchestra.run.smithi071:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.DBV7m7gJm1 2024-03-10T21:03:15.197 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0666 /tmp/tmp.DBV7m7gJm1 2024-03-10T21:03:15.342 DEBUG:teuthology.orchestra.remote:smithi071:/tmp/tmp.DBV7m7gJm1 is 6KB 2024-03-10T21:03:15.391 DEBUG:teuthology.orchestra.run.smithi071:> rm -fr /tmp/tmp.DBV7m7gJm1 2024-03-10T21:03:15.406 DEBUG:teuthology.orchestra.run.smithi071:> sudo /bin/ls /boot/loader/entries || true 2024-03-10T21:03:15.471 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-10T21:03:15.472 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-10T21:03:15.472 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-10T21:03:15.472 INFO:teuthology.orchestra.run.smithi071.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-10T21:03:15.473 DEBUG:teuthology.orchestra.run.smithi071:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-10T21:03:15.611 DEBUG:teuthology.orchestra.run.smithi071:> sudo shutdown -r now 2024-03-10T21:03:44.242 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-03-10T21:03:44.243 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-03-10T21:03:44.244 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:03:45.614 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-03-10T21:03:45.614 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:03:45.615 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:04:02.590 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.193 2024-03-10T21:04:04.126 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2024-03-10T21:04:11.598 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-03-10T21:04:11.600 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:04:13.129 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:04:13.130 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:04:14.654 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.193 2024-03-10T21:04:16.194 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2024-03-10T21:04:26.662 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-03-10T21:04:26.663 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:04:28.197 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:04:28.197 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:04:46.622 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2024-03-10T21:04:58.593 DEBUG:teuthology.orchestra.run.smithi193:> true 2024-03-10T21:04:59.060 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-03-10T21:04:59.060 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-427.el9.x86_64"... 2024-03-10T21:04:59.060 DEBUG:teuthology.orchestra.run.smithi193:> uname -r 2024-03-10T21:04:59.077 INFO:teuthology.orchestra.run.smithi193.stdout:5.14.0-427.el9.x86_64 2024-03-10T21:04:59.077 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-10T21:04:59.077 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-10T21:04:59.077 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-10T21:05:00.078 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-03-10T21:05:00.079 DEBUG:teuthology.orchestra.run.smithi193:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-10T21:05:00.136 INFO:teuthology.orchestra.run.smithi193.stdout:ttyS1 2024-03-10T21:05:00.169 DEBUG:teuthology.parallel:result is None 2024-03-10T21:05:01.624 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:05:01.624 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:05:02.058 DEBUG:teuthology.orchestra.run.smithi071:> true 2024-03-10T21:05:02.562 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:05:02.562 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-427.el9.x86_64"... 2024-03-10T21:05:02.562 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2024-03-10T21:05:02.576 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-427.el9.x86_64 2024-03-10T21:05:02.577 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-10T21:05:02.577 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-10T21:05:02.577 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-10T21:05:03.577 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-03-10T21:05:03.578 DEBUG:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-10T21:05:03.639 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1 2024-03-10T21:05:03.682 DEBUG:teuthology.parallel:result is None 2024-03-10T21:05:03.683 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-10T21:05:03.695 INFO:teuthology.task.internal:Creating test directory... 2024-03-10T21:05:03.695 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-10T21:05:03.700 DEBUG:teuthology.orchestra.run.smithi193:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-10T21:05:03.718 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-10T21:05:03.728 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-10T21:05:03.739 INFO:teuthology.task.internal:Creating archive directory... 2024-03-10T21:05:03.740 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-10T21:05:03.778 DEBUG:teuthology.orchestra.run.smithi193:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-10T21:05:03.892 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-10T21:05:03.904 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-10T21:05:03.905 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-10T21:05:03.943 DEBUG:teuthology.orchestra.run.smithi193:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-10T21:05:04.027 INFO:teuthology.orchestra.run.smithi193.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:05:04.041 INFO:teuthology.orchestra.run.smithi193.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:05:04.127 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:05:04.141 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-10T21:05:04.142 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-10T21:05:04.150 INFO:teuthology.task.internal:Configuring sudo... 2024-03-10T21:05:04.150 DEBUG:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-10T21:05:04.152 DEBUG:teuthology.orchestra.run.smithi193:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-10T21:05:04.183 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-10T21:05:04.197 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-10T21:05:04.198 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-10T21:05:04.226 DEBUG:teuthology.orchestra.run.smithi193:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-10T21:05:04.243 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:05:04.330 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:05:04.413 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:05:04.465 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:05:04.501 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:05:04.501 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-10T21:05:04.575 DEBUG:teuthology.orchestra.run.smithi193:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:05:04.626 DEBUG:teuthology.orchestra.run.smithi193:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-10T21:05:04.684 DEBUG:teuthology.orchestra.run.smithi193:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:05:04.725 DEBUG:teuthology.orchestra.run.smithi193:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-10T21:05:04.772 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:05:04.772 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-10T21:05:04.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart 2024-03-10T21:05:04.849 DEBUG:teuthology.orchestra.run.smithi193:> sudo service rsyslog restart 2024-03-10T21:05:04.887 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T21:05:04.930 INFO:teuthology.orchestra.run.smithi193.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T21:05:05.274 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-10T21:05:05.286 INFO:teuthology.task.internal:Starting timer... 2024-03-10T21:05:05.286 INFO:teuthology.run_tasks:Running task pcp... 2024-03-10T21:05:05.420 INFO:teuthology.run_tasks:Running task selinux... 2024-03-10T21:05:05.433 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-03-10T21:05:05.433 DEBUG:teuthology.orchestra.run.smithi071:> sudo service auditd rotate 2024-03-10T21:05:05.497 INFO:teuthology.orchestra.run.smithi071.stdout:Rotating logs: 2024-03-10T21:05:05.523 DEBUG:teuthology.orchestra.run.smithi193:> sudo service auditd rotate 2024-03-10T21:05:05.599 INFO:teuthology.orchestra.run.smithi193.stdout:Rotating logs: 2024-03-10T21:05:05.599 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-10T21:05:05.599 DEBUG:teuthology.orchestra.run.smithi071:> /usr/sbin/getenforce 2024-03-10T21:05:05.624 INFO:teuthology.orchestra.run.smithi071.stdout:Permissive 2024-03-10T21:05:05.624 DEBUG:teuthology.orchestra.run.smithi193:> /usr/sbin/getenforce 2024-03-10T21:05:05.651 INFO:teuthology.orchestra.run.smithi193.stdout:Permissive 2024-03-10T21:05:05.651 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi071.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi193.front.sepia.ceph.com': 'permissive'} 2024-03-10T21:05:05.651 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T21:05:05.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:05:05.696 DEBUG:teuthology.orchestra.run.smithi193:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T21:05:05.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:05:05.735 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-10T21:05:05.735 DEBUG:teuthology.orchestra.run.smithi071:> sudo /usr/sbin/setenforce permissive 2024-03-10T21:05:05.776 DEBUG:teuthology.orchestra.run.smithi193:> sudo /usr/sbin/setenforce permissive 2024-03-10T21:05:05.807 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-10T21:05:05.825 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-10T21:05:05.928 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-10T21:05:05.930 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi071.front.sepia.ceph.com,smithi193.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-10T21:10:25.482 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi071.front.sepia.ceph.com'), Remote(name='ubuntu@smithi193.front.sepia.ceph.com')] 2024-03-10T21:10:25.483 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:10:25.484 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:10:25.595 DEBUG:teuthology.orchestra.run.smithi071:> true 2024-03-10T21:10:25.669 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-03-10T21:10:25.670 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-03-10T21:10:25.671 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi193.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-10T21:10:25.763 DEBUG:teuthology.orchestra.run.smithi193:> true 2024-03-10T21:10:25.838 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi193.front.sepia.ceph.com' 2024-03-10T21:10:25.838 INFO:teuthology.run_tasks:Running task clock... 2024-03-10T21:10:25.850 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-10T21:10:25.850 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-10T21:10:25.851 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T21:10:25.854 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-10T21:10:25.854 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T21:10:25.882 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-10T21:10:25.898 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-10T21:10:25.909 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-10T21:10:25.926 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-10T21:10:25.926 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: ntpd: command not found 2024-03-10T21:10:25.940 INFO:teuthology.orchestra.run.smithi071.stdout:506 Cannot talk to daemon 2024-03-10T21:10:25.954 INFO:teuthology.orchestra.run.smithi193.stderr:sudo: ntpd: command not found 2024-03-10T21:10:25.956 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-10T21:10:25.967 INFO:teuthology.orchestra.run.smithi193.stdout:506 Cannot talk to daemon 2024-03-10T21:10:25.972 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-10T21:10:25.984 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-10T21:10:26.000 INFO:teuthology.orchestra.run.smithi193.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-10T21:10:26.022 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2024-03-10T21:10:26.025 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T21:10:26.025 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2024-03-10T21:10:26.025 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.025 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.025 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.025 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.053 INFO:teuthology.orchestra.run.smithi193.stderr:bash: line 1: ntpq: command not found 2024-03-10T21:10:26.055 INFO:teuthology.orchestra.run.smithi193.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T21:10:26.056 INFO:teuthology.orchestra.run.smithi193.stdout:=============================================================================== 2024-03-10T21:10:26.056 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.056 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.056 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.056 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:10:26.057 INFO:teuthology.run_tasks:Running task install... 2024-03-10T21:10:26.065 DEBUG:teuthology.task.install:project ceph 2024-03-10T21:10:26.066 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'}} 2024-03-10T21:10:26.066 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'} 2024-03-10T21:10:26.066 INFO:teuthology.task.install:Using flavor: default 2024-03-10T21:10:26.072 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-10T21:10:26.072 INFO:teuthology.task.install:extra packages: [] 2024-03-10T21:10:26.072 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e', 'tag': None, 'wait_for_package': False} 2024-03-10T21:10:26.073 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:10:26.073 INFO:teuthology.packaging:ref: None 2024-03-10T21:10:26.073 INFO:teuthology.packaging:tag: None 2024-03-10T21:10:26.073 INFO:teuthology.packaging:branch: reef 2024-03-10T21:10:26.073 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:10:26.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T21:10:26.075 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e', 'tag': None, 'wait_for_package': False} 2024-03-10T21:10:26.075 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:10:26.076 INFO:teuthology.packaging:ref: None 2024-03-10T21:10:26.076 INFO:teuthology.packaging:tag: None 2024-03-10T21:10:26.076 INFO:teuthology.packaging:branch: reef 2024-03-10T21:10:26.076 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:10:26.076 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T21:10:26.326 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/ 2024-03-10T21:10:26.326 INFO:teuthology.task.install.rpm:Package version is 18.2.1-746.gc2ea977b 2024-03-10T21:10:26.472 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-10T21:10:26.472 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:10:26.472 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-10T21:10:26.484 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/ 2024-03-10T21:10:26.484 INFO:teuthology.task.install.rpm:Package version is 18.2.1-746.gc2ea977b 2024-03-10T21:10:26.500 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-03-10T21:10:26.501 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:10:26.501 INFO:teuthology.packaging:ref: None 2024-03-10T21:10:26.501 INFO:teuthology.packaging:tag: None 2024-03-10T21:10:26.501 INFO:teuthology.packaging:branch: reef 2024-03-10T21:10:26.501 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:10:26.501 DEBUG:teuthology.orchestra.run.smithi193:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-10T21:10:26.569 DEBUG:teuthology.orchestra.run.smithi193:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-10T21:10:26.597 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-10T21:10:26.598 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:10:26.598 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-10T21:10:26.629 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-03-10T21:10:26.629 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:10:26.629 INFO:teuthology.packaging:ref: None 2024-03-10T21:10:26.629 INFO:teuthology.packaging:tag: None 2024-03-10T21:10:26.630 INFO:teuthology.packaging:branch: reef 2024-03-10T21:10:26.630 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:10:26.630 DEBUG:teuthology.orchestra.run.smithi071:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-10T21:10:26.648 DEBUG:teuthology.orchestra.run.smithi193:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-10T21:10:26.697 DEBUG:teuthology.orchestra.run.smithi071:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-10T21:10:26.715 INFO:teuthology.orchestra.run.smithi193.stdout:check_obsoletes = 1 2024-03-10T21:10:26.717 DEBUG:teuthology.orchestra.run.smithi193:> sudo yum clean all 2024-03-10T21:10:26.777 DEBUG:teuthology.orchestra.run.smithi071:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-10T21:10:26.843 INFO:teuthology.orchestra.run.smithi071.stdout:check_obsoletes = 1 2024-03-10T21:10:26.845 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum clean all 2024-03-10T21:10:26.953 INFO:teuthology.orchestra.run.smithi193.stdout:74 files removed 2024-03-10T21:10:26.980 DEBUG:teuthology.orchestra.run.smithi193:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-03-10T21:10:27.083 INFO:teuthology.orchestra.run.smithi071.stdout:74 files removed 2024-03-10T21:10:27.110 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-03-10T21:10:27.835 INFO:teuthology.orchestra.run.smithi193.stdout:ceph packages for x86_64 144 kB/s | 77 kB 00:00 2024-03-10T21:10:27.982 INFO:teuthology.orchestra.run.smithi071.stdout:ceph packages for x86_64 138 kB/s | 77 kB 00:00 2024-03-10T21:10:28.316 INFO:teuthology.orchestra.run.smithi071.stdout:ceph noarch packages 35 kB/s | 9.9 kB 00:00 2024-03-10T21:10:28.411 INFO:teuthology.orchestra.run.smithi193.stdout:ceph noarch packages 19 kB/s | 9.9 kB 00:00 2024-03-10T21:10:28.700 INFO:teuthology.orchestra.run.smithi071.stdout:ceph source packages 5.4 kB/s | 1.9 kB 00:00 2024-03-10T21:10:28.937 INFO:teuthology.orchestra.run.smithi193.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-03-10T21:10:29.397 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-03-10T21:10:30.311 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - AppStream 4.2 MB/s | 6.7 MB 00:01 2024-03-10T21:10:30.831 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS-9 - BaseOS 6.4 MB/s | 2.0 MB 00:00 2024-03-10T21:10:31.888 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-03-10T21:10:31.894 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS-9 - BaseOS 4.3 MB/s | 2.0 MB 00:00 2024-03-10T21:10:35.556 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - AppStream 7.4 MB/s | 19 MB 00:02 2024-03-10T21:10:40.392 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.1 MB 00:01 2024-03-10T21:10:42.007 INFO:teuthology.orchestra.run.smithi193.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 15 kB 00:00 2024-03-10T21:10:44.144 INFO:teuthology.orchestra.run.smithi193.stdout:Extra Packages for Enterprise Linux 10 MB/s | 21 MB 00:02 2024-03-10T21:10:46.357 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 581 kB/s | 8.0 MB 00:14 2024-03-10T21:10:48.416 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:00 2024-03-10T21:10:49.083 INFO:teuthology.orchestra.run.smithi193.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-03-10T21:10:51.663 INFO:teuthology.orchestra.run.smithi193.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T21:10:51.663 INFO:teuthology.orchestra.run.smithi193.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T21:10:51.736 INFO:teuthology.orchestra.run.smithi193.stdout:Dependencies resolved. 2024-03-10T21:10:51.747 INFO:teuthology.orchestra.run.smithi193.stdout:=========================================================================================== 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: Package Arch Version Repository Size 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout:=========================================================================================== 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout:Installing: 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 6.5 k 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-base x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 5.2 M 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 841 k 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 142 k 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 1.4 M 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 137 k 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-dashboard noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 1.7 M 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 7.4 M 2024-03-10T21:10:51.748 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-rook noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 49 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-radosgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 7.7 M 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-test x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 40 M 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 223 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 31 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 659 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: librados-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 127 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cephfs x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 162 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rados x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 321 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 298 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 99 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 86 k 2024-03-10T21:10:51.749 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-mirror x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-nbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 172 k 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout:Upgrading: 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: librados2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.3 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: librbd1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout:Installing dependencies: 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-grafana-dashboards noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 23 k 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mds x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 2.1 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-modules-core noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 245 k 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mon x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-osd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T21:10:51.750 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-prometheus-alerts noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 15 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-selinux x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 25 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-10T21:10:51.751 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-10T21:10:51.752 INFO:teuthology.orchestra.run.smithi193.stdout: libcephsqlite x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 166 k 2024-03-10T21:10:51.752 INFO:teuthology.orchestra.run.smithi193.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-10T21:10:51.753 INFO:teuthology.orchestra.run.smithi193.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-10T21:10:51.753 INFO:teuthology.orchestra.run.smithi193.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-10T21:10:51.753 INFO:teuthology.orchestra.run.smithi193.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-10T21:10:51.753 INFO:teuthology.orchestra.run.smithi193.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: libradosstriper1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 474 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: librgw2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-10T21:10:51.754 INFO:teuthology.orchestra.run.smithi193.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-argparse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 45 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 126 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-10T21:10:51.755 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-10T21:10:51.756 INFO:teuthology.orchestra.run.smithi193.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-10T21:10:51.757 INFO:teuthology.orchestra.run.smithi193.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-10T21:10:51.758 INFO:teuthology.orchestra.run.smithi193.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:10:51.759 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction Summary 2024-03-10T21:10:51.760 INFO:teuthology.orchestra.run.smithi193.stdout:=========================================================================================== 2024-03-10T21:10:51.760 INFO:teuthology.orchestra.run.smithi193.stdout:Install 118 Packages 2024-03-10T21:10:51.760 INFO:teuthology.orchestra.run.smithi193.stdout:Upgrade 2 Packages 2024-03-10T21:10:51.760 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:10:51.760 INFO:teuthology.orchestra.run.smithi193.stdout:Total download size: 177 M 2024-03-10T21:10:51.760 INFO:teuthology.orchestra.run.smithi193.stdout:Downloading Packages: 2024-03-10T21:10:52.242 INFO:teuthology.orchestra.run.smithi193.stdout:(1/120): ceph-18.2.1-746.gc2ea977b.el9.x86_64.r 25 kB/s | 6.5 kB 00:00 2024-03-10T21:10:52.759 INFO:teuthology.orchestra.run.smithi193.stdout:(2/120): ceph-base-18.2.1-746.gc2ea977b.el9.x86 6.7 MB/s | 5.2 MB 00:00 2024-03-10T21:10:52.935 INFO:teuthology.orchestra.run.smithi193.stdout:(3/120): ceph-immutable-object-cache-18.2.1-746 815 kB/s | 142 kB 00:00 2024-03-10T21:10:53.160 INFO:teuthology.orchestra.run.smithi193.stdout:(4/120): ceph-mds-18.2.1-746.gc2ea977b.el9.x86_ 9.4 MB/s | 2.1 MB 00:00 2024-03-10T21:10:53.344 INFO:teuthology.orchestra.run.smithi193.stdout:(5/120): ceph-common-18.2.1-746.gc2ea977b.el9.x 14 MB/s | 18 MB 00:01 2024-03-10T21:10:53.386 INFO:teuthology.orchestra.run.smithi193.stdout:(6/120): ceph-mgr-18.2.1-746.gc2ea977b.el9.x86_ 6.4 MB/s | 1.4 MB 00:00 2024-03-10T21:10:53.511 INFO:teuthology.orchestra.run.smithi193.stdout:(7/120): ceph-fuse-18.2.1-746.gc2ea977b.el9.x86 663 kB/s | 841 kB 00:01 2024-03-10T21:10:53.778 INFO:teuthology.orchestra.run.smithi193.stdout:(8/120): ceph-mon-18.2.1-746.gc2ea977b.el9.x86_ 10 MB/s | 4.5 MB 00:00 2024-03-10T21:10:53.845 INFO:teuthology.orchestra.run.smithi193.stdout:(9/120): ceph-selinux-18.2.1-746.gc2ea977b.el9. 378 kB/s | 25 kB 00:00 2024-03-10T21:10:53.883 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.1 MB 00:02 2024-03-10T21:10:54.487 INFO:teuthology.orchestra.run.smithi193.stdout:(10/120): ceph-osd-18.2.1-746.gc2ea977b.el9.x86 16 MB/s | 18 MB 00:01 2024-03-10T21:10:54.528 INFO:teuthology.orchestra.run.smithi193.stdout:(11/120): libcephfs-devel-18.2.1-746.gc2ea977b. 751 kB/s | 31 kB 00:00 2024-03-10T21:10:54.629 INFO:teuthology.orchestra.run.smithi193.stdout:(12/120): libcephfs2-18.2.1-746.gc2ea977b.el9.x 6.4 MB/s | 659 kB 00:00 2024-03-10T21:10:54.695 INFO:teuthology.orchestra.run.smithi193.stdout:(13/120): libcephsqlite-18.2.1-746.gc2ea977b.el 2.4 MB/s | 166 kB 00:00 2024-03-10T21:10:54.763 INFO:teuthology.orchestra.run.smithi193.stdout:(14/120): librados-devel-18.2.1-746.gc2ea977b.e 1.9 MB/s | 127 kB 00:00 2024-03-10T21:10:54.846 INFO:teuthology.orchestra.run.smithi193.stdout:(15/120): libradosstriper1-18.2.1-746.gc2ea977b 5.6 MB/s | 474 kB 00:00 2024-03-10T21:10:55.205 INFO:teuthology.orchestra.run.smithi193.stdout:(16/120): librgw2-18.2.1-746.gc2ea977b.el9.x86_ 12 MB/s | 4.5 MB 00:00 2024-03-10T21:10:55.263 INFO:teuthology.orchestra.run.smithi193.stdout:(17/120): python3-ceph-argparse-18.2.1-746.gc2e 775 kB/s | 45 kB 00:00 2024-03-10T21:10:55.355 INFO:teuthology.orchestra.run.smithi193.stdout:(18/120): python3-ceph-common-18.2.1-746.gc2ea9 1.3 MB/s | 126 kB 00:00 2024-03-10T21:10:55.401 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 15 kB 00:00 2024-03-10T21:10:55.431 INFO:teuthology.orchestra.run.smithi193.stdout:(19/120): python3-cephfs-18.2.1-746.gc2ea977b.e 2.1 MB/s | 162 kB 00:00 2024-03-10T21:10:55.531 INFO:teuthology.orchestra.run.smithi193.stdout:(20/120): python3-rados-18.2.1-746.gc2ea977b.el 3.1 MB/s | 321 kB 00:00 2024-03-10T21:10:55.606 INFO:teuthology.orchestra.run.smithi193.stdout:(21/120): python3-rbd-18.2.1-746.gc2ea977b.el9. 3.9 MB/s | 298 kB 00:00 2024-03-10T21:10:55.673 INFO:teuthology.orchestra.run.smithi193.stdout:(22/120): python3-rgw-18.2.1-746.gc2ea977b.el9. 1.5 MB/s | 99 kB 00:00 2024-03-10T21:10:55.740 INFO:teuthology.orchestra.run.smithi193.stdout:(23/120): rbd-fuse-18.2.1-746.gc2ea977b.el9.x86 1.3 MB/s | 86 kB 00:00 2024-03-10T21:10:56.007 INFO:teuthology.orchestra.run.smithi193.stdout:(24/120): rbd-mirror-18.2.1-746.gc2ea977b.el9.x 11 MB/s | 3.0 MB 00:00 2024-03-10T21:10:56.082 INFO:teuthology.orchestra.run.smithi193.stdout:(25/120): rbd-nbd-18.2.1-746.gc2ea977b.el9.x86_ 2.2 MB/s | 172 kB 00:00 2024-03-10T21:10:56.149 INFO:teuthology.orchestra.run.smithi193.stdout:(26/120): ceph-grafana-dashboards-18.2.1-746.gc 351 kB/s | 23 kB 00:00 2024-03-10T21:10:56.508 INFO:teuthology.orchestra.run.smithi193.stdout:(27/120): ceph-test-18.2.1-746.gc2ea977b.el9.x8 15 MB/s | 40 MB 00:02 2024-03-10T21:10:56.533 INFO:teuthology.orchestra.run.smithi193.stdout:(28/120): ceph-mgr-cephadm-18.2.1-746.gc2ea977b 357 kB/s | 137 kB 00:00 2024-03-10T21:10:56.700 INFO:teuthology.orchestra.run.smithi193.stdout:(29/120): ceph-mgr-dashboard-18.2.1-746.gc2ea97 9.1 MB/s | 1.7 MB 00:00 2024-03-10T21:10:56.809 INFO:teuthology.orchestra.run.smithi193.stdout:(30/120): ceph-mgr-modules-core-18.2.1-746.gc2e 2.2 MB/s | 245 kB 00:00 2024-03-10T21:10:56.876 INFO:teuthology.orchestra.run.smithi193.stdout:(31/120): ceph-mgr-rook-18.2.1-746.gc2ea977b.el 742 kB/s | 49 kB 00:00 2024-03-10T21:10:56.967 INFO:teuthology.orchestra.run.smithi193.stdout:(32/120): ceph-mgr-diskprediction-local-18.2.1- 17 MB/s | 7.4 MB 00:00 2024-03-10T21:10:56.993 INFO:teuthology.orchestra.run.smithi193.stdout:(33/120): ceph-prometheus-alerts-18.2.1-746.gc2 127 kB/s | 15 kB 00:00 2024-03-10T21:10:57.035 INFO:teuthology.orchestra.run.smithi193.stdout:(34/120): cephadm-18.2.1-746.gc2ea977b.el9.noar 3.3 MB/s | 223 kB 00:00 2024-03-10T21:10:57.303 INFO:teuthology.orchestra.run.smithi193.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 118 kB/s | 32 kB 00:00 2024-03-10T21:10:57.502 INFO:teuthology.orchestra.run.smithi193.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 208 kB/s | 106 kB 00:00 2024-03-10T21:10:57.820 INFO:teuthology.orchestra.run.smithi193.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 54 kB/s | 17 kB 00:00 2024-03-10T21:10:57.902 INFO:teuthology.orchestra.run.smithi193.stdout:(38/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.0 MB/s | 3.0 MB 00:00 2024-03-10T21:10:57.928 INFO:teuthology.orchestra.run.smithi193.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.5 MB/s | 159 kB 00:00 2024-03-10T21:10:57.953 INFO:teuthology.orchestra.run.smithi193.stdout:(40/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 887 kB/s | 44 kB 00:00 2024-03-10T21:10:57.986 INFO:teuthology.orchestra.run.smithi193.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-03-10T21:10:58.012 INFO:teuthology.orchestra.run.smithi193.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.8 MB/s | 282 kB 00:00 2024-03-10T21:10:58.021 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 8.2 MB/s | 21 MB 00:02 2024-03-10T21:10:58.037 INFO:teuthology.orchestra.run.smithi193.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-03-10T21:10:58.063 INFO:teuthology.orchestra.run.smithi193.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 687 kB/s | 34 kB 00:00 2024-03-10T21:10:58.213 INFO:teuthology.orchestra.run.smithi193.stdout:(45/120): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-03-10T21:10:58.238 INFO:teuthology.orchestra.run.smithi193.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 448 kB/s | 78 kB 00:00 2024-03-10T21:10:58.422 INFO:teuthology.orchestra.run.smithi193.stdout:(47/120): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 5.8 MB 00:00 2024-03-10T21:10:58.438 INFO:teuthology.orchestra.run.smithi193.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 83 kB/s | 16 kB 00:00 2024-03-10T21:10:58.455 INFO:teuthology.orchestra.run.smithi193.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 734 kB/s | 24 kB 00:00 2024-03-10T21:10:58.472 INFO:teuthology.orchestra.run.smithi193.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 541 kB/s | 18 kB 00:00 2024-03-10T21:10:58.498 INFO:teuthology.orchestra.run.smithi193.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 144 kB 00:00 2024-03-10T21:10:58.514 INFO:teuthology.orchestra.run.smithi193.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 760 kB/s | 32 kB 00:00 2024-03-10T21:10:58.707 INFO:teuthology.orchestra.run.smithi193.stdout:(53/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 4.8 MB 00:00 2024-03-10T21:10:58.732 INFO:teuthology.orchestra.run.smithi193.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.0 MB/s | 217 kB 00:00 2024-03-10T21:10:58.757 INFO:teuthology.orchestra.run.smithi193.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-03-10T21:10:58.782 INFO:teuthology.orchestra.run.smithi193.stdout:(56/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-03-10T21:10:58.808 INFO:teuthology.orchestra.run.smithi193.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 752 kB/s | 38 kB 00:00 2024-03-10T21:10:58.833 INFO:teuthology.orchestra.run.smithi193.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2024-03-10T21:10:58.867 INFO:teuthology.orchestra.run.smithi193.stdout:(59/120): python3-py-1.10.0-6.el9.noarch.rpm 7.2 MB/s | 427 kB 00:00 2024-03-10T21:10:58.900 INFO:teuthology.orchestra.run.smithi193.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 132 kB 00:00 2024-03-10T21:10:58.926 INFO:teuthology.orchestra.run.smithi193.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 3.5 MB/s | 211 kB 00:00 2024-03-10T21:10:58.976 INFO:teuthology.orchestra.run.smithi193.stdout:(62/120): python3-pytest-6.2.2-6.el9.noarch.rpm 6.2 MB/s | 474 kB 00:00 2024-03-10T21:10:59.010 INFO:teuthology.orchestra.run.smithi193.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 564 kB/s | 47 kB 00:00 2024-03-10T21:10:59.035 INFO:teuthology.orchestra.run.smithi193.stdout:(64/120): python3-requests-oauthlib-1.3.0-12.el 730 kB/s | 43 kB 00:00 2024-03-10T21:10:59.352 INFO:teuthology.orchestra.run.smithi193.stdout:(65/120): python3-toml-0.10.2-6.el9.noarch.rpm 122 kB/s | 39 kB 00:00 2024-03-10T21:10:59.685 INFO:teuthology.orchestra.run.smithi193.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-03-10T21:10:59.711 INFO:teuthology.orchestra.run.smithi193.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 840 kB/s | 300 kB 00:00 2024-03-10T21:10:59.736 INFO:teuthology.orchestra.run.smithi193.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-03-10T21:10:59.753 INFO:teuthology.orchestra.run.smithi193.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 1.8 MB/s | 79 kB 00:00 2024-03-10T21:10:59.786 INFO:teuthology.orchestra.run.smithi193.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-03-10T21:10:59.853 INFO:teuthology.orchestra.run.smithi193.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.1 MB 00:00 2024-03-10T21:10:59.879 INFO:teuthology.orchestra.run.smithi193.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-03-10T21:10:59.912 INFO:teuthology.orchestra.run.smithi193.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.1 MB/s | 124 kB 00:00 2024-03-10T21:10:59.938 INFO:teuthology.orchestra.run.smithi193.stdout:(74/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 187 kB 00:00 2024-03-10T21:11:00.763 INFO:teuthology.orchestra.run.smithi193.stdout:(75/120): jq-1.6-16.el9.x86_64.rpm 220 kB/s | 187 kB 00:00 2024-03-10T21:11:00.880 INFO:teuthology.orchestra.run.smithi193.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 195 kB 00:00 2024-03-10T21:11:01.263 INFO:teuthology.orchestra.run.smithi193.stdout:(77/120): python3-requests-2.25.1-8.el9.noarch. 326 kB/s | 125 kB 00:00 2024-03-10T21:11:01.397 INFO:teuthology.orchestra.run.smithi193.stdout:(78/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.8 MB/s | 245 kB 00:00 2024-03-10T21:11:01.447 INFO:teuthology.orchestra.run.smithi193.stdout:(79/120): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-03-10T21:11:01.739 INFO:teuthology.orchestra.run.smithi193.stdout:(80/120): ceph-radosgw-18.2.1-746.gc2ea977b.el9 958 kB/s | 7.7 MB 00:08 2024-03-10T21:11:01.764 INFO:teuthology.orchestra.run.smithi193.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 349 kB/s | 111 kB 00:00 2024-03-10T21:11:01.998 INFO:teuthology.orchestra.run.smithi193.stdout:(82/120): libgfortran-11.4.1-3.el9.x86_64.rpm 390 kB/s | 803 kB 00:02 2024-03-10T21:11:02.273 INFO:teuthology.orchestra.run.smithi193.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 579 kB/s | 309 kB 00:00 2024-03-10T21:11:02.349 INFO:teuthology.orchestra.run.smithi193.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 74 kB/s | 26 kB 00:00 2024-03-10T21:11:02.374 INFO:teuthology.orchestra.run.smithi193.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 486 kB/s | 49 kB 00:00 2024-03-10T21:11:02.541 INFO:teuthology.orchestra.run.smithi193.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 351 kB/s | 67 kB 00:00 2024-03-10T21:11:02.608 INFO:teuthology.orchestra.run.smithi193.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 5.2 MB/s | 4.4 MB 00:00 2024-03-10T21:11:02.641 INFO:teuthology.orchestra.run.smithi193.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.1 MB/s | 838 kB 00:00 2024-03-10T21:11:02.666 INFO:teuthology.orchestra.run.smithi193.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 743 kB/s | 43 kB 00:00 2024-03-10T21:11:02.758 INFO:teuthology.orchestra.run.smithi193.stdout:(90/120): python3-certifi-2021.10.8-2.el9.noarc 163 kB/s | 15 kB 00:00 2024-03-10T21:11:02.809 INFO:teuthology.orchestra.run.smithi193.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 192 kB/s | 32 kB 00:00 2024-03-10T21:11:02.926 INFO:teuthology.orchestra.run.smithi193.stdout:(92/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.0 MB/s | 358 kB 00:00 2024-03-10T21:11:02.951 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-03-10T21:11:02.968 INFO:teuthology.orchestra.run.smithi193.stdout:(93/120): python3-asyncssh-2.13.2-4.el9.noarch. 1.3 MB/s | 548 kB 00:00 2024-03-10T21:11:03.026 INFO:teuthology.orchestra.run.smithi193.stdout:(94/120): python3-google-auth-2.28.0-1.el9.noar 2.0 MB/s | 203 kB 00:00 2024-03-10T21:11:03.052 INFO:teuthology.orchestra.run.smithi193.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 128 kB/s | 11 kB 00:00 2024-03-10T21:11:03.077 INFO:teuthology.orchestra.run.smithi193.stdout:(96/120): python3-cheroot-8.6.0-4.el9.noarch.rp 539 kB/s | 172 kB 00:00 2024-03-10T21:11:03.102 INFO:teuthology.orchestra.run.smithi193.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 234 kB/s | 18 kB 00:00 2024-03-10T21:11:03.128 INFO:teuthology.orchestra.run.smithi193.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 307 kB/s | 23 kB 00:00 2024-03-10T21:11:03.153 INFO:teuthology.orchestra.run.smithi193.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-03-10T21:11:03.178 INFO:teuthology.orchestra.run.smithi193.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-03-10T21:11:03.237 INFO:teuthology.orchestra.run.smithi193.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 555 kB/s | 46 kB 00:00 2024-03-10T21:11:03.262 INFO:teuthology.orchestra.run.smithi193.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 943 kB/s | 79 kB 00:00 2024-03-10T21:11:03.295 INFO:teuthology.orchestra.run.smithi193.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-03-10T21:11:03.321 INFO:teuthology.orchestra.run.smithi193.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 690 kB/s | 58 kB 00:00 2024-03-10T21:11:03.346 INFO:teuthology.orchestra.run.smithi193.stdout:(105/120): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-03-10T21:11:03.371 INFO:teuthology.orchestra.run.smithi193.stdout:(106/120): python3-portend-3.1.0-2.el9.noarch.r 217 kB/s | 16 kB 00:00 2024-03-10T21:11:03.397 INFO:teuthology.orchestra.run.smithi193.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-03-10T21:11:03.422 INFO:teuthology.orchestra.run.smithi193.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 408 kB/s | 31 kB 00:00 2024-03-10T21:11:03.447 INFO:teuthology.orchestra.run.smithi193.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-03-10T21:11:03.472 INFO:teuthology.orchestra.run.smithi193.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 785 kB/s | 59 kB 00:00 2024-03-10T21:11:03.499 INFO:teuthology.orchestra.run.smithi193.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-03-10T21:11:03.523 INFO:teuthology.orchestra.run.smithi193.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-03-10T21:11:03.556 INFO:teuthology.orchestra.run.smithi193.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-03-10T21:11:03.582 INFO:teuthology.orchestra.run.smithi193.stdout:(114/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-03-10T21:11:03.607 INFO:teuthology.orchestra.run.smithi193.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-03-10T21:11:03.632 INFO:teuthology.orchestra.run.smithi193.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2024-03-10T21:11:03.674 INFO:teuthology.orchestra.run.smithi193.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-03-10T21:11:03.766 INFO:teuthology.orchestra.run.smithi193.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-03-10T21:11:03.942 INFO:teuthology.orchestra.run.smithi193.stdout:(119/120): librbd1-18.2.1-746.gc2ea977b.el9.x86 11 MB/s | 3.0 MB 00:00 2024-03-10T21:11:05.225 INFO:teuthology.orchestra.run.smithi193.stdout:(120/120): librados2-18.2.1-746.gc2ea977b.el9.x 2.1 MB/s | 3.3 MB 00:01 2024-03-10T21:11:05.229 INFO:teuthology.orchestra.run.smithi193.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:11:05.229 INFO:teuthology.orchestra.run.smithi193.stdout:Total 13 MB/s | 177 MB 00:13 2024-03-10T21:11:05.301 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction check 2024-03-10T21:11:05.392 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction check succeeded. 2024-03-10T21:11:05.393 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction test 2024-03-10T21:11:05.447 INFO:teuthology.orchestra.run.smithi071.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T21:11:05.448 INFO:teuthology.orchestra.run.smithi071.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-10T21:11:05.519 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-03-10T21:11:05.542 INFO:teuthology.orchestra.run.smithi071.stdout:=========================================================================================== 2024-03-10T21:11:05.542 INFO:teuthology.orchestra.run.smithi071.stdout: Package Arch Version Repository Size 2024-03-10T21:11:05.542 INFO:teuthology.orchestra.run.smithi071.stdout:=========================================================================================== 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 6.5 k 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 5.2 M 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 841 k 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 142 k 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 1.4 M 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 137 k 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 1.7 M 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 7.4 M 2024-03-10T21:11:05.543 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 49 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 7.7 M 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 40 M 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 223 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 31 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 659 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 127 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 162 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytest noarch 6.2.2-6.el9 CentOS-AppStream 474 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 321 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 298 k 2024-03-10T21:11:05.544 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 99 k 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 86 k 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 172 k 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrading: 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: librados2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.3 M 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 3.0 M 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 23 k 2024-03-10T21:11:05.545 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 2.1 M 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 245 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 18 M 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts noarch 2:18.2.1-746.gc2ea977b.el9 ceph-noarch 15 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 25 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-10T21:11:05.546 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 166 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 474 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-10T21:11:05.547 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2 x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 4.5 M 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-10T21:11:05.548 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 45 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common x86_64 2:18.2.1-746.gc2ea977b.el9 ceph 126 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-10T21:11:05.549 INFO:teuthology.orchestra.run.smithi071.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-10T21:11:05.550 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-10T21:11:05.551 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-10T21:11:05.552 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-10T21:11:05.553 INFO:teuthology.orchestra.run.smithi071.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout:=========================================================================================== 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout:Install 118 Packages 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrade 2 Packages 2024-03-10T21:11:05.554 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:05.555 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 177 M 2024-03-10T21:11:05.555 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2024-03-10T21:11:06.144 INFO:teuthology.orchestra.run.smithi071.stdout:(1/120): ceph-18.2.1-746.gc2ea977b.el9.x86_64.r 29 kB/s | 6.5 kB 00:00 2024-03-10T21:11:06.669 INFO:teuthology.orchestra.run.smithi071.stdout:(2/120): ceph-fuse-18.2.1-746.gc2ea977b.el9.x86 1.6 MB/s | 841 kB 00:00 2024-03-10T21:11:06.769 INFO:teuthology.orchestra.run.smithi071.stdout:(3/120): ceph-immutable-object-cache-18.2.1-746 1.4 MB/s | 142 kB 00:00 2024-03-10T21:11:06.880 INFO:teuthology.orchestra.run.smithi193.stdout:Transaction test succeeded. 2024-03-10T21:11:06.880 INFO:teuthology.orchestra.run.smithi193.stdout:Running transaction 2024-03-10T21:11:07.361 INFO:teuthology.orchestra.run.smithi071.stdout:(4/120): ceph-mds-18.2.1-746.gc2ea977b.el9.x86_ 3.6 MB/s | 2.1 MB 00:00 2024-03-10T21:11:07.528 INFO:teuthology.orchestra.run.smithi071.stdout:(5/120): ceph-base-18.2.1-746.gc2ea977b.el9.x86 3.2 MB/s | 5.2 MB 00:01 2024-03-10T21:11:07.687 INFO:teuthology.orchestra.run.smithi071.stdout:(6/120): ceph-mgr-18.2.1-746.gc2ea977b.el9.x86_ 4.5 MB/s | 1.4 MB 00:00 2024-03-10T21:11:08.054 INFO:teuthology.orchestra.run.smithi071.stdout:(7/120): ceph-mon-18.2.1-746.gc2ea977b.el9.x86_ 8.5 MB/s | 4.5 MB 00:00 2024-03-10T21:11:08.871 INFO:teuthology.orchestra.run.smithi071.stdout:(8/120): ceph-common-18.2.1-746.gc2ea977b.el9.x 6.2 MB/s | 18 MB 00:02 2024-03-10T21:11:08.929 INFO:teuthology.orchestra.run.smithi071.stdout:(9/120): ceph-selinux-18.2.1-746.gc2ea977b.el9. 434 kB/s | 25 kB 00:00 2024-03-10T21:11:09.055 INFO:teuthology.orchestra.run.smithi071.stdout:(10/120): ceph-radosgw-18.2.1-746.gc2ea977b.el9 7.7 MB/s | 7.7 MB 00:01 2024-03-10T21:11:09.130 INFO:teuthology.orchestra.run.smithi071.stdout:(11/120): libcephfs-devel-18.2.1-746.gc2ea977b. 415 kB/s | 31 kB 00:00 2024-03-10T21:11:09.280 INFO:teuthology.orchestra.run.smithi071.stdout:(12/120): libcephfs2-18.2.1-746.gc2ea977b.el9.x 4.3 MB/s | 659 kB 00:00 2024-03-10T21:11:09.388 INFO:teuthology.orchestra.run.smithi071.stdout:(13/120): libcephsqlite-18.2.1-746.gc2ea977b.el 1.5 MB/s | 166 kB 00:00 2024-03-10T21:11:09.472 INFO:teuthology.orchestra.run.smithi071.stdout:(14/120): librados-devel-18.2.1-746.gc2ea977b.e 1.5 MB/s | 127 kB 00:00 2024-03-10T21:11:09.597 INFO:teuthology.orchestra.run.smithi071.stdout:(15/120): libradosstriper1-18.2.1-746.gc2ea977b 3.7 MB/s | 474 kB 00:00 2024-03-10T21:11:10.389 INFO:teuthology.orchestra.run.smithi071.stdout:(16/120): ceph-osd-18.2.1-746.gc2ea977b.el9.x86 6.5 MB/s | 18 MB 00:02 2024-03-10T21:11:10.464 INFO:teuthology.orchestra.run.smithi071.stdout:(17/120): librgw2-18.2.1-746.gc2ea977b.el9.x86_ 5.1 MB/s | 4.5 MB 00:00 2024-03-10T21:11:10.489 INFO:teuthology.orchestra.run.smithi071.stdout:(18/120): python3-ceph-argparse-18.2.1-746.gc2e 450 kB/s | 45 kB 00:00 2024-03-10T21:11:10.573 INFO:teuthology.orchestra.run.smithi071.stdout:(19/120): python3-ceph-common-18.2.1-746.gc2ea9 1.1 MB/s | 126 kB 00:00 2024-03-10T21:11:10.598 INFO:teuthology.orchestra.run.smithi071.stdout:(20/120): python3-cephfs-18.2.1-746.gc2ea977b.e 1.5 MB/s | 162 kB 00:00 2024-03-10T21:11:10.690 INFO:teuthology.orchestra.run.smithi071.stdout:(21/120): python3-rados-18.2.1-746.gc2ea977b.el 2.7 MB/s | 321 kB 00:00 2024-03-10T21:11:10.782 INFO:teuthology.orchestra.run.smithi071.stdout:(22/120): python3-rgw-18.2.1-746.gc2ea977b.el9. 1.1 MB/s | 99 kB 00:00 2024-03-10T21:11:10.807 INFO:teuthology.orchestra.run.smithi071.stdout:(23/120): python3-rbd-18.2.1-746.gc2ea977b.el9. 1.4 MB/s | 298 kB 00:00 2024-03-10T21:11:10.849 INFO:teuthology.orchestra.run.smithi071.stdout:(24/120): rbd-fuse-18.2.1-746.gc2ea977b.el9.x86 1.3 MB/s | 86 kB 00:00 2024-03-10T21:11:10.925 INFO:teuthology.orchestra.run.smithi071.stdout:(25/120): rbd-nbd-18.2.1-746.gc2ea977b.el9.x86_ 2.2 MB/s | 172 kB 00:00 2024-03-10T21:11:11.000 INFO:teuthology.orchestra.run.smithi071.stdout:(26/120): ceph-grafana-dashboards-18.2.1-746.gc 313 kB/s | 23 kB 00:00 2024-03-10T21:11:11.083 INFO:teuthology.orchestra.run.smithi071.stdout:(27/120): ceph-mgr-cephadm-18.2.1-746.gc2ea977b 1.6 MB/s | 137 kB 00:00 2024-03-10T21:11:11.409 INFO:teuthology.orchestra.run.smithi071.stdout:(28/120): ceph-mgr-dashboard-18.2.1-746.gc2ea97 5.4 MB/s | 1.7 MB 00:00 2024-03-10T21:11:11.696 INFO:teuthology.orchestra.run.smithi193.stdout: Preparing : 1/1 2024-03-10T21:11:11.769 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-03-10T21:11:11.794 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-03-10T21:11:11.848 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-03-10T21:11:11.850 INFO:teuthology.orchestra.run.smithi071.stdout:(29/120): rbd-mirror-18.2.1-746.gc2ea977b.el9.x 2.9 MB/s | 3.0 MB 00:01 2024-03-10T21:11:11.976 INFO:teuthology.orchestra.run.smithi071.stdout:(30/120): ceph-mgr-modules-core-18.2.1-746.gc2e 1.9 MB/s | 245 kB 00:00 2024-03-10T21:11:12.043 INFO:teuthology.orchestra.run.smithi071.stdout:(31/120): ceph-mgr-rook-18.2.1-746.gc2ea977b.el 739 kB/s | 49 kB 00:00 2024-03-10T21:11:12.118 INFO:teuthology.orchestra.run.smithi071.stdout:(32/120): ceph-prometheus-alerts-18.2.1-746.gc2 198 kB/s | 15 kB 00:00 2024-03-10T21:11:12.179 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-03-10T21:11:12.193 INFO:teuthology.orchestra.run.smithi071.stdout:(33/120): cephadm-18.2.1-746.gc2ea977b.el9.noar 2.9 MB/s | 223 kB 00:00 2024-03-10T21:11:12.237 INFO:teuthology.orchestra.run.smithi193.stdout: Upgrading : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T21:11:12.319 INFO:teuthology.orchestra.run.smithi071.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 846 kB/s | 106 kB 00:00 2024-03-10T21:11:12.352 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T21:11:12.352 INFO:teuthology.orchestra.run.smithi071.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 949 kB/s | 32 kB 00:00 2024-03-10T21:11:12.379 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T21:11:12.471 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T21:11:12.511 INFO:teuthology.orchestra.run.smithi071.stdout:(36/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-03-10T21:11:12.522 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T21:11:12.550 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-03-10T21:11:12.553 INFO:teuthology.orchestra.run.smithi071.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 409 kB/s | 17 kB 00:00 2024-03-10T21:11:12.586 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-03-10T21:11:12.587 INFO:teuthology.orchestra.run.smithi071.stdout:(38/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.7 MB/s | 159 kB 00:00 2024-03-10T21:11:12.614 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T21:11:12.620 INFO:teuthology.orchestra.run.smithi071.stdout:(39/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-03-10T21:11:12.717 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T21:11:12.729 INFO:teuthology.orchestra.run.smithi071.stdout:(40/120): ceph-mgr-diskprediction-local-18.2.1- 5.6 MB/s | 7.4 MB 00:01 2024-03-10T21:11:12.741 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T21:11:12.754 INFO:teuthology.orchestra.run.smithi071.stdout:(41/120): librdkafka-1.6.1-102.el9.x86_64.rpm 4.8 MB/s | 661 kB 00:00 2024-03-10T21:11:12.780 INFO:teuthology.orchestra.run.smithi071.stdout:(42/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-03-10T21:11:12.805 INFO:teuthology.orchestra.run.smithi071.stdout:(43/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-03-10T21:11:12.821 INFO:teuthology.orchestra.run.smithi071.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 823 kB/s | 34 kB 00:00 2024-03-10T21:11:12.868 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T21:11:12.895 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-03-10T21:11:12.938 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-03-10T21:11:12.983 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-03-10T21:11:13.057 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-03-10T21:11:13.111 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-03-10T21:11:13.146 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-03-10T21:11:13.176 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-03-10T21:11:13.189 INFO:teuthology.orchestra.run.smithi071.stdout:(45/120): ceph-test-18.2.1-746.gc2ea977b.el9.x8 9.3 MB/s | 40 MB 00:04 2024-03-10T21:11:13.216 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-03-10T21:11:13.222 INFO:teuthology.orchestra.run.smithi071.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 194 kB/s | 78 kB 00:00 2024-03-10T21:11:13.281 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-03-10T21:11:13.289 INFO:teuthology.orchestra.run.smithi071.stdout:(47/120): openblas-openmp-0.3.21-2.el9.x86_64.r 9.8 MB/s | 4.7 MB 00:00 2024-03-10T21:11:13.315 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-03-10T21:11:13.343 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-03-10T21:11:13.372 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-03-10T21:11:13.407 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 24/122 2024-03-10T21:11:13.489 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T21:11:13.548 INFO:teuthology.orchestra.run.smithi071.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 5.8 MB 00:00 2024-03-10T21:11:13.573 INFO:teuthology.orchestra.run.smithi071.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 47 kB/s | 16 kB 00:00 2024-03-10T21:11:13.598 INFO:teuthology.orchestra.run.smithi071.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 80 kB/s | 24 kB 00:00 2024-03-10T21:11:13.625 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-03-10T21:11:13.648 INFO:teuthology.orchestra.run.smithi071.stdout:(51/120): python3-markupsafe-1.1.1-12.el9.x86_6 639 kB/s | 32 kB 00:00 2024-03-10T21:11:13.673 INFO:teuthology.orchestra.run.smithi071.stdout:(52/120): python3-jsonpointer-2.0-4.el9.noarch. 241 kB/s | 18 kB 00:00 2024-03-10T21:11:13.676 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-03-10T21:11:13.699 INFO:teuthology.orchestra.run.smithi071.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 144 kB 00:00 2024-03-10T21:11:13.924 INFO:teuthology.orchestra.run.smithi071.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 17 MB/s | 4.8 MB 00:00 2024-03-10T21:11:13.949 INFO:teuthology.orchestra.run.smithi071.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 704 kB/s | 174 kB 00:00 2024-03-10T21:11:13.974 INFO:teuthology.orchestra.run.smithi071.stdout:(56/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 796 kB/s | 217 kB 00:00 2024-03-10T21:11:14.000 INFO:teuthology.orchestra.run.smithi071.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 918 kB/s | 69 kB 00:00 2024-03-10T21:11:14.025 INFO:teuthology.orchestra.run.smithi071.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 504 kB/s | 38 kB 00:00 2024-03-10T21:11:14.050 INFO:teuthology.orchestra.run.smithi071.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 546 kB/s | 41 kB 00:00 2024-03-10T21:11:14.100 INFO:teuthology.orchestra.run.smithi071.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 4.2 MB/s | 427 kB 00:00 2024-03-10T21:11:14.126 INFO:teuthology.orchestra.run.smithi071.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 132 kB 00:00 2024-03-10T21:11:14.184 INFO:teuthology.orchestra.run.smithi071.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 1.5 MB/s | 211 kB 00:00 2024-03-10T21:11:14.218 INFO:teuthology.orchestra.run.smithi071.stdout:(63/120): python3-pytest-6.2.2-6.el9.noarch.rpm 4.0 MB/s | 474 kB 00:00 2024-03-10T21:11:14.243 INFO:teuthology.orchestra.run.smithi071.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 405 kB/s | 47 kB 00:00 2024-03-10T21:11:14.268 INFO:teuthology.orchestra.run.smithi071.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 859 kB/s | 43 kB 00:00 2024-03-10T21:11:14.407 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-03-10T21:11:14.489 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-03-10T21:11:14.534 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-03-10T21:11:14.543 INFO:teuthology.orchestra.run.smithi071.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 129 kB/s | 39 kB 00:00 2024-03-10T21:11:14.569 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-03-10T21:11:14.603 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-03-10T21:11:14.644 INFO:teuthology.orchestra.run.smithi071.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 801 kB/s | 300 kB 00:00 2024-03-10T21:11:14.644 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-03-10T21:11:14.688 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 34/122 2024-03-10T21:11:14.718 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-03-10T21:11:14.744 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-03-10T21:11:14.827 INFO:teuthology.orchestra.run.smithi071.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-03-10T21:11:14.843 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-03-10T21:11:14.861 INFO:teuthology.orchestra.run.smithi071.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 198 kB/s | 63 kB 00:00 2024-03-10T21:11:14.886 INFO:teuthology.orchestra.run.smithi071.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 327 kB/s | 79 kB 00:00 2024-03-10T21:11:14.889 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-03-10T21:11:14.911 INFO:teuthology.orchestra.run.smithi071.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.8 MB/s | 241 kB 00:00 2024-03-10T21:11:14.937 INFO:teuthology.orchestra.run.smithi071.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 2.0 MB/s | 103 kB 00:00 2024-03-10T21:11:14.945 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-03-10T21:11:14.970 INFO:teuthology.orchestra.run.smithi071.stdout:(73/120): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-03-10T21:11:14.995 INFO:teuthology.orchestra.run.smithi071.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB 00:00 2024-03-10T21:11:15.018 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-03-10T21:11:15.021 INFO:teuthology.orchestra.run.smithi071.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.2 MB/s | 187 kB 00:00 2024-03-10T21:11:15.048 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-03-10T21:11:15.085 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-03-10T21:11:15.131 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-03-10T21:11:15.146 INFO:teuthology.orchestra.run.smithi071.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-03-10T21:11:15.171 INFO:teuthology.orchestra.run.smithi071.stdout:(77/120): jq-1.6-16.el9.x86_64.rpm 935 kB/s | 187 kB 00:00 2024-03-10T21:11:15.177 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-03-10T21:11:15.196 INFO:teuthology.orchestra.run.smithi071.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-03-10T21:11:15.220 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-03-10T21:11:15.230 INFO:teuthology.orchestra.run.smithi071.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 803 kB 00:00 2024-03-10T21:11:15.354 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-03-10T21:11:15.396 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-03-10T21:11:15.437 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-03-10T21:11:15.447 INFO:teuthology.orchestra.run.smithi071.stdout:(80/120): fmt-8.1.1-5.el9.x86_64.rpm 511 kB/s | 111 kB 00:00 2024-03-10T21:11:15.533 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-03-10T21:11:15.575 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 50/122 2024-03-10T21:11:15.580 INFO:teuthology.orchestra.run.smithi071.stdout:(81/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.3 MB/s | 309 kB 00:00 2024-03-10T21:11:15.611 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-03-10T21:11:15.644 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-03-10T21:11:15.671 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-03-10T21:11:15.706 INFO:teuthology.orchestra.run.smithi071.stdout:(82/120): python3-devel-3.9.17-2.el9.x86_64.rpm 459 kB/s | 245 kB 00:00 2024-03-10T21:11:15.774 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-03-10T21:11:15.814 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-03-10T21:11:15.823 INFO:teuthology.orchestra.run.smithi071.stdout:(83/120): libarrow-9.0.0-10.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-03-10T21:11:15.848 INFO:teuthology.orchestra.run.smithi071.stdout:(84/120): python3-jinja2-2.11.3-5.el9.noarch.rp 381 kB/s | 248 kB 00:00 2024-03-10T21:11:15.865 INFO:teuthology.orchestra.run.smithi071.stdout:(85/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 163 kB/s | 26 kB 00:00 2024-03-10T21:11:15.865 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-03-10T21:11:15.882 INFO:teuthology.orchestra.run.smithi071.stdout:(86/120): liboath-2.6.7-2.el9.x86_64.rpm 827 kB/s | 49 kB 00:00 2024-03-10T21:11:15.920 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-03-10T21:11:15.982 INFO:teuthology.orchestra.run.smithi071.stdout:(87/120): python3-asyncssh-2.13.2-4.el9.noarch. 5.4 MB/s | 548 kB 00:00 2024-03-10T21:11:15.999 INFO:teuthology.orchestra.run.smithi071.stdout:(88/120): libunwind-1.6.2-1.el9.x86_64.rpm 447 kB/s | 67 kB 00:00 2024-03-10T21:11:16.041 INFO:teuthology.orchestra.run.smithi071.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 742 kB/s | 43 kB 00:00 2024-03-10T21:11:16.066 INFO:teuthology.orchestra.run.smithi071.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 481 kB/s | 32 kB 00:00 2024-03-10T21:11:16.100 INFO:teuthology.orchestra.run.smithi071.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 256 kB/s | 15 kB 00:00 2024-03-10T21:11:16.114 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-03-10T21:11:16.162 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-03-10T21:11:16.167 INFO:teuthology.orchestra.run.smithi071.stdout:(92/120): python3-cherrypy-18.6.1-2.el9.noarch. 5.3 MB/s | 358 kB 00:00 2024-03-10T21:11:16.192 INFO:teuthology.orchestra.run.smithi071.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.3 MB/s | 172 kB 00:00 2024-03-10T21:11:16.217 INFO:teuthology.orchestra.run.smithi071.stdout:(94/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.3 MB/s | 838 kB 00:00 2024-03-10T21:11:16.240 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-03-10T21:11:16.242 INFO:teuthology.orchestra.run.smithi071.stdout:(95/120): python3-google-auth-2.28.0-1.el9.noar 2.6 MB/s | 203 kB 00:00 2024-03-10T21:11:16.268 INFO:teuthology.orchestra.run.smithi071.stdout:(96/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 141 kB/s | 11 kB 00:00 2024-03-10T21:11:16.293 INFO:teuthology.orchestra.run.smithi071.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 234 kB/s | 18 kB 00:00 2024-03-10T21:11:16.318 INFO:teuthology.orchestra.run.smithi071.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 307 kB/s | 23 kB 00:00 2024-03-10T21:11:16.328 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-03-10T21:11:16.343 INFO:teuthology.orchestra.run.smithi071.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-03-10T21:11:16.369 INFO:teuthology.orchestra.run.smithi071.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-03-10T21:11:16.411 INFO:teuthology.orchestra.run.smithi071.stdout:(101/120): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-03-10T21:11:16.436 INFO:teuthology.orchestra.run.smithi071.stdout:(102/120): python3-logutils-0.3.5-21.el9.noarch 501 kB/s | 46 kB 00:00 2024-03-10T21:11:16.461 INFO:teuthology.orchestra.run.smithi071.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 854 kB/s | 79 kB 00:00 2024-03-10T21:11:16.470 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-03-10T21:11:16.487 INFO:teuthology.orchestra.run.smithi071.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 767 kB/s | 58 kB 00:00 2024-03-10T21:11:16.503 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 63/122 2024-03-10T21:11:16.521 INFO:teuthology.orchestra.run.smithi071.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-03-10T21:11:16.535 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-03-10T21:11:16.545 INFO:teuthology.orchestra.run.smithi071.stdout:(106/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-03-10T21:11:16.569 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-03-10T21:11:16.571 INFO:teuthology.orchestra.run.smithi071.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-03-10T21:11:16.596 INFO:teuthology.orchestra.run.smithi071.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 409 kB/s | 31 kB 00:00 2024-03-10T21:11:16.613 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-03-10T21:11:16.621 INFO:teuthology.orchestra.run.smithi071.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-03-10T21:11:16.647 INFO:teuthology.orchestra.run.smithi071.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 783 kB/s | 59 kB 00:00 2024-03-10T21:11:16.672 INFO:teuthology.orchestra.run.smithi071.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-03-10T21:11:16.697 INFO:teuthology.orchestra.run.smithi071.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 675 kB/s | 51 kB 00:00 2024-03-10T21:11:16.722 INFO:teuthology.orchestra.run.smithi071.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-03-10T21:11:16.737 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-03-10T21:11:16.739 INFO:teuthology.orchestra.run.smithi071.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-03-10T21:11:16.773 INFO:teuthology.orchestra.run.smithi071.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-03-10T21:11:16.780 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-03-10T21:11:16.798 INFO:teuthology.orchestra.run.smithi071.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-03-10T21:11:16.819 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-03-10T21:11:16.823 INFO:teuthology.orchestra.run.smithi071.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-03-10T21:11:16.862 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-03-10T21:11:16.865 INFO:teuthology.orchestra.run.smithi071.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-03-10T21:11:16.960 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-03-10T21:11:17.015 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-03-10T21:11:17.374 INFO:teuthology.orchestra.run.smithi071.stdout:(119/120): librbd1-18.2.1-746.gc2ea977b.el9.x86 5.5 MB/s | 3.0 MB 00:00 2024-03-10T21:11:17.524 INFO:teuthology.orchestra.run.smithi071.stdout:(120/120): librados2-18.2.1-746.gc2ea977b.el9.x 4.5 MB/s | 3.3 MB 00:00 2024-03-10T21:11:17.527 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:11:17.527 INFO:teuthology.orchestra.run.smithi071.stdout:Total 15 MB/s | 177 MB 00:11 2024-03-10T21:11:17.601 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2024-03-10T21:11:17.693 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2024-03-10T21:11:17.693 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2024-03-10T21:11:17.752 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-03-10T21:11:18.005 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-03-10T21:11:18.039 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-03-10T21:11:18.072 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-03-10T21:11:18.122 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-03-10T21:11:18.156 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-03-10T21:11:18.337 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-03-10T21:11:18.379 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-03-10T21:11:18.456 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-03-10T21:11:19.117 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-03-10T21:11:19.196 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2024-03-10T21:11:19.196 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2024-03-10T21:11:19.228 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-03-10T21:11:20.473 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-03-10T21:11:20.547 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-03-10T21:11:20.579 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-03-10T21:11:20.612 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-03-10T21:11:20.903 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-03-10T21:11:20.934 INFO:teuthology.orchestra.run.smithi193.stdout: Upgrading : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T21:11:21.024 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T21:11:21.055 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 90/122 2024-03-10T21:11:21.083 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-03-10T21:11:21.482 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-03-10T21:11:21.511 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T21:11:21.583 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T21:11:21.613 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 94/122 2024-03-10T21:11:22.027 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T21:11:22.052 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T21:11:22.082 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 96/122 2024-03-10T21:11:22.149 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 97/122 2024-03-10T21:11:22.186 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 98/122 2024-03-10T21:11:23.848 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2024-03-10T21:11:23.926 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-03-10T21:11:23.976 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-03-10T21:11:24.138 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-03-10T21:11:24.219 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T21:11:24.259 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T21:11:24.459 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-03-10T21:11:24.519 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T21:11:24.618 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 5/122 2024-03-10T21:11:24.653 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T21:11:24.729 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T21:11:24.778 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T21:11:24.794 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T21:11:24.807 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-03-10T21:11:24.829 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T21:11:24.844 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-03-10T21:11:24.872 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T21:11:24.901 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T21:11:24.901 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-10T21:11:24.901 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-10T21:11:24.901 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:24.938 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T21:11:24.973 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T21:11:24.998 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T21:11:25.127 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 11/122 2024-03-10T21:11:25.161 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-03-10T21:11:25.196 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-03-10T21:11:25.240 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-03-10T21:11:25.315 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-03-10T21:11:25.369 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-03-10T21:11:25.404 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-03-10T21:11:25.434 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-03-10T21:11:25.474 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-03-10T21:11:25.548 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-03-10T21:11:25.582 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-03-10T21:11:25.609 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-03-10T21:11:25.638 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-03-10T21:11:25.683 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 24/122 2024-03-10T21:11:25.757 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T21:11:25.892 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-03-10T21:11:25.942 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-03-10T21:11:26.499 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-03-10T21:11:26.587 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-03-10T21:11:26.636 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-03-10T21:11:26.671 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-03-10T21:11:26.706 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-03-10T21:11:26.747 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-03-10T21:11:26.785 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 34/122 2024-03-10T21:11:26.816 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-03-10T21:11:26.850 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-03-10T21:11:26.956 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-03-10T21:11:27.003 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-03-10T21:11:27.058 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-03-10T21:11:27.132 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-03-10T21:11:27.162 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-03-10T21:11:27.207 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-03-10T21:11:27.253 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-03-10T21:11:27.298 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-03-10T21:11:27.340 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-03-10T21:11:27.477 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-03-10T21:11:27.526 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-03-10T21:11:27.567 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-03-10T21:11:27.661 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-03-10T21:11:27.692 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 50/122 2024-03-10T21:11:27.733 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-03-10T21:11:27.775 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-03-10T21:11:27.802 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-03-10T21:11:27.904 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-03-10T21:11:27.953 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-03-10T21:11:28.002 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-03-10T21:11:28.057 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-03-10T21:11:28.255 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-03-10T21:11:28.307 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-03-10T21:11:28.377 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-03-10T21:11:28.465 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-03-10T21:11:28.600 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-03-10T21:11:28.640 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 63/122 2024-03-10T21:11:28.672 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-03-10T21:11:28.705 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-03-10T21:11:28.750 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-03-10T21:11:28.872 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-03-10T21:11:28.941 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-03-10T21:11:28.980 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-03-10T21:11:29.022 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-03-10T21:11:29.121 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-03-10T21:11:29.176 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-03-10T21:11:29.918 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-03-10T21:11:29.965 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-03-10T21:11:29.999 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-03-10T21:11:30.032 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-03-10T21:11:30.081 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-03-10T21:11:30.116 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-03-10T21:11:30.292 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-03-10T21:11:30.323 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-03-10T21:11:30.399 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-03-10T21:11:31.071 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-03-10T21:11:31.170 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-03-10T21:11:32.448 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-03-10T21:11:32.531 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-03-10T21:11:32.567 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-03-10T21:11:32.596 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-03-10T21:11:32.894 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-03-10T21:11:32.926 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T21:11:33.016 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 89/122 2024-03-10T21:11:33.047 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 90/122 2024-03-10T21:11:33.083 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-03-10T21:11:33.480 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-03-10T21:11:33.512 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T21:11:33.583 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 93/122 2024-03-10T21:11:33.605 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 94/122 2024-03-10T21:11:34.045 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T21:11:34.077 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 95/122 2024-03-10T21:11:34.107 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 96/122 2024-03-10T21:11:34.181 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 97/122 2024-03-10T21:11:34.210 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 98/122 2024-03-10T21:11:36.369 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T21:11:36.406 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T21:11:36.714 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T21:11:36.714 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /sys 2024-03-10T21:11:36.714 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /proc 2024-03-10T21:11:36.714 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /mnt 2024-03-10T21:11:36.714 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /var/tmp 2024-03-10T21:11:36.715 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /home 2024-03-10T21:11:36.715 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /root 2024-03-10T21:11:36.715 INFO:teuthology.orchestra.run.smithi193.stdout:skipping the directory /tmp 2024-03-10T21:11:36.715 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:36.814 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T21:11:36.964 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 99/122 2024-03-10T21:11:37.001 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T21:11:37.043 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T21:11:37.074 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T21:11:37.090 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 100/122 2024-03-10T21:11:37.090 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-10T21:11:37.090 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-10T21:11:37.090 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:37.144 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T21:11:38.060 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T21:11:38.085 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T21:11:38.182 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T21:11:38.353 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 105/122 2024-03-10T21:11:38.379 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T21:11:38.402 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T21:11:38.402 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:38.402 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-10T21:11:38.402 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T21:11:38.402 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T21:11:38.402 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:38.446 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T21:11:38.634 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T21:11:38.663 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T21:11:38.686 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T21:11:38.686 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:38.686 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-10T21:11:38.686 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T21:11:38.687 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T21:11:38.687 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:39.123 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T21:11:39.145 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T21:11:39.145 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:39.145 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-10T21:11:39.145 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T21:11:39.146 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T21:11:39.146 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:40.648 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T21:11:40.674 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T21:11:40.674 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:40.674 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-10T21:11:40.674 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T21:11:40.674 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T21:11:40.674 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:41.369 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 111/122 2024-03-10T21:11:41.408 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T21:11:41.431 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T21:11:41.431 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:41.431 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-10T21:11:41.431 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T21:11:41.431 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T21:11:41.431 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:41.484 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T21:11:41.506 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T21:11:41.506 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:41.507 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-10T21:11:41.507 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:41.793 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T21:11:41.815 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T21:11:41.816 INFO:teuthology.orchestra.run.smithi193.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:41.816 INFO:teuthology.orchestra.run.smithi193.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-10T21:11:41.816 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T21:11:41.816 INFO:teuthology.orchestra.run.smithi193.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T21:11:41.816 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:45.480 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 115/122 2024-03-10T21:11:45.537 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 116/122 2024-03-10T21:11:45.654 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 117/122 2024-03-10T21:11:45.771 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 118/122 2024-03-10T21:11:45.804 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T21:11:45.835 INFO:teuthology.orchestra.run.smithi193.stdout: Installing : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 120/122 2024-03-10T21:11:45.836 INFO:teuthology.orchestra.run.smithi193.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T21:11:45.919 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T21:11:45.919 INFO:teuthology.orchestra.run.smithi193.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T21:11:48.550 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 101/122 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /sys 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /proc 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /mnt 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /var/tmp 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /home 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /root 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /tmp 2024-03-10T21:11:48.577 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:48.625 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T21:11:48.854 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 102/122 2024-03-10T21:11:48.885 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T21:11:49.868 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 103/122 2024-03-10T21:11:49.895 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T21:11:49.994 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 104/122 2024-03-10T21:11:49.997 INFO:teuthology.orchestra.run.smithi193.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T21:11:49.997 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 1/122 2024-03-10T21:11:49.997 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2/122 2024-03-10T21:11:49.997 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 3/122 2024-03-10T21:11:49.997 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 4/122 2024-03-10T21:11:49.997 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 5/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 8/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 9/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 11/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 12/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 13/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 14/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 15/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 16/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 17/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 18/122 2024-03-10T21:11:49.998 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 19/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 20/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 21/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 22/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 23/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 24/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 26/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 27/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 28/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 29/122 2024-03-10T21:11:49.999 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 30/122 2024-03-10T21:11:50.008 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 31/122 2024-03-10T21:11:50.008 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 32/122 2024-03-10T21:11:50.008 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 33/122 2024-03-10T21:11:50.008 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 34/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 35/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-03-10T21:11:50.009 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-03-10T21:11:50.010 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-03-10T21:11:50.010 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-03-10T21:11:50.010 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-03-10T21:11:50.010 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-03-10T21:11:50.010 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 63/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-03-10T21:11:50.011 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-03-10T21:11:50.012 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 89/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-03-10T21:11:50.013 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 95/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-03-10T21:11:50.014 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T21:11:50.015 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-03-10T21:11:50.016 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 121/122 2024-03-10T21:11:50.167 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 105/122 2024-03-10T21:11:50.197 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T21:11:50.220 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 106/122 2024-03-10T21:11:50.220 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:50.221 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-10T21:11:50.221 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T21:11:50.221 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-10T21:11:50.221 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:50.265 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T21:11:50.453 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 107/122 2024-03-10T21:11:50.482 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T21:11:50.504 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 108/122 2024-03-10T21:11:50.504 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:50.504 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-10T21:11:50.504 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T21:11:50.504 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-10T21:11:50.504 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:50.950 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T21:11:50.972 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 109/122 2024-03-10T21:11:50.972 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:50.972 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-10T21:11:50.972 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T21:11:50.972 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-10T21:11:50.972 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout:Upgraded: 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout:Installed: 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.196 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-immutable-object-cache-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.197 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: fmt-8.1.1-5.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: jq-1.6-16.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-10T21:11:52.198 INFO:teuthology.orchestra.run.smithi193.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-10T21:11:52.199 INFO:teuthology.orchestra.run.smithi193.stdout: librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-10T21:11:52.200 INFO:teuthology.orchestra.run.smithi193.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-10T21:11:52.201 INFO:teuthology.orchestra.run.smithi193.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-10T21:11:52.202 INFO:teuthology.orchestra.run.smithi193.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-ply-3.11-14.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-py-1.10.0-6.el9.noarch 2024-03-10T21:11:52.203 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytest-6.2.2-6.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-10T21:11:52.204 INFO:teuthology.orchestra.run.smithi193.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:11:52.205 INFO:teuthology.orchestra.run.smithi193.stdout: re2-1:20211101-3.el9.x86_64 2024-03-10T21:11:52.206 INFO:teuthology.orchestra.run.smithi193.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-10T21:11:52.206 INFO:teuthology.orchestra.run.smithi193.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-10T21:11:52.206 INFO:teuthology.orchestra.run.smithi193.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-10T21:11:52.206 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:11:52.207 INFO:teuthology.orchestra.run.smithi193.stdout:Complete! 2024-03-10T21:11:52.483 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T21:11:52.509 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 110/122 2024-03-10T21:11:52.509 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:52.509 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-10T21:11:52.509 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T21:11:52.509 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-10T21:11:52.509 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:52.533 DEBUG:teuthology.parallel:result is None 2024-03-10T21:11:53.207 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 111/122 2024-03-10T21:11:53.234 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T21:11:53.257 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 112/122 2024-03-10T21:11:53.257 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:53.257 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-10T21:11:53.257 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T21:11:53.257 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-10T21:11:53.258 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:53.302 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T21:11:53.324 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 113/122 2024-03-10T21:11:53.324 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:53.324 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-10T21:11:53.324 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:53.627 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T21:11:53.650 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 114/122 2024-03-10T21:11:53.650 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-10T21:11:53.650 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-10T21:11:53.650 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T21:11:53.650 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-10T21:11:53.650 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:11:57.305 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 115/122 2024-03-10T21:11:57.354 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 116/122 2024-03-10T21:11:57.471 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 117/122 2024-03-10T21:11:57.578 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pytest-6.2.2-6.el9.noarch 118/122 2024-03-10T21:11:57.621 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T21:11:57.652 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 120/122 2024-03-10T21:11:57.652 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T21:11:57.736 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-03-10T21:11:57.736 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T21:12:02.023 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T21:12:02.023 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 1/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 3/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 4/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-746.gc2ea97 5/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 6/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 7/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 8/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 9/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 10/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 11/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 12/122 2024-03-10T21:12:02.024 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_6 13/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 14/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 15/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 16/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_ 17/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 18/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9 19/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x 20/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 21/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 22/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 23/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 24/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 25/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 26/122 2024-03-10T21:12:02.025 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 27/122 2024-03-10T21:12:02.026 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.e 28/122 2024-03-10T21:12:02.026 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noar 29/122 2024-03-10T21:12:02.026 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.no 30/122 2024-03-10T21:12:02.035 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea 31/122 2024-03-10T21:12:02.035 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9 32/122 2024-03-10T21:12:02.035 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 33/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el 34/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 35/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-03-10T21:12:02.036 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-03-10T21:12:02.037 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pytest-6.2.2-6.el9.noarch 63/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-03-10T21:12:02.038 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-03-10T21:12:02.039 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 89/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 95/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-03-10T21:12:02.040 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-03-10T21:12:02.041 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 119/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-03-10T21:12:02.042 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 121/122 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout:Upgraded: 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: librados2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm-2:18.2.1-746.gc2ea977b.el9.noarch 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: fmt-8.1.1-5.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: jq-1.6-16.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-10T21:12:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-10T21:12:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-10T21:12:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-10T21:12:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-10T21:12:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply-3.11-14.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-py-1.10.0-6.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-10T21:12:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytest-6.2.2-6.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-10T21:12:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd-2:18.2.1-746.gc2ea977b.el9.x86_64 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: re2-1:20211101-3.el9.x86_64 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-10T21:12:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-10T21:12:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-10T21:12:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:12:04.069 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-03-10T21:12:04.368 DEBUG:teuthology.parallel:result is None 2024-03-10T21:12:04.368 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:12:04.368 INFO:teuthology.packaging:ref: None 2024-03-10T21:12:04.368 INFO:teuthology.packaging:tag: None 2024-03-10T21:12:04.369 INFO:teuthology.packaging:branch: reef 2024-03-10T21:12:04.369 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:12:04.369 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T21:12:04.710 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-10T21:12:04.731 INFO:teuthology.orchestra.run.smithi071.stdout:18.2.1-746.gc2ea977b.el9 2024-03-10T21:12:04.732 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-746.gc2ea977b.el9 2024-03-10T21:12:04.732 INFO:teuthology.task.install:The correct ceph version 18.2.1-746.gc2ea977b is installed. 2024-03-10T21:12:04.734 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-10T21:12:04.734 INFO:teuthology.packaging:ref: None 2024-03-10T21:12:04.734 INFO:teuthology.packaging:tag: None 2024-03-10T21:12:04.734 INFO:teuthology.packaging:branch: reef 2024-03-10T21:12:04.734 INFO:teuthology.packaging:sha1: cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:12:04.734 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-03-10T21:12:05.066 DEBUG:teuthology.orchestra.run.smithi193:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-10T21:12:05.093 INFO:teuthology.orchestra.run.smithi193.stdout:18.2.1-746.gc2ea977b.el9 2024-03-10T21:12:05.093 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-746.gc2ea977b.el9 2024-03-10T21:12:05.093 INFO:teuthology.task.install:The correct ceph version 18.2.1-746.gc2ea977b is installed. 2024-03-10T21:12:05.095 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-10T21:12:05.095 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:12:05.095 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-10T21:12:05.125 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:12:05.125 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-10T21:12:05.166 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-10T21:12:05.166 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:12:05.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper 2024-03-10T21:12:05.194 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-10T21:12:05.260 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:12:05.260 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/usr/bin/daemon-helper 2024-03-10T21:12:05.290 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-10T21:12:05.363 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-10T21:12:05.363 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:12:05.363 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-10T21:12:05.390 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-10T21:12:05.456 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:12:05.456 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-10T21:12:05.485 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-10T21:12:05.554 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-10T21:12:05.554 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:12:05.554 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/stdin-killer 2024-03-10T21:12:05.581 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-10T21:12:05.647 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:12:05.647 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/usr/bin/stdin-killer 2024-03-10T21:12:05.675 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-10T21:12:05.742 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:12:05.763 INFO:teuthology.task.print:**** done install task... 2024-03-10T21:12:05.763 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:12:05.773 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-03-10T21:12:05.773 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-10T21:12:05.881 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'} 2024-03-10T21:12:05.881 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-03-10T21:12:05.882 INFO:tasks.cephadm:Cluster fsid is d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:12:05.882 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-10T21:12:05.882 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.71', 'mon.c': '[v2:172.21.15.71:3301,v1:172.21.15.71:6790]', 'mon.b': '172.21.15.193'} 2024-03-10T21:12:05.882 INFO:tasks.cephadm:First mon is mon.a on smithi071 2024-03-10T21:12:05.882 INFO:tasks.cephadm:First mgr is y 2024-03-10T21:12:05.882 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-10T21:12:05.883 DEBUG:teuthology.orchestra.run.smithi071:> sudo hostname $(hostname -s) 2024-03-10T21:12:05.910 DEBUG:teuthology.orchestra.run.smithi193:> sudo hostname $(hostname -s) 2024-03-10T21:12:05.938 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-03-10T21:12:05.939 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:12:06.195 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54561/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1977-gcb2b48d7', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1977.gcb2b48d7'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/cb2b48d76f56fc07bc6a177ed79951f825d2165e/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-09 16:03:50.215993', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/cb2b48d76f56fc07bc6a177ed79951f825d2165e/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-03-10T21:12:06.429 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref reef, sha1 c2ea977b6956d1f694ccf66acc692fdd979e3baa from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-03-10T21:12:06.430 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/x86_64/flavors/default/cephadm 2024-03-10T21:12:06.431 DEBUG:teuthology.orchestra.run.smithi071:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-10T21:12:06.825 INFO:teuthology.orchestra.run.smithi071.stdout:-rw-r--r--. 1 ubuntu ubuntu 214737 Mar 10 21:12 /home/ubuntu/cephtest/cephadm 2024-03-10T21:12:06.825 DEBUG:teuthology.orchestra.run.smithi193:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/c2ea977b6956d1f694ccf66acc692fdd979e3baa/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-10T21:12:07.362 INFO:teuthology.orchestra.run.smithi193.stdout:-rw-r--r--. 1 ubuntu ubuntu 214737 Mar 10 21:12 /home/ubuntu/cephtest/cephadm 2024-03-10T21:12:07.362 DEBUG:teuthology.orchestra.run.smithi071:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-10T21:12:07.381 DEBUG:teuthology.orchestra.run.smithi193:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-10T21:12:07.413 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-03-10T21:12:07.414 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-10T21:12:07.424 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-03-10T21:12:08.223 INFO:teuthology.orchestra.run.smithi071.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T21:12:08.299 INFO:teuthology.orchestra.run.smithi193.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout:{ 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout: "ceph_version": "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)", 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout: "image_id": "a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746", 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout: "repo_digests": [ 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633" 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout: ] 2024-03-10T21:13:01.447 INFO:teuthology.orchestra.run.smithi193.stdout:} 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)", 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout: "image_id": "a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746", 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout: "repo_digests": [ 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633" 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-03-10T21:13:01.983 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:13:02.002 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph 2024-03-10T21:13:02.063 DEBUG:teuthology.orchestra.run.smithi193:> sudo mkdir -p /etc/ceph 2024-03-10T21:13:02.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 777 /etc/ceph 2024-03-10T21:13:02.124 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod 777 /etc/ceph 2024-03-10T21:13:02.165 INFO:tasks.cephadm:Writing seed config... 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-03-10T21:13:02.167 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-10T21:13:02.168 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-10T21:13:02.168 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-10T21:13:02.168 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-10T21:13:02.168 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-10T21:13:02.168 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:13:02.168 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-10T21:13:02.184 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = d9129898-df22-11ee-95c7-87774f69a715 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-03-10T21:13:02.184 DEBUG:teuthology.orchestra.run.smithi071:mon.a> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service 2024-03-10T21:13:02.226 DEBUG:teuthology.orchestra.run.smithi071:mgr.y> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service 2024-03-10T21:13:02.269 INFO:tasks.cephadm:Bootstrapping... 2024-03-10T21:13:02.269 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid d9129898-df22-11ee-95c7-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.71 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:13:02.424 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-03-10T21:13:02.424 INFO:teuthology.orchestra.run.smithi071.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'd9129898-df22-11ee-95c7-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.71', '--skip-admin-label'] 2024-03-10T21:13:02.450 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-10T21:13:02.450 INFO:teuthology.orchestra.run.smithi071.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-10T21:13:02.451 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying podman|docker is present... 2024-03-10T21:13:02.473 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-10T21:13:02.473 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying lvm2 is present... 2024-03-10T21:13:02.473 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying time synchronization is in place... 2024-03-10T21:13:02.480 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-10T21:13:02.481 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-10T21:13:02.486 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-10T21:13:02.486 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-03-10T21:13:02.492 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2024-03-10T21:13:02.498 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2024-03-10T21:13:02.498 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2024-03-10T21:13:02.498 INFO:teuthology.orchestra.run.smithi071.stdout:Repeating the final host check... 2024-03-10T21:13:02.523 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-10T21:13:02.523 INFO:teuthology.orchestra.run.smithi071.stdout:podman (/bin/podman) version 4.9.3 is present 2024-03-10T21:13:02.523 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl is present 2024-03-10T21:13:02.523 INFO:teuthology.orchestra.run.smithi071.stdout:lvcreate is present 2024-03-10T21:13:02.528 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-10T21:13:02.528 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-10T21:13:02.533 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-10T21:13:02.534 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-03-10T21:13:02.539 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:Host looks OK 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:Cluster fsid: d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:Acquiring lock 139860093663120 on /run/cephadm/d9129898-df22-11ee-95c7-87774f69a715.lock 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:Lock 139860093663120 acquired on /run/cephadm/d9129898-df22-11ee-95c7-87774f69a715.lock 2024-03-10T21:13:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 3300 ... 2024-03-10T21:13:02.547 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 6789 ... 2024-03-10T21:13:02.547 INFO:teuthology.orchestra.run.smithi071.stdout:Base mon IP(s) is [172.21.15.71:3300, 172.21.15.71:6789], mon addrv is [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-03-10T21:13:02.549 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.71 metric 100 2024-03-10T21:13:02.550 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.71 metric 100 2024-03-10T21:13:02.552 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-10T21:13:02.552 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-03-10T21:13:02.552 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1796sec hoplimit 64 pref medium 2024-03-10T21:13:02.554 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-10T21:13:02.555 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-10T21:13:02.555 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-10T21:13:02.555 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-03-10T21:13:02.555 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d765/64 scope link 2024-03-10T21:13:02.555 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-10T21:13:02.556 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2024-03-10T21:13:02.556 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2024-03-10T21:13:02.556 INFO:teuthology.orchestra.run.smithi071.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-10T21:13:02.556 INFO:teuthology.orchestra.run.smithi071.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-10T21:13:02.556 INFO:teuthology.orchestra.run.smithi071.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T21:13:03.109 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 2024-03-10T21:13:03.110 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-03-10T21:13:03.110 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Getting image source signatures 2024-03-10T21:13:03.110 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:f58b4670ef4403d11d1c912aa26a4dbcf73447df5302e9dc66f6a7fc0d9d1e47 2024-03-10T21:13:03.110 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:9d22758feb0e8d9229038b414d7b76baca89862e7f2d3470d2c3650b087b8772 2024-03-10T21:13:03.110 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying config sha256:a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 2024-03-10T21:13:03.110 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-10T21:13:04.030 INFO:teuthology.orchestra.run.smithi071.stdout:ceph: stdout ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable) 2024-03-10T21:13:04.030 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph version: ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable) 2024-03-10T21:13:04.030 INFO:teuthology.orchestra.run.smithi071.stdout:Extracting ceph user uid/gid from container image... 2024-03-10T21:13:04.960 INFO:teuthology.orchestra.run.smithi071.stdout:stat: stdout 167 167 2024-03-10T21:13:04.960 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial keys... 2024-03-10T21:13:05.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQBhIu5l/SRBEBAAJcAibDuPxCUYQtsne4+6GQ== 2024-03-10T21:13:06.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQBiIu5l7B2LBxAAQN2WpxVbHqwiIvf8SmAwag== 2024-03-10T21:13:07.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQBjIu5lp6xyARAAJQmqTPUZRM/eC9foxTdp+g== 2024-03-10T21:13:07.626 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial monmap... 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:monmaptool for a [v2:172.21.15.71:3300,v1:172.21.15.71:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:setting min_mon_release = pacific 2024-03-10T21:13:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: set fsid to d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:08.682 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-10T21:13:08.682 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:13:08.682 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mon... 2024-03-10T21:13:09.644 INFO:teuthology.orchestra.run.smithi071.stdout:create mon.a on 2024-03-10T21:13:09.849 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-10T21:13:09.988 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-10T21:13:10.164 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-d9129898-df22-11ee-95c7-87774f69a715.target → /etc/systemd/system/ceph-d9129898-df22-11ee-95c7-87774f69a715.target. 2024-03-10T21:13:10.164 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-d9129898-df22-11ee-95c7-87774f69a715.target → /etc/systemd/system/ceph-d9129898-df22-11ee-95c7-87774f69a715.target. 2024-03-10T21:13:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a 2024-03-10T21:13:10.394 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service: Unit ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service not loaded. 2024-03-10T21:13:10.555 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d9129898-df22-11ee-95c7-87774f69a715.target.wants/ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service → /etc/systemd/system/ceph-d9129898-df22-11ee-95c7-87774f69a715@.service. 2024-03-10T21:13:11.103 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T21:13:11.103 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-03-10T21:13:11.110 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T21:13:11.110 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-03-10T21:13:11.110 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-03-10T21:13:11.111 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2024-03-10T21:13:11.111 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon to start... 2024-03-10T21:13:11.111 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon... 2024-03-10T21:13:12.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout cluster: 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout id: d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout services: 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.593174s) 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-10T21:13:12.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout data: 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pgs: 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:mon is available 2024-03-10T21:13:12.223 INFO:teuthology.orchestra.run.smithi071.stdout:Assimilating anything we can from ceph.conf... 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:13.278 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-10T21:13:13.279 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-10T21:13:13.279 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:13.279 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2024-03-10T21:13:13.279 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-10T21:13:13.279 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-10T21:13:13.279 INFO:teuthology.orchestra.run.smithi071.stdout:Generating new minimal ceph.conf... 2024-03-10T21:13:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:14 smithi071 ceph-mon[26751]: from='client.? 172.21.15.71:0/2689825655' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:13:14.340 INFO:teuthology.orchestra.run.smithi071.stdout:Restarting the monitor... 2024-03-10T21:13:14.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:14 smithi071 systemd[1]: Stopping Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:13:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[26747]: 2024-03-10T21:13:14.594+0000 7fc1ce539700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:13:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[26747]: 2024-03-10T21:13:14.594+0000 7fc1ce539700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-10T21:13:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:14 smithi071 podman[26996]: 2024-03-10 21:13:14.717726411 +0000 UTC m=+0.229029315 container died b061f09d980584375b8186ec858be35f940a0e732f8913e4f37a65fed2ecb276 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-10T21:13:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:17 smithi071 podman[26996]: 2024-03-10 21:13:17.463063182 +0000 UTC m=+2.974366086 container cleanup b061f09d980584375b8186ec858be35f940a0e732f8913e4f37a65fed2ecb276 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2) 2024-03-10T21:13:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:17 smithi071 bash[26996]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a 2024-03-10T21:13:19.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:19 smithi071 podman[27009]: 2024-03-10 21:13:19.27753583 +0000 UTC m=+4.556521540 container remove b061f09d980584375b8186ec858be35f940a0e732f8913e4f37a65fed2ecb276 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux ) 2024-03-10T21:13:19.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:19 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-10T21:13:19.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:19 smithi071 systemd[1]: Stopped Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:13:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:19 smithi071 systemd[1]: Starting Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:13:20.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:19 smithi071 podman[27104]: 2024-03-10 21:13:19.603064265 +0000 UTC m=+0.018474244 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph:reef 2024-03-10T21:13:21.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:20 smithi071 podman[27104]: 2024-03-10 21:13:20.665751644 +0000 UTC m=+1.081161654 container create 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 podman[27104]: 2024-03-10 21:13:22.33782884 +0000 UTC m=+2.753238814 container init 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 podman[27104]: 2024-03-10 21:13:22.341857727 +0000 UTC m=+2.757267695 container start 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable), process ceph-mon, pid 2 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: pidfile_write: ignore empty --pid-file 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: load: jerasure load: lrc 2024-03-10T21:13:22.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: RocksDB version: 7.9.2 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Git sha 0 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Compile date 2024-03-09 15:03:01 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: DB SUMMARY 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: DB Session ID: Q2RHT0AHKPABFJSUH7Z3 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: CURRENT file: CURRENT 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84532 ; 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.error_if_exists: 0 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.create_if_missing: 0 2024-03-10T21:13:22.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.paranoid_checks: 1 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.env: 0x564314f5a720 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.info_log: 0x564316d4d4e0 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.statistics: (nil) 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.use_fsync: 0 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_log_file_size: 0 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T21:13:22.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.allow_fallocate: 1 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.use_direct_reads: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.db_log_dir: 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.wal_dir: 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T21:13:22.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.write_buffer_manager: 0x564315fc6140 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T21:13:22.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.unordered_write: 0 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.row_cache: None 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.wal_filter: None 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T21:13:22.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T21:13:22.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.two_write_queues: 0 2024-03-10T21:13:22.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T21:13:22.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.wal_compression: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.atomic_flush: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.log_readahead_size: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T21:13:22.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_background_jobs: 2 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_background_compactions: -1 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_subcompactions: 1 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_open_files: -1 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T21:13:22.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_background_flushes: -1 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Compression algorithms supported: 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kZSTD supported: 0 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kXpressCompression supported: 0 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kZlibCompression supported: 1 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kSnappyCompression supported: 1 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kLZ4Compression supported: 1 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: kBZip2Compression supported: 0 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T21:13:22.848 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.merge_operator: 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_filter: None 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564316d4d5e0) 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks: 1 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T21:13:22.849 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_top_level_index_and_filter: 1 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_type: 0 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_index_type: 0 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_shortening: 1 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: checksum: 4 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: no_block_cache: 0 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache: 0x5643160671f0 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_name: BinnedLRUCache 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_options: 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: capacity : 536870912 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_shard_bits : 4 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: strict_capacity_limit : 0 2024-03-10T21:13:22.850 INFO:journalctl@ceph.mon.a.smithi071.stdout: high_pri_pool_ratio: 0.000 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_compressed: (nil) 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: persistent_cache: (nil) 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size: 4096 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size_deviation: 10 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_restart_interval: 16 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_block_restart_interval: 1 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_block_size: 4096 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: partition_filters: 0 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: use_delta_encoding: 1 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: filter_policy: bloomfilter 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: whole_key_filtering: 1 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: verify_compression: 0 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: read_amp_bytes_per_bit: 0 2024-03-10T21:13:22.851 INFO:journalctl@ceph.mon.a.smithi071.stdout: format_version: 5 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_index_compression: 1 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_align: 0 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_auto_readahead_size: 262144 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout: prepopulate_block_cache: 0 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout: initial_auto_readahead_size: 8192 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression: NoCompression 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T21:13:22.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.num_levels: 7 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T21:13:22.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T21:13:22.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T21:13:22.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.table_properties_collectors: 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.inplace_update_support: 0 2024-03-10T21:13:22.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.bloom_locality: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.max_successive_merges: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.ttl: 2592000 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T21:13:22.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.enable_blob_files: false 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.min_blob_size: 0 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-10T21:13:22.858 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 253adeeb-9603-402d-a10d-e90c990085fd 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105202374028, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105202375012, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81056, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79232, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73433, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710105202, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "253adeeb-9603-402d-a10d-e90c990085fd", "db_session_id": "Q2RHT0AHKPABFJSUH7Z3", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105202375078, "job": 1, "event": "recovery_finished"} 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564316104000 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: DB pointer 0x5643160f2000 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** DB Stats ** 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:13:22.859 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 2/0 80.99 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 80.99 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:13:22.860 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-03-10T21:13:22.861 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:13:22.861 INFO:journalctl@ceph.mon.a.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T21:13:22.861 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 116.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-10T21:13:22.861 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 24.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 24.05 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T21:13:22.862 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache BinnedLRUCache@0x5643160671f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???) e1 preinit fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).mds e1 new map 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).mds e1 print_map 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: e1 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: legacy client fscid: -1 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout: No filesystems configured 2024-03-10T21:13:22.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: fsmap 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: osdmap e1: 0 total, 0 up, 0 in 2024-03-10T21:13:22.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:22 smithi071 ceph-mon[27124]: mgrmap e1: no daemons active 2024-03-10T21:13:23.119 INFO:teuthology.orchestra.run.smithi071.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-10T21:13:23.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:23 smithi071 bash[27104]: 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 2024-03-10T21:13:23.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:23 smithi071 systemd[1]: Started Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:13:24.478 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-10T21:13:24.491 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:13:24.491 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mgr... 2024-03-10T21:13:24.492 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-10T21:13:24.492 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-10T21:13:24.750 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y 2024-03-10T21:13:24.750 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service: Unit ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service not loaded. 2024-03-10T21:13:24.901 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d9129898-df22-11ee-95c7-87774f69a715.target.wants/ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-d9129898-df22-11ee-95c7-87774f69a715@.service. 2024-03-10T21:13:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:24 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2039906657' entity='client.admin' 2024-03-10T21:13:25.455 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:25 smithi071 podman[27340]: 2024-03-10 21:13:25.378232382 +0000 UTC m=+0.362085105 container start eccea271134f19a719d8028f3158fda9402da72d07ad5f2bbe2c2f538bca4cee (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:13:25.455 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:25 smithi071 bash[27340]: eccea271134f19a719d8028f3158fda9402da72d07ad5f2bbe2c2f538bca4cee 2024-03-10T21:13:25.468 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T21:13:25.468 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-03-10T21:13:25.475 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T21:13:25.475 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-03-10T21:13:25.476 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-03-10T21:13:25.476 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2024-03-10T21:13:25.483 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T21:13:25.484 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-03-10T21:13:25.491 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T21:13:25.491 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-03-10T21:13:25.491 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-03-10T21:13:25.491 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-10T21:13:25.491 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr to start... 2024-03-10T21:13:25.491 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr... 2024-03-10T21:13:25.707 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:25 smithi071 systemd[1]: Started Ceph mgr.y for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:13:26.001 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:25.927+0000 7f136cd44200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:13:26.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:26 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3121766843' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T21:13:26.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:26.022+0000 7f136cd44200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "d9129898-df22-11ee-95c7-87774f69a715", 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.583 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.584 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T21:13:26.585 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:26.585 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T21:13:26.585 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T21:13:26.585 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T21:13:26.588 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T21:13:26.589 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:26.590 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T21:13:11.058658+0000", 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:13:26.591 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (1/15)... 2024-03-10T21:13:26.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:26.664+0000 7f136cd44200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:13:26.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:26.753+0000 7f136cd44200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:13:27.327 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:26.892+0000 7f136cd44200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:13:27.327 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:26.985+0000 7f136cd44200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:13:27.328 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:27.066+0000 7f136cd44200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:13:27.328 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:27.323+0000 7f136cd44200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:13:27.588 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:27.430+0000 7f136cd44200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:13:27.588 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:27.514+0000 7f136cd44200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:13:28.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:27.606+0000 7f136cd44200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:13:28.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:27.777+0000 7f136cd44200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:13:29.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:28.730+0000 7f136cd44200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:13:29.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:28.857+0000 7f136cd44200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:13:29.473 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:29.188+0000 7f136cd44200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:13:29.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:29.276+0000 7f136cd44200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:13:29.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:29.469+0000 7f136cd44200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:13:29.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:29.651+0000 7f136cd44200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:13:30.193 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:29.930+0000 7f136cd44200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:13:30.194 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:30.189+0000 7f136cd44200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:13:30.546 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:30.418+0000 7f136cd44200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:13:30.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:30 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2864490868' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T21:13:31.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:31.228+0000 7f136cd44200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:13:31.353 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "d9129898-df22-11ee-95c7-87774f69a715", 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T21:13:31.355 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.356 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:31.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T21:13:11.058658+0000", 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:13:31.358 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (2/15)... 2024-03-10T21:13:32.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:31.789+0000 7f136cd44200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:13:32.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:31.883+0000 7f136cd44200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:32.093+0000 7f136cd44200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: Activating manager daemon y 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: mgrmap e2: y(active, starting, since 0.00299462s) 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:13:32.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: Manager daemon y is now available 2024-03-10T21:13:32.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:13:32.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:13:32.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' 2024-03-10T21:13:32.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' 2024-03-10T21:13:32.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:32 smithi071 ceph-mon[27124]: from='mgr.14100 172.21.15.71:0/3560512329' entity='mgr.y' 2024-03-10T21:13:34.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:34 smithi071 ceph-mon[27124]: mgrmap e3: y(active, since 1.00611s) 2024-03-10T21:13:34.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:34 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2950856367' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "d9129898-df22-11ee-95c7-87774f69a715", 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:35.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-10T21:13:35.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-10T21:13:35.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-10T21:13:35.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-10T21:13:35.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-10T21:13:35.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-03-10T21:13:11.058658+0000", 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:13:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:mgr is available 2024-03-10T21:13:36.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:36 smithi071 ceph-mon[27124]: mgrmap e4: y(active, since 3s) 2024-03-10T21:13:36.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:36 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3596903641' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-10T21:13:36.357 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-10T21:13:36.358 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling cephadm module... 2024-03-10T21:13:37.468 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:37 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/4040777105' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-10T21:13:37.468 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setuser ceph since I am not root 2024-03-10T21:13:37.468 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setgroup ceph since I am not root 2024-03-10T21:13:37.726 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:37.666+0000 7fd1d04e8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:13:38.045 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:37.764+0000 7fd1d04e8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:13:38.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/4040777105' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-10T21:13:38.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-mon[27124]: mgrmap e5: y(active, since 5s) 2024-03-10T21:13:38.740 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:38.410+0000 7fd1d04e8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:13:38.740 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:38.504+0000 7fd1d04e8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:13:38.740 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:38.644+0000 7fd1d04e8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:13:39.032 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:38.740+0000 7fd1d04e8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:13:39.032 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:38.824+0000 7fd1d04e8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:13:39.036 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:13:39.036 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-10T21:13:39.036 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-10T21:13:39.036 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-10T21:13:39.036 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-10T21:13:39.036 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:13:39.037 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2024-03-10T21:13:39.037 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 5... 2024-03-10T21:13:39.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:39 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1556408129' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-10T21:13:39.294 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:39.090+0000 7fd1d04e8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:13:39.294 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:39.200+0000 7fd1d04e8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:13:39.295 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:39.289+0000 7fd1d04e8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:13:39.564 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:39.384+0000 7fd1d04e8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:13:39.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:39.559+0000 7fd1d04e8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:13:40.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:40.492+0000 7fd1d04e8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:13:40.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:40.618+0000 7fd1d04e8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:13:41.219 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:40.941+0000 7fd1d04e8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:13:41.220 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:41.027+0000 7fd1d04e8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:13:41.220 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:41.215+0000 7fd1d04e8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:13:41.588 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:41.393+0000 7fd1d04e8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:13:41.924 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:41.668+0000 7fd1d04e8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:13:41.924 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:41.920+0000 7fd1d04e8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:13:42.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:42.151+0000 7fd1d04e8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:13:43.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:42.934+0000 7fd1d04e8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:13:43.803 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:43.489+0000 7fd1d04e8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:13:43.803 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:43.590+0000 7fd1d04e8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:13:43.803 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:13:43.798+0000 7fd1d04e8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:13:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: Active manager daemon y restarted 2024-03-10T21:13:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: Activating manager daemon y 2024-03-10T21:13:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: osdmap e2: 0 total, 0 up, 0 in 2024-03-10T21:13:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: mgrmap e6: y(active, starting, since 0.00293256s) 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: Manager daemon y is now available 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:13:44.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:43 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:13:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: Found migration_current of "None". Setting to last migration. 2024-03-10T21:13:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:13:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:13:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:13:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:44 smithi071 ceph-mon[27124]: mgrmap e7: y(active, since 1.00545s) 2024-03-10T21:13:45.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:13:45.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-10T21:13:45.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-10T21:13:45.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:13:45.416 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 5 is available 2024-03-10T21:13:45.416 INFO:teuthology.orchestra.run.smithi071.stdout:Setting orchestrator backend to cephadm... 2024-03-10T21:13:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:45 smithi071 ceph-mon[27124]: [10/Mar/2024:21:13:44] ENGINE Bus STARTING 2024-03-10T21:13:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:45 smithi071 ceph-mon[27124]: [10/Mar/2024:21:13:44] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:13:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:45 smithi071 ceph-mon[27124]: [10/Mar/2024:21:13:44] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:13:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:45 smithi071 ceph-mon[27124]: [10/Mar/2024:21:13:44] ENGINE Bus STARTED 2024-03-10T21:13:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:45 smithi071 ceph-mon[27124]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-10T21:13:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:45 smithi071 ceph-mon[27124]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-10T21:13:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:46 smithi071 ceph-mon[27124]: mgrmap e8: y(active, since 2s) 2024-03-10T21:13:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:46 smithi071 ceph-mon[27124]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:46 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:46 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:13:48.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-10T21:13:48.084 INFO:teuthology.orchestra.run.smithi071.stdout:Generating ssh key... 2024-03-10T21:13:48.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-mon[27124]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:49.221 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: Generating public/private rsa key pair. 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: Your identification has been saved in /tmp/tmpr51k7uot/key. 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: Your public key has been saved in /tmp/tmpr51k7uot/key.pub. 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: The key fingerprint is: 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: SHA256:B5HNJGRv8/+oD+yJ7JRQjA5Ent7qnU9j8wee22AOuWM ceph-d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: The key's randomart image is: 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: +---[RSA 3072]----+ 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | .o.==. | 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | o o.*o | 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | + o * | 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | . + + o | 2024-03-10T21:13:49.222 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | . S . . | 2024-03-10T21:13:49.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | . o +.. | 2024-03-10T21:13:49.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | . X.=o. | 2024-03-10T21:13:49.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | . . *E@o=.o | 2024-03-10T21:13:49.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: | . o+*.B=+ .| 2024-03-10T21:13:49.223 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:13:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: +----[SHA256]-----+ 2024-03-10T21:13:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:49 smithi071 ceph-mon[27124]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:49 smithi071 ceph-mon[27124]: Generating ssh key... 2024-03-10T21:13:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:49 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:49 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:50.688 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr0aXstRrsVm2XYVR5n1XIv3rs1/PSt6raXQrPL6rl3Pja+RyCH9yEo7oBQk7tufUCpRXMsJHbVYBJ81YKJfOjPeHcIupjh2POzl6Al4PRsZpDTr4TSFbKVqX2nuzpCr2nFv2pG7J/eRPZMLX/60Hhp6IhiWGzLDk2CXeUBcDTG3vNDWuvCf5wYau7jTf2TqGWiHd1ABHid5lWYS0pZR/WiP7EaqPXdG3YC3gY3hIJ0N9BpRBNswohjAWbzfSYKWzmk480i4rwceU58nrODObXbKuBOPHeoQttJCBWnEv2UFEni24UbpphQXYdK13N5CBY/QPBAoO/WQF4Lom2h3bzMLLFUUoah6YVac30XOkxu+7yvN/1zikzm/t25gnl31UzFCbhwK4fOkEPSltuK/Zfjy4uN1MdBB9yvgMV/XnD1mL5rIqf/o2invKBd4vTJqSWDqArg92xezPNS96mQVqN2ttalQdl8POazKdQh2ZIKwY43/zNgNd1MyqTpECSens= ceph-d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:13:50.689 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-10T21:13:50.689 INFO:teuthology.orchestra.run.smithi071.stdout:Adding key to root@localhost authorized_keys... 2024-03-10T21:13:50.689 INFO:teuthology.orchestra.run.smithi071.stdout:Adding host smithi071... 2024-03-10T21:13:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:50 smithi071 ceph-mon[27124]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:52.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:52 smithi071 ceph-mon[27124]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:52.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:52 smithi071 ceph-mon[27124]: Deploying cephadm binary to smithi071 2024-03-10T21:13:54.337 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Added host 'smithi071' with addr '172.21.15.71' 2024-03-10T21:13:54.337 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mon service... 2024-03-10T21:13:54.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:54 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:54.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:54 smithi071 ceph-mon[27124]: Added host smithi071 2024-03-10T21:13:54.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:54 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:13:55.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-10T21:13:55.547 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mgr service... 2024-03-10T21:13:56.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:55 smithi071 ceph-mon[27124]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:56.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:55 smithi071 ceph-mon[27124]: Saving service mon spec with placement count:5 2024-03-10T21:13:56.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:55 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:56.661 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-10T21:13:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:57 smithi071 ceph-mon[27124]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:13:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:57 smithi071 ceph-mon[27124]: Saving service mgr spec with placement count:2 2024-03-10T21:13:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:57 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:58 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1365726873' entity='client.admin' 2024-03-10T21:13:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:58 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:13:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:58 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:14:00.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:59 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1041263734' entity='client.admin' 2024-03-10T21:14:00.011 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:13:59 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:14:00.013 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling the dashboard module... 2024-03-10T21:14:01.878 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setuser ceph since I am not root 2024-03-10T21:14:01.878 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setgroup ceph since I am not root 2024-03-10T21:14:01.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:01 smithi071 ceph-mon[27124]: from='mgr.14118 172.21.15.71:0/2805874764' entity='mgr.y' 2024-03-10T21:14:01.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:01 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1984792137' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-10T21:14:02.498 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:02.179+0000 7fbfb8c0c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:14:02.498 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:02.274+0000 7fbfb8c0c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:14:02.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:02 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1984792137' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-10T21:14:02.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:02 smithi071 ceph-mon[27124]: mgrmap e9: y(active, since 17s) 2024-03-10T21:14:03.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:02.921+0000 7fbfb8c0c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:14:03.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.015+0000 7fbfb8c0c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:14:03.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.158+0000 7fbfb8c0c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:14:03.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.259+0000 7fbfb8c0c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:14:03.484 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.345+0000 7fbfb8c0c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:14:03.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1747431036' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-10T21:14:03.737 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.617+0000 7fbfb8c0c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:14:03.737 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.732+0000 7fbfb8c0c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2024-03-10T21:14:03.783 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 9... 2024-03-10T21:14:04.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.827+0000 7fbfb8c0c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:14:04.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:03.924+0000 7fbfb8c0c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:14:04.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:04.109+0000 7fbfb8c0c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:14:05.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:05.074+0000 7fbfb8c0c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:14:05.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:05.203+0000 7fbfb8c0c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:14:05.817 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:05.533+0000 7fbfb8c0c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:14:05.817 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:05.621+0000 7fbfb8c0c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:14:05.817 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:05.813+0000 7fbfb8c0c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:14:06.088 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:05.993+0000 7fbfb8c0c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:14:06.534 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:06.275+0000 7fbfb8c0c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:14:06.535 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:06.530+0000 7fbfb8c0c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:14:06.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:06.761+0000 7fbfb8c0c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:14:07.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:07.552+0000 7fbfb8c0c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:14:08.457 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:08.141+0000 7fbfb8c0c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:14:08.457 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:08.240+0000 7fbfb8c0c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:14:08.457 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:08.453+0000 7fbfb8c0c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: Active manager daemon y restarted 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: Activating manager daemon y 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: osdmap e3: 0 total, 0 up, 0 in 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: mgrmap e10: y(active, starting, since 0.0029348s) 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:14:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: Manager daemon y is now available 2024-03-10T21:14:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:09 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:14:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:09 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:14:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:09 smithi071 ceph-mon[27124]: [10/Mar/2024:21:14:08] ENGINE Bus STARTING 2024-03-10T21:14:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:09 smithi071 ceph-mon[27124]: mgrmap e11: y(active, since 1.0052s) 2024-03-10T21:14:10.123 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-03-10T21:14:10.124 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-10T21:14:10.124 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-10T21:14:10.124 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-03-10T21:14:10.124 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 9 is available 2024-03-10T21:14:10.124 INFO:teuthology.orchestra.run.smithi071.stdout:Generating a dashboard self-signed certificate... 2024-03-10T21:14:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:10 smithi071 ceph-mon[27124]: [10/Mar/2024:21:14:08] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:14:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:10 smithi071 ceph-mon[27124]: [10/Mar/2024:21:14:08] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:14:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:10 smithi071 ceph-mon[27124]: [10/Mar/2024:21:14:08] ENGINE Bus STARTED 2024-03-10T21:14:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:10 smithi071 ceph-mon[27124]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-10T21:14:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:10 smithi071 ceph-mon[27124]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-10T21:14:11.571 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-10T21:14:11.571 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial admin user... 2024-03-10T21:14:11.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:11 smithi071 ceph-mon[27124]: mgrmap e12: y(active, since 2s) 2024-03-10T21:14:11.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:11.813 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:11.813 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:12.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:12 smithi071 ceph-mon[27124]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:14:12.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:12 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:12.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:12 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:13.181 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$g8PvOevxvJWL0hSEFBA.euBUxerXVCuO9JUvUNxJN7vyvVyJ7oo.e", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1710105252, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-10T21:14:13.181 INFO:teuthology.orchestra.run.smithi071.stdout:Fetching dashboard port number... 2024-03-10T21:14:13.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:13 smithi071 ceph-mon[27124]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:14:14.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 8443 2024-03-10T21:14:14.439 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-10T21:14:14.440 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-03-10T21:14:14.446 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-10T21:14:14.446 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-03-10T21:14:14.447 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-03-10T21:14:14.447 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-10T21:14:14.448 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph Dashboard is now available at: 2024-03-10T21:14:14.448 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:14.448 INFO:teuthology.orchestra.run.smithi071.stdout: URL: https://smithi071.front.sepia.ceph.com:8443/ 2024-03-10T21:14:14.448 INFO:teuthology.orchestra.run.smithi071.stdout: User: admin 2024-03-10T21:14:14.448 INFO:teuthology.orchestra.run.smithi071.stdout: Password: 24d3ll4ehh 2024-03-10T21:14:14.449 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:14.449 INFO:teuthology.orchestra.run.smithi071.stdout:Saving cluster configuration to /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config directory 2024-03-10T21:14:14.449 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling autotune for osd_memory_target 2024-03-10T21:14:14.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:14 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/198874941' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-10T21:14:15.783 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:15 smithi071 ceph-mon[27124]: mgrmap e13: y(active, since 6s) 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout:Or, if you are only running a single cluster on this host: 2024-03-10T21:14:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: ceph telemetry on 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout:For more information see: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:17.185 INFO:teuthology.orchestra.run.smithi071.stdout:Bootstrap complete. 2024-03-10T21:14:17.225 INFO:tasks.cephadm:Fetching config... 2024-03-10T21:14:17.225 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:14:17.225 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-10T21:14:17.241 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-10T21:14:17.241 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:14:17.241 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-10T21:14:17.297 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-10T21:14:17.297 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:14:17.297 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-10T21:14:17.365 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-10T21:14:17.365 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:14:17.365 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-10T21:14:17.421 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-10T21:14:17.422 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr0aXstRrsVm2XYVR5n1XIv3rs1/PSt6raXQrPL6rl3Pja+RyCH9yEo7oBQk7tufUCpRXMsJHbVYBJ81YKJfOjPeHcIupjh2POzl6Al4PRsZpDTr4TSFbKVqX2nuzpCr2nFv2pG7J/eRPZMLX/60Hhp6IhiWGzLDk2CXeUBcDTG3vNDWuvCf5wYau7jTf2TqGWiHd1ABHid5lWYS0pZR/WiP7EaqPXdG3YC3gY3hIJ0N9BpRBNswohjAWbzfSYKWzmk480i4rwceU58nrODObXbKuBOPHeoQttJCBWnEv2UFEni24UbpphQXYdK13N5CBY/QPBAoO/WQF4Lom2h3bzMLLFUUoah6YVac30XOkxu+7yvN/1zikzm/t25gnl31UzFCbhwK4fOkEPSltuK/Zfjy4uN1MdBB9yvgMV/XnD1mL5rIqf/o2invKBd4vTJqSWDqArg92xezPNS96mQVqN2ttalQdl8POazKdQh2ZIKwY43/zNgNd1MyqTpECSens= ceph-d9129898-df22-11ee-95c7-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-10T21:14:17.501 INFO:teuthology.orchestra.run.smithi071.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr0aXstRrsVm2XYVR5n1XIv3rs1/PSt6raXQrPL6rl3Pja+RyCH9yEo7oBQk7tufUCpRXMsJHbVYBJ81YKJfOjPeHcIupjh2POzl6Al4PRsZpDTr4TSFbKVqX2nuzpCr2nFv2pG7J/eRPZMLX/60Hhp6IhiWGzLDk2CXeUBcDTG3vNDWuvCf5wYau7jTf2TqGWiHd1ABHid5lWYS0pZR/WiP7EaqPXdG3YC3gY3hIJ0N9BpRBNswohjAWbzfSYKWzmk480i4rwceU58nrODObXbKuBOPHeoQttJCBWnEv2UFEni24UbpphQXYdK13N5CBY/QPBAoO/WQF4Lom2h3bzMLLFUUoah6YVac30XOkxu+7yvN/1zikzm/t25gnl31UzFCbhwK4fOkEPSltuK/Zfjy4uN1MdBB9yvgMV/XnD1mL5rIqf/o2invKBd4vTJqSWDqArg92xezPNS96mQVqN2ttalQdl8POazKdQh2ZIKwY43/zNgNd1MyqTpECSens= ceph-d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:14:17.515 DEBUG:teuthology.orchestra.run.smithi193:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr0aXstRrsVm2XYVR5n1XIv3rs1/PSt6raXQrPL6rl3Pja+RyCH9yEo7oBQk7tufUCpRXMsJHbVYBJ81YKJfOjPeHcIupjh2POzl6Al4PRsZpDTr4TSFbKVqX2nuzpCr2nFv2pG7J/eRPZMLX/60Hhp6IhiWGzLDk2CXeUBcDTG3vNDWuvCf5wYau7jTf2TqGWiHd1ABHid5lWYS0pZR/WiP7EaqPXdG3YC3gY3hIJ0N9BpRBNswohjAWbzfSYKWzmk480i4rwceU58nrODObXbKuBOPHeoQttJCBWnEv2UFEni24UbpphQXYdK13N5CBY/QPBAoO/WQF4Lom2h3bzMLLFUUoah6YVac30XOkxu+7yvN/1zikzm/t25gnl31UzFCbhwK4fOkEPSltuK/Zfjy4uN1MdBB9yvgMV/XnD1mL5rIqf/o2invKBd4vTJqSWDqArg92xezPNS96mQVqN2ttalQdl8POazKdQh2ZIKwY43/zNgNd1MyqTpECSens= ceph-d9129898-df22-11ee-95c7-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-10T21:14:17.561 INFO:teuthology.orchestra.run.smithi193.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCr0aXstRrsVm2XYVR5n1XIv3rs1/PSt6raXQrPL6rl3Pja+RyCH9yEo7oBQk7tufUCpRXMsJHbVYBJ81YKJfOjPeHcIupjh2POzl6Al4PRsZpDTr4TSFbKVqX2nuzpCr2nFv2pG7J/eRPZMLX/60Hhp6IhiWGzLDk2CXeUBcDTG3vNDWuvCf5wYau7jTf2TqGWiHd1ABHid5lWYS0pZR/WiP7EaqPXdG3YC3gY3hIJ0N9BpRBNswohjAWbzfSYKWzmk480i4rwceU58nrODObXbKuBOPHeoQttJCBWnEv2UFEni24UbpphQXYdK13N5CBY/QPBAoO/WQF4Lom2h3bzMLLFUUoah6YVac30XOkxu+7yvN/1zikzm/t25gnl31UzFCbhwK4fOkEPSltuK/Zfjy4uN1MdBB9yvgMV/XnD1mL5rIqf/o2invKBd4vTJqSWDqArg92xezPNS96mQVqN2ttalQdl8POazKdQh2ZIKwY43/zNgNd1MyqTpECSens= ceph-d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:14:17.576 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-10T21:14:17.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:17 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1484525202' entity='client.admin' 2024-03-10T21:14:17.814 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:14:21.025 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-10T21:14:21.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-10T21:14:21.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:21 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2875320971' entity='client.admin' 2024-03-10T21:14:21.734 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:14:22.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:22.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:22.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:14:22.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:22.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:22.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:24.245 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi193 2024-03-10T21:14:24.246 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:14:24.246 DEBUG:teuthology.orchestra.run.smithi193:> dd of=/etc/ceph/ceph.conf 2024-03-10T21:14:24.264 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:14:24.264 DEBUG:teuthology.orchestra.run.smithi193:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:14:24.322 INFO:tasks.cephadm:Adding host smithi193 to orchestrator... 2024-03-10T21:14:24.322 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch host add smithi193 2024-03-10T21:14:24.523 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:14:24.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:14:24.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:24.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:24.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:24.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:24.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:14:24.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:24.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:24.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:24 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:25.689 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:25 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:25.689 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:25 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:14:25.689 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:25 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:14:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:26 smithi071 ceph-mon[27124]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi193", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:14:28.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:28 smithi071 ceph-mon[27124]: Deploying cephadm binary to smithi193 2024-03-10T21:14:28.802 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi193' with addr '172.21.15.193' 2024-03-10T21:14:29.388 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch host ls --format=json 2024-03-10T21:14:29.590 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:14:29.711 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:29 smithi071 ceph-mon[27124]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:29.712 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:29.712 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:29.712 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:30.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:30 smithi071 ceph-mon[27124]: Added host smithi193 2024-03-10T21:14:30.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:30.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:31.322 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:14:31.322 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.193", "hostname": "smithi193", "labels": [], "status": ""}] 2024-03-10T21:14:31.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:31 smithi071 ceph-mon[27124]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:31.945 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-10T21:14:31.945 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd crush tunables default 2024-03-10T21:14:32.152 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:14:32.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:32 smithi071 ceph-mon[27124]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi193", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:34.585 INFO:teuthology.orchestra.run.smithi071.stderr:adjusted tunables profile to default 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1336569790' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:35.118 INFO:tasks.cephadm:Adding mon.a on smithi071 2024-03-10T21:14:35.118 INFO:tasks.cephadm:Adding mon.c on smithi071 2024-03-10T21:14:35.118 INFO:tasks.cephadm:Adding mon.b on smithi193 2024-03-10T21:14:35.118 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply mon '3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi193:172.21.15.193=b' 2024-03-10T21:14:35.317 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:35 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:14:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:35 smithi071 ceph-mon[27124]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:35 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1336569790' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-10T21:14:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:35 smithi071 ceph-mon[27124]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:36.872 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled mon update... 2024-03-10T21:14:37.422 DEBUG:teuthology.orchestra.run.smithi071:mon.c> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.c.service 2024-03-10T21:14:37.425 DEBUG:teuthology.orchestra.run.smithi193:mon.b> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.b.service 2024-03-10T21:14:37.428 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-10T21:14:37.428 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph mon dump -f json 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:37.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:38.492 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:38 smithi071 ceph-mon[27124]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi193:172.21.15.193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:14:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:38 smithi071 ceph-mon[27124]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi193:172.21.15.193=b;count:3 2024-03-10T21:14:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:38 smithi071 ceph-mon[27124]: Deploying daemon mon.b on smithi193 2024-03-10T21:14:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:39 smithi071 ceph-mon[27124]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:41.181 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:14:41.182 INFO:teuthology.orchestra.run.smithi193.stdout:{"epoch":1,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","modified":"2024-03-10T21:13:07.935601Z","created":"2024-03-10T21:13:07.935601Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-10T21:14:41.183 INFO:teuthology.orchestra.run.smithi193.stderr:dumped monmap epoch 1 2024-03-10T21:14:41.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:41 smithi193 ceph-mon[30554]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-10T21:14:41.757 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:41 smithi193 bash[30533]: 4545cf5e821ac31a2b090500824de1d9a28a62f484badc7e5aa2a6d438f1bcf6 2024-03-10T21:14:41.757 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:41 smithi193 systemd[1]: Started Ceph mon.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:14:43.007 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-10T21:14:43.008 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph mon dump -f json 2024-03-10T21:14:43.218 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: mon.a calling monitor election 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: mon.b calling monitor election 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: fsmap 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: mgrmap e13: y(active, since 37s) 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: overall HEALTH_OK 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:46.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:46.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:46.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:46.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: mon.a calling monitor election 2024-03-10T21:14:46.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:46.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: mon.b calling monitor election 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: fsmap 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: mgrmap e13: y(active, since 37s) 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: overall HEALTH_OK 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:46.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:46.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:46.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:46.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:47.705 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:47 smithi071 ceph-mon[27124]: Deploying daemon mon.c on smithi071 2024-03-10T21:14:47.705 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:47 smithi071 ceph-mon[27124]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:47.705 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:47.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:47 smithi193 ceph-mon[30554]: Deploying daemon mon.c on smithi071 2024-03-10T21:14:47.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:47 smithi193 ceph-mon[30554]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:47.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:47.893 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:14:47.893 INFO:teuthology.orchestra.run.smithi193.stdout:{"epoch":2,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","modified":"2024-03-10T21:14:41.248683Z","created":"2024-03-10T21:13:07.935601Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:3300","nonce":0},{"type":"v1","addr":"172.21.15.193:6789","nonce":0}]},"addr":"172.21.15.193:6789/0","public_addr":"172.21.15.193:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-10T21:14:47.895 INFO:teuthology.orchestra.run.smithi193.stderr:dumped monmap epoch 2 2024-03-10T21:14:48.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:14:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:14:48.248+0000 7fbf6ef91700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-10T21:14:48.444 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:48 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/3370325506' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T21:14:48.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:48 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/3370325506' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T21:14:49.465 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-10T21:14:49.466 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph mon dump -f json 2024-03-10T21:14:49.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[27124]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).mds e1 new map 2024-03-10T21:14:49.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).mds e1 print_map 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout: e1 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout: legacy client fscid: -1 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout: No filesystems configured 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-10T21:14:49.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1336569790' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:14:49.581 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1336569790' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi193:172.21.15.193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi193:172.21.15.193=b;count:3 2024-03-10T21:14:49.582 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Deploying daemon mon.b on smithi193 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.a calling monitor election 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.b calling monitor election 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T21:14:49.583 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: fsmap 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mgrmap e13: y(active, since 37s) 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: overall HEALTH_OK 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: Deploying daemon mon.c on smithi071 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/3370325506' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.584 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 ceph-mon[37838]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-10T21:14:49.674 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:14:49.796 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:49 smithi193 ceph-mon[30554]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:49.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 bash[37811]: 6f86135e1e74536b194452e1b073c73d0871937bf383b601aa90239254151b3e 2024-03-10T21:14:49.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:49 smithi071 systemd[1]: Started Ceph mon.c for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: mon.a calling monitor election 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: mon.b calling monitor election 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: mon.c calling monitor election 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: fsmap 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: mgrmap e13: y(active, since 46s) 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: overall HEALTH_OK 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: mon.a calling monitor election 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: mon.b calling monitor election 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: mon.c calling monitor election 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: fsmap 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: mgrmap e13: y(active, since 46s) 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: overall HEALTH_OK 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: mon.a calling monitor election 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: mon.b calling monitor election 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: mon.c calling monitor election 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: fsmap 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: osdmap e4: 0 total, 0 up, 0 in 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: mgrmap e13: y(active, since 46s) 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: overall HEALTH_OK 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.669 INFO:teuthology.orchestra.run.smithi193.stdout: 2024-03-10T21:14:55.669 INFO:teuthology.orchestra.run.smithi193.stdout:{"epoch":3,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","modified":"2024-03-10T21:14:49.580905Z","created":"2024-03-10T21:13:07.935601Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:3300","nonce":0},{"type":"v1","addr":"172.21.15.193:6789","nonce":0}]},"addr":"172.21.15.193:6789/0","public_addr":"172.21.15.193:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3301","nonce":0},{"type":"v1","addr":"172.21.15.71:6790","nonce":0}]},"addr":"172.21.15.71:6790/0","public_addr":"172.21.15.71:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-03-10T21:14:55.672 INFO:teuthology.orchestra.run.smithi193.stderr:dumped monmap epoch 3 2024-03-10T21:14:55.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:55 smithi193 ceph-mon[30554]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:55.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.811 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:55 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/4118374556' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T21:14:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[37838]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/4118374556' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T21:14:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[27124]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:14:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:14:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:55 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/4118374556' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-10T21:14:56.492 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-10T21:14:56.492 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph config generate-minimal-conf 2024-03-10T21:14:56.700 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:14:57.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: Reconfiguring mon.a (unknown last config time)... 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[37838]: Reconfiguring daemon mon.a on smithi071 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:57.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: Reconfiguring mon.a (unknown last config time)... 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:57.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:14:57.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:57.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:56 smithi071 ceph-mon[27124]: Reconfiguring daemon mon.a on smithi071 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:14:57.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: Reconfiguring mon.a (unknown last config time)... 2024-03-10T21:14:57.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:57.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:14:57.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:57.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:56 smithi193 ceph-mon[30554]: Reconfiguring daemon mon.a on smithi071 2024-03-10T21:14:59.530 INFO:teuthology.orchestra.run.smithi071.stdout:# minimal ceph.conf for d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:14:59.530 INFO:teuthology.orchestra.run.smithi071.stdout:[global] 2024-03-10T21:14:59.530 INFO:teuthology.orchestra.run.smithi071.stdout: fsid = d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:14:59.530 INFO:teuthology.orchestra.run.smithi071.stdout: mon_host = [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:14:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:14:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:14:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:14:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:14:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:14:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:14:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:00.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:00 smithi071 ceph-mon[27124]: Reconfiguring mon.c (monmap changed)... 2024-03-10T21:15:00.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:00 smithi071 ceph-mon[27124]: Reconfiguring daemon mon.c on smithi071 2024-03-10T21:15:00.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:00 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2329450953' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:00 smithi071 ceph-mon[37838]: Reconfiguring mon.c (monmap changed)... 2024-03-10T21:15:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:00 smithi071 ceph-mon[37838]: Reconfiguring daemon mon.c on smithi071 2024-03-10T21:15:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:00 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2329450953' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:00.757 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-10T21:15:00.758 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:15:00.758 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.conf 2024-03-10T21:15:00.789 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:15:00.789 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:15:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:00 smithi193 ceph-mon[30554]: Reconfiguring mon.c (monmap changed)... 2024-03-10T21:15:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:00 smithi193 ceph-mon[30554]: Reconfiguring daemon mon.c on smithi071 2024-03-10T21:15:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:00 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2329450953' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:00.857 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:15:00.857 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/ceph/ceph.conf 2024-03-10T21:15:00.892 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:15:00.892 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:15:00.962 INFO:tasks.cephadm:Adding mgr.y on smithi071 2024-03-10T21:15:00.962 INFO:tasks.cephadm:Adding mgr.x on smithi193 2024-03-10T21:15:00.963 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply mgr '2;smithi071=y;smithi193=x' 2024-03-10T21:15:01.206 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:15:01.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:01 smithi193 ceph-mon[30554]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:01.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:01.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:01.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:15:01.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:15:01.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[37838]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[27124]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:01.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:01.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:01.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:15:01.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:15:01.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:02 smithi193 ceph-mon[30554]: Reconfiguring mon.b (monmap changed)... 2024-03-10T21:15:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:02 smithi193 ceph-mon[30554]: Reconfiguring daemon mon.b on smithi193 2024-03-10T21:15:02.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:02 smithi071 ceph-mon[37838]: Reconfiguring mon.b (monmap changed)... 2024-03-10T21:15:02.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:02 smithi071 ceph-mon[37838]: Reconfiguring daemon mon.b on smithi193 2024-03-10T21:15:02.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:02 smithi071 ceph-mon[27124]: Reconfiguring mon.b (monmap changed)... 2024-03-10T21:15:02.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:02 smithi071 ceph-mon[27124]: Reconfiguring daemon mon.b on smithi193 2024-03-10T21:15:02.727 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled mgr update... 2024-03-10T21:15:03.407 DEBUG:teuthology.orchestra.run.smithi193:mgr.x> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service 2024-03-10T21:15:03.410 INFO:tasks.cephadm:Deploying OSDs... 2024-03-10T21:15:03.410 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:15:03.410 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout 2024-03-10T21:15:03.429 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-10T21:15:03.429 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 2024-03-10T21:15:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-10T21:15:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:03.487 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-03-10T21:15:03.487 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:03.488 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:03.488 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-03-10 21:14:48.997360291 +0000 2024-03-10T21:15:03.488 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-03-10 21:10:02.044581409 +0000 2024-03-10T21:15:03.488 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-03-10 21:10:02.044581409 +0000 2024-03-10T21:15:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-03-10 21:10:02.044581409 +0000 2024-03-10T21:15:03.488 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-10T21:15:03.558 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-03-10T21:15:03.558 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-03-10T21:15:03.558 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000227163 s, 2.3 MB/s 2024-03-10T21:15:03.559 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-10T21:15:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:03 smithi193 ceph-mon[30554]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:03 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:03.618 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 2024-03-10T21:15:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-03-10 21:14:48.997360291 +0000 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-03-10 21:10:02.405575815 +0000 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-03-10 21:10:02.405575815 +0000 2024-03-10T21:15:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-03-10 21:10:02.405575815 +0000 2024-03-10T21:15:03.676 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-10T21:15:03.744 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-03-10T21:15:03.744 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-03-10T21:15:03.744 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000290344 s, 1.8 MB/s 2024-03-10T21:15:03.746 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-10T21:15:03.803 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 2024-03-10T21:15:03.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:03 smithi071 ceph-mon[37838]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:03.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:03 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:03.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:03 smithi071 ceph-mon[27124]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:03.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:03 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-10T21:15:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:03.853 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-03-10T21:15:03.853 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:03.853 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:03.853 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-03-10 21:14:48.998360275 +0000 2024-03-10T21:15:03.854 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-03-10 21:10:02.745570546 +0000 2024-03-10T21:15:03.854 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-03-10 21:10:02.745570546 +0000 2024-03-10T21:15:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-03-10 21:10:02.745570546 +0000 2024-03-10T21:15:03.854 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-10T21:15:03.922 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-03-10T21:15:03.922 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-03-10T21:15:03.922 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000215682 s, 2.4 MB/s 2024-03-10T21:15:03.923 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-10T21:15:03.980 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 2024-03-10T21:15:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-10T21:15:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:04.036 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-03-10T21:15:04.037 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:04.037 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:04.037 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-03-10 21:14:48.998360275 +0000 2024-03-10T21:15:04.037 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-03-10 21:10:03.084565292 +0000 2024-03-10T21:15:04.037 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-03-10 21:10:03.084565292 +0000 2024-03-10T21:15:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-03-10 21:10:03.084565292 +0000 2024-03-10T21:15:04.037 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-10T21:15:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-03-10T21:15:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-03-10T21:15:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000231373 s, 2.2 MB/s 2024-03-10T21:15:04.105 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-10T21:15:04.160 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:15:04.160 DEBUG:teuthology.orchestra.run.smithi193:> dd if=/scratch_devs of=/dev/stdout 2024-03-10T21:15:04.176 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-10T21:15:04.176 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_1 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-03-10 21:14:40.444259752 +0000 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-03-10 21:10:02.047678145 +0000 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-03-10 21:10:02.047678145 +0000 2024-03-10T21:15:04.232 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-03-10 21:10:02.047678145 +0000 2024-03-10T21:15:04.232 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-10T21:15:04.300 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-03-10T21:15:04.300 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-03-10T21:15:04.300 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000193787 s, 2.6 MB/s 2024-03-10T21:15:04.301 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-10T21:15:04.356 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_2 2024-03-10T21:15:04.411 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-10T21:15:04.411 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-03-10 21:14:40.444259752 +0000 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-03-10 21:10:02.396672451 +0000 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-03-10 21:10:02.396672451 +0000 2024-03-10T21:15:04.412 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-03-10 21:10:02.396672451 +0000 2024-03-10T21:15:04.412 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-10T21:15:04.477 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-03-10T21:15:04.477 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-03-10T21:15:04.477 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000195143 s, 2.6 MB/s 2024-03-10T21:15:04.478 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-10T21:15:04.534 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_3 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi193=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: Saving service mgr spec with placement smithi071=y;smithi193=x;count:2 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:15:04.548 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:04.562 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-10T21:15:04.562 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:04.562 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-03-10T21:15:04.562 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:04.562 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:04.562 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-03-10 21:14:40.444259752 +0000 2024-03-10T21:15:04.563 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-03-10 21:10:02.722667131 +0000 2024-03-10T21:15:04.563 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-03-10 21:10:02.722667131 +0000 2024-03-10T21:15:04.563 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-03-10 21:10:02.722667131 +0000 2024-03-10T21:15:04.563 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-10T21:15:04.630 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-03-10T21:15:04.630 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-03-10T21:15:04.630 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000216747 s, 2.4 MB/s 2024-03-10T21:15:04.631 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-10T21:15:04.686 DEBUG:teuthology.orchestra.run.smithi193:> stat /dev/vg_nvme/lv_4 2024-03-10T21:15:04.741 INFO:teuthology.orchestra.run.smithi193.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-10T21:15:04.741 INFO:teuthology.orchestra.run.smithi193.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-10T21:15:04.741 INFO:teuthology.orchestra.run.smithi193.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-03-10T21:15:04.742 INFO:teuthology.orchestra.run.smithi193.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-10T21:15:04.742 INFO:teuthology.orchestra.run.smithi193.stdout:Context: system_u:object_r:device_t:s0 2024-03-10T21:15:04.742 INFO:teuthology.orchestra.run.smithi193.stdout:Access: 2024-03-10 21:14:40.445259736 +0000 2024-03-10T21:15:04.742 INFO:teuthology.orchestra.run.smithi193.stdout:Modify: 2024-03-10 21:10:03.061661600 +0000 2024-03-10T21:15:04.742 INFO:teuthology.orchestra.run.smithi193.stdout:Change: 2024-03-10 21:10:03.061661600 +0000 2024-03-10T21:15:04.742 INFO:teuthology.orchestra.run.smithi193.stdout: Birth: 2024-03-10 21:10:03.061661600 +0000 2024-03-10T21:15:04.742 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-10T21:15:04.808 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records in 2024-03-10T21:15:04.809 INFO:teuthology.orchestra.run.smithi193.stderr:1+0 records out 2024-03-10T21:15:04.809 INFO:teuthology.orchestra.run.smithi193.stderr:512 bytes copied, 0.000222172 s, 2.3 MB/s 2024-03-10T21:15:04.810 DEBUG:teuthology.orchestra.run.smithi193:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-10T21:15:04.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi193=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: Saving service mgr spec with placement smithi071=y;smithi193=x;count:2 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:15:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi193=x", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: Saving service mgr spec with placement smithi071=y;smithi193=x;count:2 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-10T21:15:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:15:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:04.866 INFO:tasks.cephadm:Deploying osd.0 on smithi071 with /dev/vg_nvme/lv_4... 2024-03-10T21:15:04.866 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-10T21:15:05.072 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:15:05.739 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:05 smithi193 ceph-mon[30554]: Deploying daemon mgr.x on smithi193 2024-03-10T21:15:05.739 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:05 smithi193 ceph-mon[30554]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:05.739 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:05 smithi193 systemd[1]: Starting Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:15:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:05 smithi071 ceph-mon[37838]: Deploying daemon mgr.x on smithi193 2024-03-10T21:15:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:05 smithi071 ceph-mon[37838]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:05 smithi071 ceph-mon[27124]: Deploying daemon mgr.x on smithi193 2024-03-10T21:15:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:05 smithi071 ceph-mon[27124]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:06.057 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:05 smithi193 podman[32414]: 2024-03-10 21:15:05.854442473 +0000 UTC m=+0.017173283 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T21:15:06.057 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:05 smithi193 podman[32414]: 2024-03-10 21:15:05.952357605 +0000 UTC m=+0.115088413 container create b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-10T21:15:06.337 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 podman[32414]: 2024-03-10 21:15:06.171595844 +0000 UTC m=+0.334326633 container init b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:15:06.337 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 podman[32414]: 2024-03-10 21:15:06.174137478 +0000 UTC m=+0.336868269 container start b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, ceph=True) 2024-03-10T21:15:06.337 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 ceph-mgr[32433]: -- 172.21.15.193:0/1404754348 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560018c091e0 con 0x560018bdec00 2024-03-10T21:15:06.337 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 bash[32414]: b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 2024-03-10T21:15:06.337 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 systemd[1]: Started Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:15:06.998 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-10T21:15:06.999 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-10T21:15:06.999 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2024-03-10T21:15:06.999 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2024-03-10T21:15:06.999 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113883 s, 921 MB/s 2024-03-10T21:15:06.999 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 2024-03-10T21:15:06.999 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2024-03-10T21:15:07.086 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:06.735+0000 7f68c2ba0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:15:07.086 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:06.840+0000 7f68c2ba0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:15:07.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-mon[30554]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:07.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[37838]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[27124]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:07.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:07.679 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_4 2024-03-10T21:15:07.744 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:07.517+0000 7f68c2ba0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:15:07.744 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:07.613+0000 7f68c2ba0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:15:07.887 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:15:08.086 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:07.761+0000 7f68c2ba0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:15:08.087 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:07.860+0000 7f68c2ba0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:15:08.087 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:07.946+0000 7f68c2ba0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:15:08.513 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:08.216+0000 7f68c2ba0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:15:08.513 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:08.327+0000 7f68c2ba0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:15:08.513 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:08.414+0000 7f68c2ba0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:15:08.513 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:08.509+0000 7f68c2ba0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: Reconfiguring mgr.y (unknown last config time)... 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:15:08.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: Reconfiguring daemon mgr.y on smithi071 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: Reconfiguring mgr.y (unknown last config time)... 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:15:08.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:15:08.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:08.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: Reconfiguring daemon mgr.y on smithi071 2024-03-10T21:15:08.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.836 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:08.691+0000 7f68c2ba0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: Reconfiguring mgr.y (unknown last config time)... 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: Reconfiguring daemon mgr.y on smithi071 2024-03-10T21:15:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:09.575 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:09 smithi071 ceph-mon[27124]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:09.576 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:09 smithi071 ceph-mon[37838]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:09 smithi193 ceph-mon[30554]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:09.837 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:09.647+0000 7f68c2ba0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:15:09.837 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:09.779+0000 7f68c2ba0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:15:10.391 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:10.108+0000 7f68c2ba0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:15:10.391 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:10.196+0000 7f68c2ba0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:15:10.391 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:10.387+0000 7f68c2ba0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:15:10.836 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:10.566+0000 7f68c2ba0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:15:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:11.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:11.104 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:10.842+0000 7f68c2ba0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:15:11.104 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:11.100+0000 7f68c2ba0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:15:11.587 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:11.327+0000 7f68c2ba0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[27124]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[27124]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[37838]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[37838]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:11.795 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:11.796 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:12.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-mon[30554]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:12.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-mon[30554]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:12.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:12.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:12.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:12.586 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:12.112+0000 7f68c2ba0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:15:12.983 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:12.673+0000 7f68c2ba0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:15:12.983 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:12.770+0000 7f68c2ba0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:15:12.983 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:15:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:15:12.979+0000 7f68c2ba0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:15:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: Standby manager daemon x started 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/533403553' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]: dispatch 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]: dispatch 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]': finished 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: osdmap e5: 1 total, 0 up, 1 in 2024-03-10T21:15:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:13 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: Standby manager daemon x started 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/533403553' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]: dispatch 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]': finished 2024-03-10T21:15:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: osdmap e5: 1 total, 0 up, 1 in 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: Standby manager daemon x started 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2793272565' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/533403553' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]: dispatch 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e3482043-c87d-49e8-aea0-356ad13640f1"}]': finished 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: osdmap e5: 1 total, 0 up, 1 in 2024-03-10T21:15:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:13 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:14 smithi193 ceph-mon[30554]: mgrmap e14: y(active, since 64s), standbys: x 2024-03-10T21:15:14.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:14 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:15:14.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:14 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/848764875' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:15:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:14 smithi071 ceph-mon[27124]: mgrmap e14: y(active, since 64s), standbys: x 2024-03-10T21:15:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:14 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:15:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:14 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/848764875' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:15:14.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:14 smithi071 ceph-mon[37838]: mgrmap e14: y(active, since 64s), standbys: x 2024-03-10T21:15:14.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:14 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:15:14.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:14 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/848764875' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:15:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:15 smithi193 ceph-mon[30554]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:15 smithi071 ceph-mon[27124]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:15.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:15 smithi071 ceph-mon[37838]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:17.833 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:17 smithi071 ceph-mon[27124]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:17.833 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:17 smithi071 ceph-mon[37838]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:17 smithi193 ceph-mon[30554]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:19.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:19 smithi071 ceph-mon[27124]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:19.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:15:19.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:19.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:19 smithi071 ceph-mon[37838]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:19.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:15:19.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:19 smithi193 ceph-mon[30554]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:15:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:20 smithi193 ceph-mon[30554]: Deploying daemon osd.0 on smithi071 2024-03-10T21:15:20.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:20 smithi071 ceph-mon[27124]: Deploying daemon osd.0 on smithi071 2024-03-10T21:15:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:20 smithi071 ceph-mon[37838]: Deploying daemon osd.0 on smithi071 2024-03-10T21:15:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:21 smithi193 ceph-mon[30554]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:21 smithi071 ceph-mon[27124]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:21 smithi071 ceph-mon[37838]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:23.704 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:23 smithi071 ceph-mon[27124]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:23.705 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:23 smithi071 ceph-mon[37838]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:23.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:23 smithi193 ceph-mon[30554]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[27124]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[37838]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:25.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:25.775 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:25 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:25 smithi193 ceph-mon[30554]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:25.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:25 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:25.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:25 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:25.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:25 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:27.449 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 0 on host 'smithi071' 2024-03-10T21:15:27.795 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:27 smithi071 ceph-mon[27124]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:27.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:27 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:27.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:27 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:27.796 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:27 smithi071 ceph-mon[37838]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:27.796 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:27 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:27.796 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:27 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:27 smithi193 ceph-mon[30554]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:27 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:27.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:27 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:28.093 DEBUG:teuthology.orchestra.run.smithi071:osd.0> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.0.service 2024-03-10T21:15:28.096 INFO:tasks.cephadm:Deploying osd.1 on smithi071 with /dev/vg_nvme/lv_3... 2024-03-10T21:15:28.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-10T21:15:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:15:28.816 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:28 smithi071 ceph-mon[37838]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:15:28.816 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:28 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:28.816 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:28 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:28.817 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:28 smithi071 ceph-mon[27124]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:15:28.817 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:28 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:28.817 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:28 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:28 smithi193 ceph-mon[30554]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:15:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:28 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:28 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:29.658 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[27124]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:29.658 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[27124]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T21:15:29.658 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[27124]: osdmap e6: 1 total, 0 up, 1 in 2024-03-10T21:15:29.658 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:29.658 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[27124]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:29.659 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[37838]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:29.659 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[37838]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T21:15:29.659 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[37838]: osdmap e6: 1 total, 0 up, 1 in 2024-03-10T21:15:29.659 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:29.659 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-mon[37838]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:29.659 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[41741]: 2024-03-10T21:15:29.513+0000 7f4de74c1700 -1 osd.0 0 waiting for initial osdmap 2024-03-10T21:15:29.659 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:15:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[41741]: 2024-03-10T21:15:29.519+0000 7f4de0ab1700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:15:29.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:29 smithi193 ceph-mon[30554]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:29.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:29 smithi193 ceph-mon[30554]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T21:15:29.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:29 smithi193 ceph-mon[30554]: osdmap e6: 1 total, 0 up, 1 in 2024-03-10T21:15:29.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:29 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:29.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:29 smithi193 ceph-mon[30554]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:30.253 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-10T21:15:30.253 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-10T21:15:30.253 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2024-03-10T21:15:30.253 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2024-03-10T21:15:30.253 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.014619 s, 717 MB/s 2024-03-10T21:15:30.253 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2024-03-10T21:15:30.813 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[37838]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[37838]: osdmap e7: 1 total, 0 up, 1 in 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[27124]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[27124]: osdmap e7: 1 total, 0 up, 1 in 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:30.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:30.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:30 smithi193 ceph-mon[30554]: from='osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:15:30.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:30 smithi193 ceph-mon[30554]: osdmap e7: 1 total, 0 up, 1 in 2024-03-10T21:15:30.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:30 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:30.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:30 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:15:31.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:15:31.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:31.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924] boot 2024-03-10T21:15:31.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: osdmap e8: 1 total, 1 up, 1 in 2024-03-10T21:15:31.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924] boot 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: osdmap e8: 1 total, 1 up, 1 in 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: osd.0 [v2:172.21.15.71:6802/1357918924,v1:172.21.15.71:6803/1357918924] boot 2024-03-10T21:15:31.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: osdmap e8: 1 total, 1 up, 1 in 2024-03-10T21:15:31.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:15:31.903 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_3 2024-03-10T21:15:32.558 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:15:32.815 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:32 smithi071 ceph-mon[27124]: osdmap e9: 1 total, 1 up, 1 in 2024-03-10T21:15:32.815 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:32 smithi071 ceph-mon[37838]: osdmap e9: 1 total, 1 up, 1 in 2024-03-10T21:15:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:32 smithi193 ceph-mon[30554]: osdmap e9: 1 total, 1 up, 1 in 2024-03-10T21:15:33.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:33.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi071 2024-03-10T21:15:33.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi071 to 16064M 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:33.773 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi071 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi071 to 16064M 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:33.774 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi071 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi071 to 16064M 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:33.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:33.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:33.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:35 smithi193 ceph-mon[30554]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:35.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:35 smithi193 ceph-mon[30554]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:35.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:35 smithi071 ceph-mon[37838]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:35.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:35 smithi071 ceph-mon[37838]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:35 smithi071 ceph-mon[27124]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:15:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:35 smithi071 ceph-mon[27124]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:37.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:37 smithi193 ceph-mon[30554]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:37.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:37 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1532342827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]: dispatch 2024-03-10T21:15:37.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:37 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]: dispatch 2024-03-10T21:15:37.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:37 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]': finished 2024-03-10T21:15:37.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:37 smithi193 ceph-mon[30554]: osdmap e10: 2 total, 1 up, 2 in 2024-03-10T21:15:37.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[27124]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1532342827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]: dispatch 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]: dispatch 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]': finished 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[27124]: osdmap e10: 2 total, 1 up, 2 in 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[37838]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1532342827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]: dispatch 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]: dispatch 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2fbcee3b-992e-4258-aaaf-686635631fb2"}]': finished 2024-03-10T21:15:37.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[37838]: osdmap e10: 2 total, 1 up, 2 in 2024-03-10T21:15:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:38.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:38 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/430775901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:15:38.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:38 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/430775901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:15:38.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:38 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/430775901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:15:39.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:39 smithi193 ceph-mon[30554]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:39.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:39 smithi071 ceph-mon[27124]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:39 smithi071 ceph-mon[37838]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:41.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:41 smithi071 ceph-mon[27124]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:41.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:41 smithi071 ceph-mon[37838]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:41.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:41 smithi193 ceph-mon[30554]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:43.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:43 smithi071 ceph-mon[27124]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:43.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:15:43.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:43.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:43 smithi071 ceph-mon[37838]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:43.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:15:43.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:43 smithi193 ceph-mon[30554]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:15:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:44.512 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:44 smithi071 ceph-mon[27124]: Deploying daemon osd.1 on smithi071 2024-03-10T21:15:44.512 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:44 smithi071 ceph-mon[37838]: Deploying daemon osd.1 on smithi071 2024-03-10T21:15:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:44 smithi193 ceph-mon[30554]: Deploying daemon osd.1 on smithi071 2024-03-10T21:15:45.785 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:45 smithi071 ceph-mon[27124]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:45.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:45 smithi071 ceph-mon[37838]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:45.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:45 smithi193 ceph-mon[30554]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:47.767 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:47 smithi071 ceph-mon[27124]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:47.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:47 smithi071 ceph-mon[37838]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:47 smithi193 ceph-mon[30554]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:49.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:49 smithi193 ceph-mon[30554]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:49.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:49.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:49.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[27124]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[37838]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[27124]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[37838]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:51.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:51 smithi193 ceph-mon[30554]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:51.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:51.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:51.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:51.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 1 on host 'smithi071' 2024-03-10T21:15:52.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[27124]: from='osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:15:52.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[27124]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:15:52.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:52.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[37838]: from='osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:15:52.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[37838]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:15:52.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:52 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:52.707 DEBUG:teuthology.orchestra.run.smithi071:osd.1> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.1.service 2024-03-10T21:15:52.709 INFO:tasks.cephadm:Deploying osd.2 on smithi071 with /dev/vg_nvme/lv_2... 2024-03-10T21:15:52.710 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-10T21:15:52.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:52 smithi193 ceph-mon[30554]: from='osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:15:52.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:52 smithi193 ceph-mon[30554]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:15:52.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:52 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:52 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:52.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:52 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:15:53.491 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:15:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:53 smithi193 ceph-mon[30554]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:53 smithi193 ceph-mon[30554]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T21:15:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:53 smithi193 ceph-mon[30554]: osdmap e11: 2 total, 1 up, 2 in 2024-03-10T21:15:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:53 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:53 smithi193 ceph-mon[30554]: from='osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:53 smithi193 ceph-mon[30554]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[27124]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[27124]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[27124]: osdmap e11: 2 total, 1 up, 2 in 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[27124]: from='osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[27124]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[37838]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[37838]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[37838]: osdmap e11: 2 total, 1 up, 2 in 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[37838]: from='osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:53.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-mon[37838]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:15:53.839 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[47434]: 2024-03-10T21:15:53.562+0000 7f0cab2f7700 -1 osd.1 0 waiting for initial osdmap 2024-03-10T21:15:53.839 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:15:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[47434]: 2024-03-10T21:15:53.565+0000 7f0ca30e4700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:15:54.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[27124]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:15:54.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[27124]: osdmap e12: 2 total, 1 up, 2 in 2024-03-10T21:15:54.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:54.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:54.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[37838]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:15:54.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[37838]: osdmap e12: 2 total, 1 up, 2 in 2024-03-10T21:15:54.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:54.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:54 smithi193 ceph-mon[30554]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:15:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:54 smithi193 ceph-mon[30554]: osdmap e12: 2 total, 1 up, 2 in 2024-03-10T21:15:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:15:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:15:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984] boot 2024-03-10T21:15:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: osdmap e13: 2 total, 2 up, 2 in 2024-03-10T21:15:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984] boot 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: osdmap e13: 2 total, 2 up, 2 in 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:15:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-10T21:15:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: osd.1 [v2:172.21.15.71:6810/783082984,v1:172.21.15.71:6811/783082984] boot 2024-03-10T21:15:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: osdmap e13: 2 total, 2 up, 2 in 2024-03-10T21:15:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: osdmap e14: 2 total, 2 up, 2 in 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:56.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: osdmap e14: 2 total, 2 up, 2 in 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: osdmap e14: 2 total, 2 up, 2 in 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:15:56.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:15:56.849 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-10T21:15:56.849 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-10T21:15:56.849 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2024-03-10T21:15:56.849 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2024-03-10T21:15:56.849 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115255 s, 910 MB/s 2024-03-10T21:15:56.849 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2024-03-10T21:15:57.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_2 2024-03-10T21:15:57.688 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:15:57.811 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:57 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi071 2024-03-10T21:15:57.811 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:57 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi071 to 8032M 2024-03-10T21:15:57.811 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:57 smithi071 ceph-mon[27124]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:15:57.811 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:57 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi071 2024-03-10T21:15:57.811 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:57 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi071 to 8032M 2024-03-10T21:15:57.811 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:57 smithi071 ceph-mon[37838]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:15:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:57 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi071 2024-03-10T21:15:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:57 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi071 to 8032M 2024-03-10T21:15:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:57 smithi193 ceph-mon[30554]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:15:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:59 smithi193 ceph-mon[30554]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:15:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:15:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[37838]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:15:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:15:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[27124]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:15:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:15:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:15:59.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:15:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:00 smithi071 ceph-mon[27124]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:00.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:00 smithi071 ceph-mon[37838]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:00 smithi193 ceph-mon[30554]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:01 smithi193 ceph-mon[30554]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:02.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:01 smithi071 ceph-mon[27124]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:02.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:01 smithi071 ceph-mon[37838]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:02.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3154172570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]: dispatch 2024-03-10T21:16:02.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]: dispatch 2024-03-10T21:16:02.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]': finished 2024-03-10T21:16:02.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[37838]: osdmap e15: 3 total, 2 up, 3 in 2024-03-10T21:16:02.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:02.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3154172570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]: dispatch 2024-03-10T21:16:02.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]: dispatch 2024-03-10T21:16:02.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]': finished 2024-03-10T21:16:02.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[27124]: osdmap e15: 3 total, 2 up, 3 in 2024-03-10T21:16:02.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:02 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:03.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:02 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3154172570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]: dispatch 2024-03-10T21:16:03.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:02 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]: dispatch 2024-03-10T21:16:03.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:02 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "323d56df-b273-426b-8a55-581b9287f833"}]': finished 2024-03-10T21:16:03.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:02 smithi193 ceph-mon[30554]: osdmap e15: 3 total, 2 up, 3 in 2024-03-10T21:16:03.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:02 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:03.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:03 smithi071 ceph-mon[27124]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:03.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:03 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/4249484613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:03.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:03 smithi071 ceph-mon[37838]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:03.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:03 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/4249484613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:03 smithi193 ceph-mon[30554]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:03 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/4249484613' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:05.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:05 smithi071 ceph-mon[27124]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:05 smithi071 ceph-mon[37838]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:05 smithi193 ceph-mon[30554]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:08.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:07 smithi193 ceph-mon[30554]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:08.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:07 smithi071 ceph-mon[37838]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:07 smithi071 ceph-mon[27124]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:08.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:16:08.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:08 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:08.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:16:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:08 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:09.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:16:09.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:08 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:09.861 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:09 smithi071 ceph-mon[27124]: Deploying daemon osd.2 on smithi071 2024-03-10T21:16:09.861 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:09 smithi071 ceph-mon[27124]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:09.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:09 smithi071 ceph-mon[37838]: Deploying daemon osd.2 on smithi071 2024-03-10T21:16:09.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:09 smithi071 ceph-mon[37838]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:09 smithi193 ceph-mon[30554]: Deploying daemon osd.2 on smithi071 2024-03-10T21:16:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:09 smithi193 ceph-mon[30554]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:11.913 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:11 smithi071 ceph-mon[27124]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:11.913 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:11 smithi071 ceph-mon[37838]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:12.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:11 smithi193 ceph-mon[30554]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:13.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:13 smithi071 ceph-mon[27124]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:13.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:13 smithi071 ceph-mon[37838]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:13 smithi193 ceph-mon[30554]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:14 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:14 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:14 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:14 smithi193 ceph-mon[30554]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[37838]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:15.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:14 smithi071 ceph-mon[27124]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:17.314 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 2 on host 'smithi071' 2024-03-10T21:16:17.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:17.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:17.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:17.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T21:16:17.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:17 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:17.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:17.790 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:17 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:17.992 DEBUG:teuthology.orchestra.run.smithi071:osd.2> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.2.service 2024-03-10T21:16:17.995 INFO:tasks.cephadm:Deploying osd.3 on smithi071 with /dev/vg_nvme/lv_1... 2024-03-10T21:16:17.995 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-10T21:16:18.507 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[27124]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T21:16:18.507 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[27124]: osdmap e16: 3 total, 2 up, 3 in 2024-03-10T21:16:18.507 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:18.508 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[27124]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:16:18.508 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[37838]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T21:16:18.508 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[37838]: osdmap e16: 3 total, 2 up, 3 in 2024-03-10T21:16:18.508 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:18.508 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-mon[37838]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:16:18.508 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[53469]: 2024-03-10T21:16:18.457+0000 7f751a976700 -1 osd.2 0 waiting for initial osdmap 2024-03-10T21:16:18.508 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[53469]: 2024-03-10T21:16:18.465+0000 7f751676b700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:16:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:18 smithi193 ceph-mon[30554]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T21:16:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:18 smithi193 ceph-mon[30554]: osdmap e16: 3 total, 2 up, 3 in 2024-03-10T21:16:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:18 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:18 smithi193 ceph-mon[30554]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:16:19.186 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:16:19.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[27124]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:16:19.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[27124]: osdmap e17: 3 total, 2 up, 3 in 2024-03-10T21:16:19.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:19.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:19.768 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[27124]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:19.769 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[37838]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:16:19.769 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[37838]: osdmap e17: 3 total, 2 up, 3 in 2024-03-10T21:16:19.769 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:19.769 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:19.769 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:19 smithi071 ceph-mon[37838]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:19 smithi193 ceph-mon[30554]: from='osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:16:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:19 smithi193 ceph-mon[30554]: osdmap e17: 3 total, 2 up, 3 in 2024-03-10T21:16:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:19 smithi193 ceph-mon[30554]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-10T21:16:20.584 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[27124]: osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616] boot 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[27124]: osdmap e18: 3 total, 3 up, 3 in 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[37838]: osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616] boot 2024-03-10T21:16:20.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[37838]: osdmap e18: 3 total, 3 up, 3 in 2024-03-10T21:16:20.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:20 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:20 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:16:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:20 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:16:20.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:20 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:20.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:20 smithi193 ceph-mon[30554]: osd.2 [v2:172.21.15.71:6818/4021420616,v1:172.21.15.71:6819/4021420616] boot 2024-03-10T21:16:20.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:20 smithi193 ceph-mon[30554]: osdmap e18: 3 total, 3 up, 3 in 2024-03-10T21:16:20.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:20 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: osdmap e19: 3 total, 3 up, 3 in 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:21.641 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: osdmap e19: 3 total, 3 up, 3 in 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:21.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:21.643 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: osdmap e19: 3 total, 3 up, 3 in 2024-03-10T21:16:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:21.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:22.229 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-10T21:16:22.229 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-10T21:16:22.230 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2024-03-10T21:16:22.230 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2024-03-10T21:16:22.230 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115705 s, 906 MB/s 2024-03-10T21:16:22.230 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2024-03-10T21:16:22.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi071 2024-03-10T21:16:22.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi071 to 5354M 2024-03-10T21:16:22.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-10T21:16:22.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[27124]: osdmap e20: 3 total, 3 up, 3 in 2024-03-10T21:16:22.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:16:22.827 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi071 2024-03-10T21:16:22.827 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi071 to 5354M 2024-03-10T21:16:22.827 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-10T21:16:22.827 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[37838]: osdmap e20: 3 total, 3 up, 3 in 2024-03-10T21:16:22.827 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:22 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:16:22.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:22 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi071 2024-03-10T21:16:22.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:22 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi071 to 5354M 2024-03-10T21:16:22.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:22 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-10T21:16:22.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:22 smithi193 ceph-mon[30554]: osdmap e20: 3 total, 3 up, 3 in 2024-03-10T21:16:22.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:22 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:16:22.853 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_1 2024-03-10T21:16:23.070 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:16:23.430 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57231]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T21:16:23.430 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57231]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:23.430 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57231]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:23.431 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57231]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:23.700 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57255]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T21:16:23.700 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57255]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:23.700 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57255]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:23.700 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57255]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:23.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[27124]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[27124]: osdmap e21: 3 total, 3 up, 3 in 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[27124]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[37838]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[37838]: osdmap e21: 3 total, 3 up, 3 in 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[37838]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:16:23.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:23 smithi193 ceph-mon[30554]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:16:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:23 smithi193 ceph-mon[30554]: osdmap e21: 3 total, 3 up, 3 in 2024-03-10T21:16:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:23 smithi193 ceph-mon[30554]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:16:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:23.959 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57258]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T21:16:23.960 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57258]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:23.960 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57258]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:23.960 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57258]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:24.211 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57262]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T21:16:24.212 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57262]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:24.212 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57262]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:24.212 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:16:23 smithi071 sudo[57262]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:24.471 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57285]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T21:16:24.471 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57285]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:24.471 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57285]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:24.471 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57285]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:24.729 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57292]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T21:16:24.729 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57292]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:24.729 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57292]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:24.729 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57292]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:24.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57317]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T21:16:24.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57317]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:24.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57317]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:24.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57317]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:25.247 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:24 smithi193 ceph-mon[30554]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-10T21:16:25.248 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:24 smithi193 ceph-mon[30554]: osdmap e22: 3 total, 3 up, 3 in 2024-03-10T21:16:25.248 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:25.248 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33128]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T21:16:25.248 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33128]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:25.248 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33128]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:25.248 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33128]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:25.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:24 smithi071 ceph-mon[37838]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-10T21:16:25.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:24 smithi071 ceph-mon[37838]: osdmap e22: 3 total, 3 up, 3 in 2024-03-10T21:16:25.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57321]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T21:16:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57321]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57321]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 sudo[57321]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 ceph-mon[27124]: mgrmap e15: y(active, since 2m), standbys: x 2024-03-10T21:16:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 ceph-mon[27124]: osdmap e22: 3 total, 3 up, 3 in 2024-03-10T21:16:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33131]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T21:16:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33131]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33131]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:25 smithi193 sudo[33131]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:26.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:25 smithi071 sudo[57464]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-10T21:16:26.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:25 smithi071 sudo[57464]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:26.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:25 smithi071 sudo[57464]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:26.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:25 smithi071 sudo[57464]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:26.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:26.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:26.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:26.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:26 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 sudo[57470]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 sudo[57470]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 sudo[57470]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 sudo[57470]: pam_unix(sudo:session): session closed for user root 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:16:26.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:26 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:16:27.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:27 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:27.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:27 smithi193 ceph-mon[30554]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:16:27.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:27 smithi193 ceph-mon[30554]: Cluster is now healthy 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:27 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:27 smithi193 ceph-mon[30554]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[27124]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[27124]: Cluster is now healthy 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[27124]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-10T21:16:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[37838]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:16:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[37838]: Cluster is now healthy 2024-03-10T21:16:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-10T21:16:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:27 smithi071 ceph-mon[37838]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:28.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:28 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1215067607' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]: dispatch 2024-03-10T21:16:28.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:28 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]: dispatch 2024-03-10T21:16:28.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:28 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]': finished 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:28 smithi193 ceph-mon[30554]: osdmap e23: 4 total, 3 up, 4 in 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:28 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1215067607' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]: dispatch 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]: dispatch 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]': finished 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[27124]: osdmap e23: 4 total, 3 up, 4 in 2024-03-10T21:16:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1215067607' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]: dispatch 2024-03-10T21:16:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]: dispatch 2024-03-10T21:16:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7e28639-8cc8-4561-a5a0-af5705673a0a"}]': finished 2024-03-10T21:16:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[37838]: osdmap e23: 4 total, 3 up, 4 in 2024-03-10T21:16:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:28 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:29 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/605117873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:29 smithi193 ceph-mon[30554]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:29 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/605117873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:29 smithi071 ceph-mon[27124]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:29 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/605117873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:29 smithi071 ceph-mon[37838]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:31.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:31 smithi071 ceph-mon[27124]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:31.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:31 smithi071 ceph-mon[37838]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:31.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:31 smithi193 ceph-mon[30554]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:33.827 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:33 smithi071 ceph-mon[27124]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-03-10T21:16:33.827 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:33 smithi071 ceph-mon[37838]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-03-10T21:16:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:33 smithi193 ceph-mon[30554]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-03-10T21:16:34.680 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:16:34.680 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:34.680 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:16:34.680 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:16:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:35.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:35 smithi071 ceph-mon[27124]: Deploying daemon osd.3 on smithi071 2024-03-10T21:16:35.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:35 smithi071 ceph-mon[27124]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-03-10T21:16:35.695 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:35 smithi071 ceph-mon[37838]: Deploying daemon osd.3 on smithi071 2024-03-10T21:16:35.695 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:35 smithi071 ceph-mon[37838]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-03-10T21:16:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:35 smithi193 ceph-mon[30554]: Deploying daemon osd.3 on smithi071 2024-03-10T21:16:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:35 smithi193 ceph-mon[30554]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-03-10T21:16:37.663 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:37 smithi071 ceph-mon[27124]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-10T21:16:37.663 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:37 smithi071 ceph-mon[37838]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-10T21:16:37.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:37 smithi193 ceph-mon[30554]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-03-10T21:16:39.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:39 smithi193 ceph-mon[30554]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 830 B/s rd, 24 KiB/s wr, 2 op/s 2024-03-10T21:16:39.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:39 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:39.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:39 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:39.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:39 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[37838]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 830 B/s rd, 24 KiB/s wr, 2 op/s 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[27124]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 830 B/s rd, 24 KiB/s wr, 2 op/s 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:39.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:39 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:41.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:41 smithi071 ceph-mon[37838]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T21:16:41.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:41 smithi071 ceph-mon[27124]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T21:16:41.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:41 smithi193 ceph-mon[30554]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T21:16:43.246 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 3 on host 'smithi071' 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.467 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:43 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:43 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:16:43.929 DEBUG:teuthology.orchestra.run.smithi071:osd.3> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.3.service 2024-03-10T21:16:43.931 INFO:tasks.cephadm:Deploying osd.4 on smithi193 with /dev/vg_nvme/lv_4... 2024-03-10T21:16:43.932 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-10T21:16:44.140 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:16:44.445 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[27124]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T21:16:44.445 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[27124]: osdmap e24: 4 total, 3 up, 4 in 2024-03-10T21:16:44.445 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:44.445 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[27124]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:16:44.445 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[59218]: 2024-03-10T21:16:44.438+0000 7fa05dbe1700 -1 osd.3 0 waiting for initial osdmap 2024-03-10T21:16:44.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:44 smithi193 ceph-mon[30554]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T21:16:44.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:44 smithi193 ceph-mon[30554]: osdmap e24: 4 total, 3 up, 4 in 2024-03-10T21:16:44.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:44 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:44.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:44 smithi193 ceph-mon[30554]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:16:44.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[59218]: 2024-03-10T21:16:44.448+0000 7fa0581d3700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:16:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[37838]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T21:16:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[37838]: osdmap e24: 4 total, 3 up, 4 in 2024-03-10T21:16:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:44 smithi071 ceph-mon[37838]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:16:45.516 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:45 smithi193 ceph-mon[30554]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:16:45.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:45 smithi193 ceph-mon[30554]: osdmap e25: 4 total, 3 up, 4 in 2024-03-10T21:16:45.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:45 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:45.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:45 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:45.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:45 smithi193 ceph-mon[30554]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:45.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[27124]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[27124]: osdmap e25: 4 total, 3 up, 4 in 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[27124]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[37838]: from='osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[37838]: osdmap e25: 4 total, 3 up, 4 in 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:45.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:45 smithi071 ceph-mon[37838]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-10T21:16:46.073 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-10T21:16:46.073 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-10T21:16:46.073 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-03-10T21:16:46.073 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-03-10T21:16:46.074 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113085 s, 927 MB/s 2024-03-10T21:16:46.074 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-03-10T21:16:46.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[27124]: osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576] boot 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[27124]: osdmap e26: 4 total, 4 up, 4 in 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[37838]: osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576] boot 2024-03-10T21:16:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[37838]: osdmap e26: 4 total, 4 up, 4 in 2024-03-10T21:16:46.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:46 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:46.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:46 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:16:46.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:46 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:16:46.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:46.666 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:46 smithi193 ceph-mon[30554]: osd.3 [v2:172.21.15.71:6826/2605462576,v1:172.21.15.71:6827/2605462576] boot 2024-03-10T21:16:46.666 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:46 smithi193 ceph-mon[30554]: osdmap e26: 4 total, 4 up, 4 in 2024-03-10T21:16:46.666 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:16:46.690 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi193:vg_nvme/lv_4 2024-03-10T21:16:46.889 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:16:47.562 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: osdmap e27: 4 total, 4 up, 4 in 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:47.563 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:47 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: osdmap e27: 4 total, 4 up, 4 in 2024-03-10T21:16:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: osdmap e27: 4 total, 4 up, 4 in 2024-03-10T21:16:47.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:16:47.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:47 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:16:48.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:48 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi071 2024-03-10T21:16:48.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:48 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi071 to 4016M 2024-03-10T21:16:48.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:48 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi071 2024-03-10T21:16:48.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:48 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi071 to 4016M 2024-03-10T21:16:48.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:48 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi071 2024-03-10T21:16:48.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:48 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi071 to 4016M 2024-03-10T21:16:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:49 smithi193 ceph-mon[30554]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:49 smithi193 ceph-mon[30554]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:16:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:16:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[27124]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[27124]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:16:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:16:49.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[37838]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[37838]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:16:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:16:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:16:49.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:51.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:51 smithi193 ceph-mon[30554]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:51.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:51 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/3144891030' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]: dispatch 2024-03-10T21:16:51.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:51 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]: dispatch 2024-03-10T21:16:51.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:51 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]': finished 2024-03-10T21:16:51.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:51 smithi193 ceph-mon[30554]: osdmap e28: 5 total, 4 up, 5 in 2024-03-10T21:16:51.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:16:51.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[27124]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:51.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/3144891030' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]: dispatch 2024-03-10T21:16:51.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]: dispatch 2024-03-10T21:16:51.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]': finished 2024-03-10T21:16:51.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[27124]: osdmap e28: 5 total, 4 up, 5 in 2024-03-10T21:16:51.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:16:51.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[37838]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:51.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/3144891030' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]: dispatch 2024-03-10T21:16:51.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]: dispatch 2024-03-10T21:16:51.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6cd416b7-39bd-4d9f-85fc-8a2339a142e4"}]': finished 2024-03-10T21:16:51.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[37838]: osdmap e28: 5 total, 4 up, 5 in 2024-03-10T21:16:51.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:16:52.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:52 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/2617947064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:52.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:52 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/2617947064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:52.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:52 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/2617947064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:16:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:53 smithi193 ceph-mon[30554]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:53 smithi071 ceph-mon[27124]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:53.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:53 smithi071 ceph-mon[37838]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:55 smithi193 ceph-mon[30554]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:55 smithi071 ceph-mon[27124]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:55.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:55 smithi071 ceph-mon[37838]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:57 smithi193 ceph-mon[30554]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:57 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:16:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:57 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:57 smithi071 ceph-mon[27124]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:57 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:16:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:57 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:57.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:57 smithi071 ceph-mon[37838]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:57.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:57 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:16:57.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:57 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:16:58.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:58 smithi193 ceph-mon[30554]: Deploying daemon osd.4 on smithi193 2024-03-10T21:16:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:58 smithi071 ceph-mon[27124]: Deploying daemon osd.4 on smithi193 2024-03-10T21:16:58.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:58 smithi071 ceph-mon[37838]: Deploying daemon osd.4 on smithi193 2024-03-10T21:16:59.764 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:16:59 smithi193 ceph-mon[30554]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:16:59 smithi071 ceph-mon[27124]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:16:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:16:59 smithi071 ceph-mon[37838]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:01.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:01 smithi193 ceph-mon[30554]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:01.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:01 smithi071 ceph-mon[27124]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:01.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:01 smithi071 ceph-mon[37838]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:03 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:03 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:03.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:03 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:03.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:03 smithi193 ceph-mon[30554]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:03.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:03.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:03.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[27124]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:03.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:03.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:03.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:03 smithi071 ceph-mon[37838]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:05 smithi193 ceph-mon[30554]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:05.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[27124]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:17:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:05 smithi071 ceph-mon[37838]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:17:05.881 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 4 on host 'smithi193' 2024-03-10T21:17:06.474 DEBUG:teuthology.orchestra.run.smithi193:osd.4> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.4.service 2024-03-10T21:17:06.476 INFO:tasks.cephadm:Deploying osd.5 on smithi193 with /dev/vg_nvme/lv_3... 2024-03-10T21:17:06.477 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-10T21:17:06.715 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: osdmap e29: 5 total, 4 up, 5 in 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:06.716 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:06.716 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[35569]: 2024-03-10T21:17:06.573+0000 7fd42e59e700 -1 osd.4 0 waiting for initial osdmap 2024-03-10T21:17:06.716 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:17:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[35569]: 2024-03-10T21:17:06.578+0000 7fd42838f700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: osdmap e29: 5 total, 4 up, 5 in 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:06.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: osdmap e29: 5 total, 4 up, 5 in 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:06.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:06 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:07.260 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: osdmap e30: 5 total, 4 up, 5 in 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849] boot 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: osdmap e31: 5 total, 5 up, 5 in 2024-03-10T21:17:07.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:07 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:07.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:07.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: osdmap e30: 5 total, 4 up, 5 in 2024-03-10T21:17:07.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849] boot 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: osdmap e31: 5 total, 5 up, 5 in 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: osdmap e30: 5 total, 4 up, 5 in 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: osd.4 [v2:172.21.15.193:6800/4100040849,v1:172.21.15.193:6801/4100040849] boot 2024-03-10T21:17:07.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: osdmap e31: 5 total, 5 up, 5 in 2024-03-10T21:17:07.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:07 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:17:08.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:08 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:17:08.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:08 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:17:08.665 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:08 smithi193 ceph-mon[30554]: osdmap e32: 5 total, 5 up, 5 in 2024-03-10T21:17:08.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:08 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:17:08.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:08 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:17:08.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:08 smithi071 ceph-mon[27124]: osdmap e32: 5 total, 5 up, 5 in 2024-03-10T21:17:08.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:08 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:17:08.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:08 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:17:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:08 smithi071 ceph-mon[37838]: osdmap e32: 5 total, 5 up, 5 in 2024-03-10T21:17:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:09 smithi193 ceph-mon[30554]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:09 smithi193 ceph-mon[30554]: osdmap e33: 5 total, 5 up, 5 in 2024-03-10T21:17:09.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:09 smithi071 ceph-mon[27124]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:09.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:09 smithi071 ceph-mon[27124]: osdmap e33: 5 total, 5 up, 5 in 2024-03-10T21:17:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:09 smithi071 ceph-mon[37838]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:09 smithi071 ceph-mon[37838]: osdmap e33: 5 total, 5 up, 5 in 2024-03-10T21:17:10.006 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-10T21:17:10.006 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-10T21:17:10.006 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-03-10T21:17:10.006 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-03-10T21:17:10.006 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123736 s, 847 MB/s 2024-03-10T21:17:10.006 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-03-10T21:17:10.901 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi193:vg_nvme/lv_3 2024-03-10T21:17:11.108 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:17:11.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: osdmap e34: 5 total, 5 up, 5 in 2024-03-10T21:17:11.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:11.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.534 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:11.534 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.534 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:11.534 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:11.534 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:11 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: osdmap e34: 5 total, 5 up, 5 in 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: osdmap e34: 5 total, 5 up, 5 in 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:11.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:11 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:12.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:12 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi193 2024-03-10T21:17:12.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:12 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi193 to 17088M 2024-03-10T21:17:12.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:12 smithi193 ceph-mon[30554]: osdmap e35: 5 total, 5 up, 5 in 2024-03-10T21:17:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:12 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi193 2024-03-10T21:17:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:12 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi193 to 17088M 2024-03-10T21:17:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:12 smithi071 ceph-mon[27124]: osdmap e35: 5 total, 5 up, 5 in 2024-03-10T21:17:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:12 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi193 2024-03-10T21:17:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:12 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi193 to 17088M 2024-03-10T21:17:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:12 smithi071 ceph-mon[37838]: osdmap e35: 5 total, 5 up, 5 in 2024-03-10T21:17:13.550 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:13 smithi193 ceph-mon[30554]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-03-10T21:17:13.551 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:13 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:17:13.551 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:13 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:17:13.551 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:13 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[27124]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[37838]: pgmap v117: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:17:13.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:17:13.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:13 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:14.582 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:14 smithi193 ceph-mon[30554]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:17:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:14 smithi071 ceph-mon[27124]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:17:14.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:14 smithi071 ceph-mon[37838]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:17:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:15 smithi193 ceph-mon[30554]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:17:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:15 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/3838437179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]: dispatch 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:15 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]: dispatch 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:15 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]': finished 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:15 smithi193 ceph-mon[30554]: osdmap e36: 6 total, 5 up, 6 in 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:15 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[27124]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/3838437179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]: dispatch 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]: dispatch 2024-03-10T21:17:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]': finished 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[27124]: osdmap e36: 6 total, 5 up, 6 in 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[37838]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/3838437179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]: dispatch 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]: dispatch 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36f2dad9-a801-445d-a788-9f9c49007717"}]': finished 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[37838]: osdmap e36: 6 total, 5 up, 6 in 2024-03-10T21:17:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:15 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:16.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:16 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/4239145899' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:17:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:16 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/4239145899' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:17:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:16 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/4239145899' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:17:17.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:17 smithi193 ceph-mon[30554]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-03-10T21:17:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:17 smithi071 ceph-mon[27124]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-03-10T21:17:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:17 smithi071 ceph-mon[37838]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-03-10T21:17:19.826 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:19 smithi193 ceph-mon[30554]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-10T21:17:19.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:19 smithi071 ceph-mon[27124]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-10T21:17:19.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:19 smithi071 ceph-mon[37838]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-10T21:17:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:21 smithi193 ceph-mon[30554]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:17:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:21 smithi071 ceph-mon[27124]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:17:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:21 smithi071 ceph-mon[37838]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:17:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:22.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:22 smithi193 ceph-mon[30554]: Deploying daemon osd.5 on smithi193 2024-03-10T21:17:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:22 smithi071 ceph-mon[27124]: Deploying daemon osd.5 on smithi193 2024-03-10T21:17:22.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:22 smithi071 ceph-mon[37838]: Deploying daemon osd.5 on smithi193 2024-03-10T21:17:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:23 smithi193 ceph-mon[30554]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:23 smithi071 ceph-mon[27124]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:23.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:23 smithi071 ceph-mon[37838]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:25.778 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:25 smithi193 ceph-mon[30554]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:25.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:25 smithi071 ceph-mon[27124]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:25 smithi071 ceph-mon[37838]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:27 smithi193 ceph-mon[30554]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:27 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:27 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:27 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[37838]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[27124]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:27.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:27 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:29.732 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:29 smithi193 ceph-mon[30554]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:29.733 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:29 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:29.733 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:29 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:29.733 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:29 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:29.733 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:29 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:29.733 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:29 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[37838]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[27124]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:30.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:30.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:29 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.165 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 5 on host 'smithi193' 2024-03-10T21:17:30.760 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:30 smithi193 ceph-mon[30554]: from='osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:17:30.760 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:30 smithi193 ceph-mon[30554]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:17:30.760 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:30 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.760 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:30 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:30.760 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:30 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:30.781 DEBUG:teuthology.orchestra.run.smithi193:osd.5> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.5.service 2024-03-10T21:17:30.783 INFO:tasks.cephadm:Deploying osd.6 on smithi193 with /dev/vg_nvme/lv_2... 2024-03-10T21:17:30.783 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[27124]: from='osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[27124]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[37838]: from='osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:17:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[37838]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:17:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:30 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:31.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-mon[30554]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:31.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-mon[30554]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T21:17:31.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-mon[30554]: osdmap e37: 6 total, 5 up, 6 in 2024-03-10T21:17:31.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:31.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-mon[30554]: from='osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:31.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-mon[30554]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:31.901 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[41105]: 2024-03-10T21:17:31.610+0000 7fa682213700 -1 osd.5 0 waiting for initial osdmap 2024-03-10T21:17:31.901 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:17:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[41105]: 2024-03-10T21:17:31.616+0000 7fa67a000700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:17:31.988 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[27124]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:31.988 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[27124]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T21:17:31.988 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[27124]: osdmap e37: 6 total, 5 up, 6 in 2024-03-10T21:17:31.988 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:31.988 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[27124]: from='osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[27124]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[37838]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[37838]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[37838]: osdmap e37: 6 total, 5 up, 6 in 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[37838]: from='osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:31.989 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:31 smithi071 ceph-mon[37838]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:32.382 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:17:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: osdmap e38: 6 total, 5 up, 6 in 2024-03-10T21:17:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018] boot 2024-03-10T21:17:32.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: osdmap e39: 6 total, 6 up, 6 in 2024-03-10T21:17:32.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:32 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: osdmap e38: 6 total, 5 up, 6 in 2024-03-10T21:17:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018] boot 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: osdmap e39: 6 total, 6 up, 6 in 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: osdmap e38: 6 total, 5 up, 6 in 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: osd.5 [v2:172.21.15.193:6808/3035507018,v1:172.21.15.193:6809/3035507018] boot 2024-03-10T21:17:33.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: osdmap e39: 6 total, 6 up, 6 in 2024-03-10T21:17:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:32 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:17:33.930 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:33 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:17:33.930 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:33 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:17:33.930 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:33 smithi193 ceph-mon[30554]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:33.930 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:33 smithi193 ceph-mon[30554]: osdmap e40: 6 total, 6 up, 6 in 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[27124]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[27124]: osdmap e40: 6 total, 6 up, 6 in 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[37838]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-03-10T21:17:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:33 smithi071 ceph-mon[37838]: osdmap e40: 6 total, 6 up, 6 in 2024-03-10T21:17:34.787 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-10T21:17:34.787 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-10T21:17:34.787 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-03-10T21:17:34.787 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-03-10T21:17:34.788 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113919 s, 920 MB/s 2024-03-10T21:17:34.788 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-03-10T21:17:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi193 2024-03-10T21:17:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi193 to 8544M 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:34 smithi193 ceph-mon[30554]: osdmap e41: 6 total, 6 up, 6 in 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi193 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi193 to 8544M 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[27124]: osdmap e41: 6 total, 6 up, 6 in 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi193 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi193 to 8544M 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:35.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:34 smithi071 ceph-mon[37838]: osdmap e41: 6 total, 6 up, 6 in 2024-03-10T21:17:35.309 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi193:vg_nvme/lv_2 2024-03-10T21:17:35.511 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:17:35.973 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:35 smithi193 ceph-mon[30554]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:36.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:35 smithi071 ceph-mon[27124]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:35 smithi071 ceph-mon[37838]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:36.946 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:36 smithi193 ceph-mon[30554]: osdmap e42: 6 total, 6 up, 6 in 2024-03-10T21:17:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:36 smithi071 ceph-mon[27124]: osdmap e42: 6 total, 6 up, 6 in 2024-03-10T21:17:37.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:36 smithi071 ceph-mon[37838]: osdmap e42: 6 total, 6 up, 6 in 2024-03-10T21:17:37.948 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:37 smithi193 ceph-mon[30554]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:37.948 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:37 smithi193 ceph-mon[30554]: osdmap e43: 6 total, 6 up, 6 in 2024-03-10T21:17:37.949 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:17:37.949 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:17:37.949 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[37838]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[37838]: osdmap e43: 6 total, 6 up, 6 in 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[27124]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[27124]: osdmap e43: 6 total, 6 up, 6 in 2024-03-10T21:17:38.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:17:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:17:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:38.950 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:38 smithi193 ceph-mon[30554]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:17:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:38 smithi071 ceph-mon[27124]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:17:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:38 smithi071 ceph-mon[37838]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:17:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:39 smithi193 ceph-mon[30554]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:39 smithi071 ceph-mon[27124]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:39 smithi071 ceph-mon[37838]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:40 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/1072757223' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]: dispatch 2024-03-10T21:17:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:40 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]: dispatch 2024-03-10T21:17:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:40 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]': finished 2024-03-10T21:17:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:40 smithi193 ceph-mon[30554]: osdmap e44: 7 total, 6 up, 7 in 2024-03-10T21:17:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:40 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:40 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/3366549214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/1072757223' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]': finished 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[37838]: osdmap e44: 7 total, 6 up, 7 in 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/3366549214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/1072757223' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]: dispatch 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c717ad8d-fac3-4882-8f0f-d7631a0ddc0f"}]': finished 2024-03-10T21:17:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[27124]: osdmap e44: 7 total, 6 up, 7 in 2024-03-10T21:17:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:40 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/3366549214' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:17:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:41 smithi193 ceph-mon[30554]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:41 smithi071 ceph-mon[27124]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:41 smithi071 ceph-mon[37838]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:43.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:43 smithi193 ceph-mon[30554]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:43 smithi071 ceph-mon[27124]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:43.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:43 smithi071 ceph-mon[37838]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:45.798 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:45 smithi193 ceph-mon[30554]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:45.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:45 smithi071 ceph-mon[27124]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:45 smithi071 ceph-mon[37838]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:46.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:17:46.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:46 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:46.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:46 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:17:46.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:46 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:46.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:17:46.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:46 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:47 smithi193 ceph-mon[30554]: Deploying daemon osd.6 on smithi193 2024-03-10T21:17:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:47 smithi193 ceph-mon[30554]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:47.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:47 smithi071 ceph-mon[37838]: Deploying daemon osd.6 on smithi193 2024-03-10T21:17:47.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:47 smithi071 ceph-mon[37838]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:47 smithi071 ceph-mon[27124]: Deploying daemon osd.6 on smithi193 2024-03-10T21:17:47.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:47 smithi071 ceph-mon[27124]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:49 smithi193 ceph-mon[30554]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:49.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:49 smithi071 ceph-mon[27124]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:49.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:49 smithi071 ceph-mon[37838]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:51.701 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:51 smithi193 ceph-mon[30554]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:51.701 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:51.701 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:51.701 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:51 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:51.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[27124]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[37838]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:51.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:51 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:53.492 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:53 smithi193 ceph-mon[30554]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:53.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:53 smithi071 ceph-mon[27124]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:53.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:53 smithi071 ceph-mon[37838]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:54.567 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 6 on host 'smithi193' 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:54 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:54.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:54 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:17:55.164 DEBUG:teuthology.orchestra.run.smithi193:osd.6> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.6.service 2024-03-10T21:17:55.166 INFO:tasks.cephadm:Deploying osd.7 on smithi193 with /dev/vg_nvme/lv_1... 2024-03-10T21:17:55.167 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-10T21:17:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-mon[30554]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-mon[30554]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T21:17:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-mon[30554]: osdmap e45: 7 total, 6 up, 7 in 2024-03-10T21:17:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-mon[30554]: from='osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:55.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-mon[30554]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:55.838 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[46804]: 2024-03-10T21:17:55.557+0000 7fce87838700 -1 osd.6 0 waiting for initial osdmap 2024-03-10T21:17:55.838 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:17:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[46804]: 2024-03-10T21:17:55.565+0000 7fce81e2a700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:17:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[37838]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[37838]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T21:17:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[37838]: osdmap e45: 7 total, 6 up, 7 in 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[37838]: from='osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[37838]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[27124]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[27124]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[27124]: osdmap e45: 7 total, 6 up, 7 in 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[27124]: from='osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:55.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:55 smithi071 ceph-mon[27124]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:17:55.861 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:17:56.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:56 smithi193 ceph-mon[30554]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:56.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:56 smithi193 ceph-mon[30554]: osdmap e46: 7 total, 6 up, 7 in 2024-03-10T21:17:56.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:56.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:56 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[27124]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[27124]: osdmap e46: 7 total, 6 up, 7 in 2024-03-10T21:17:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[37838]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:17:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[37838]: osdmap e46: 7 total, 6 up, 7 in 2024-03-10T21:17:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:56 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106] boot 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: osdmap e47: 7 total, 7 up, 7 in 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:57.725 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:57 smithi193 ceph-mon[30554]: osdmap e48: 7 total, 7 up, 7 in 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106] boot 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: osdmap e47: 7 total, 7 up, 7 in 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:57.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[27124]: osdmap e48: 7 total, 7 up, 7 in 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: osd.6 [v2:172.21.15.193:6816/300086106,v1:172.21.15.193:6817/300086106] boot 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: osdmap e47: 7 total, 7 up, 7 in 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:17:57.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:57 smithi071 ceph-mon[37838]: osdmap e48: 7 total, 7 up, 7 in 2024-03-10T21:17:58.177 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-10T21:17:58.177 INFO:teuthology.orchestra.run.smithi193.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-10T21:17:58.177 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10+0 records in 2024-03-10T21:17:58.177 INFO:teuthology.orchestra.run.smithi193.stderr:10+0 records out 2024-03-10T21:17:58.177 INFO:teuthology.orchestra.run.smithi193.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0142665 s, 735 MB/s 2024-03-10T21:17:58.177 INFO:teuthology.orchestra.run.smithi193.stderr:--> Zapping successful for: 2024-03-10T21:17:58.868 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch daemon add osd smithi193:vg_nvme/lv_1 2024-03-10T21:17:59.502 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:17:59.623 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: osdmap e49: 7 total, 7 up, 7 in 2024-03-10T21:17:59.623 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: pgmap v154: 1 pgs: 1 unknown; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:17:59.623 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.623 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:59.624 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:17:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: osdmap e49: 7 total, 7 up, 7 in 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: pgmap v154: 1 pgs: 1 unknown; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:59.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: osdmap e49: 7 total, 7 up, 7 in 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: pgmap v154: 1 pgs: 1 unknown; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:17:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:17:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:00.799 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:00 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi193 2024-03-10T21:18:00.799 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:00 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi193 to 5696M 2024-03-10T21:18:00.799 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:00 smithi193 ceph-mon[30554]: osdmap e50: 7 total, 7 up, 7 in 2024-03-10T21:18:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:00 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi193 2024-03-10T21:18:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:00 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi193 to 5696M 2024-03-10T21:18:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:00 smithi071 ceph-mon[27124]: osdmap e50: 7 total, 7 up, 7 in 2024-03-10T21:18:00.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:00 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi193 2024-03-10T21:18:00.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:00 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi193 to 5696M 2024-03-10T21:18:00.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:00 smithi071 ceph-mon[37838]: osdmap e50: 7 total, 7 up, 7 in 2024-03-10T21:18:01.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[27124]: osdmap e51: 7 total, 7 up, 7 in 2024-03-10T21:18:01.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[27124]: pgmap v157: 1 pgs: 1 unknown; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:01.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[37838]: osdmap e51: 7 total, 7 up, 7 in 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[37838]: pgmap v157: 1 pgs: 1 unknown; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:18:01.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:01 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:01.805 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:01 smithi193 ceph-mon[30554]: osdmap e51: 7 total, 7 up, 7 in 2024-03-10T21:18:01.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:01 smithi193 ceph-mon[30554]: pgmap v157: 1 pgs: 1 unknown; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:01.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-10T21:18:01.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-10T21:18:01.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:01 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:02.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:02 smithi193 ceph-mon[30554]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:02 smithi071 ceph-mon[27124]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:02.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:02 smithi071 ceph-mon[37838]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi193:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:03 smithi193 ceph-mon[30554]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-03-10T21:18:03.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:03 smithi071 ceph-mon[27124]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-03-10T21:18:03.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:03 smithi071 ceph-mon[37838]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-03-10T21:18:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:04 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/3592283509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]: dispatch 2024-03-10T21:18:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:04 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]: dispatch 2024-03-10T21:18:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:04 smithi193 ceph-mon[30554]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]': finished 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:04 smithi193 ceph-mon[30554]: osdmap e52: 8 total, 7 up, 8 in 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:04 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:04 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/2283802687' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/3592283509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]: dispatch 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]: dispatch 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[27124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]': finished 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[27124]: osdmap e52: 8 total, 7 up, 8 in 2024-03-10T21:18:04.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/2283802687' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/3592283509' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]: dispatch 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]: dispatch 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[37838]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e176a6e-3ef2-40c4-8df9-379c54a8844f"}]': finished 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[37838]: osdmap e52: 8 total, 7 up, 8 in 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:04.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:04 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/2283802687' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-10T21:18:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:05 smithi193 ceph-mon[30554]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:18:05.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:05 smithi071 ceph-mon[27124]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:18:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:05 smithi071 ceph-mon[37838]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:18:07.825 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:07 smithi193 ceph-mon[30554]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-10T21:18:07.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:07 smithi071 ceph-mon[27124]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-10T21:18:07.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:07 smithi071 ceph-mon[37838]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-03-10T21:18:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:09 smithi193 ceph-mon[30554]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-03-10T21:18:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:09 smithi071 ceph-mon[27124]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-03-10T21:18:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:09 smithi071 ceph-mon[37838]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-03-10T21:18:10.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:18:10.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:10 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:18:10.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:10 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:18:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:10 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:11.810 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:11 smithi193 ceph-mon[30554]: Deploying daemon osd.7 on smithi193 2024-03-10T21:18:11.810 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:11 smithi193 ceph-mon[30554]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T21:18:11.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:11 smithi071 ceph-mon[27124]: Deploying daemon osd.7 on smithi193 2024-03-10T21:18:11.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:11 smithi071 ceph-mon[27124]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T21:18:11.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:11 smithi071 ceph-mon[37838]: Deploying daemon osd.7 on smithi193 2024-03-10T21:18:11.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:11 smithi071 ceph-mon[37838]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T21:18:13.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:13 smithi193 ceph-mon[30554]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:13.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:13 smithi071 ceph-mon[27124]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:13.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:13 smithi071 ceph-mon[37838]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:15 smithi193 ceph-mon[30554]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:15 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:15 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:15 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:15.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[27124]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:15.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:15.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[37838]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:15.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:15.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:15.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:15 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:17.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:17 smithi193 ceph-mon[30554]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:17 smithi071 ceph-mon[27124]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:17 smithi071 ceph-mon[37838]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:19.041 INFO:teuthology.orchestra.run.smithi193.stdout:Created osd(s) 7 on host 'smithi193' 2024-03-10T21:18:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:19 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:19.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:19 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:19.714 DEBUG:teuthology.orchestra.run.smithi193:osd.7> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7.service 2024-03-10T21:18:19.716 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-03-10T21:18:19.717 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd stat -f json 2024-03-10T21:18:19.929 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:18:20.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[27124]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T21:18:20.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[27124]: osdmap e53: 8 total, 7 up, 8 in 2024-03-10T21:18:20.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:20.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[27124]: from='osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:18:20.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[27124]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:18:20.316 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[37838]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T21:18:20.316 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[37838]: osdmap e53: 8 total, 7 up, 8 in 2024-03-10T21:18:20.316 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:20.316 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[37838]: from='osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:18:20.316 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:20 smithi071 ceph-mon[37838]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:18:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-mon[30554]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T21:18:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-mon[30554]: osdmap e53: 8 total, 7 up, 8 in 2024-03-10T21:18:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:20.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-mon[30554]: from='osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:18:20.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-mon[30554]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:18:20.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[52651]: 2024-03-10T21:18:20.266+0000 7efcaf27c700 -1 osd.7 0 waiting for initial osdmap 2024-03-10T21:18:20.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:18:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[52651]: 2024-03-10T21:18:20.273+0000 7efca906d700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:18:21.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:18:21.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: osdmap e54: 8 total, 7 up, 8 in 2024-03-10T21:18:21.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:21.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820] boot 2024-03-10T21:18:21.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: osdmap e55: 8 total, 8 up, 8 in 2024-03-10T21:18:21.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:21 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.446 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:18:21.447 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: osdmap e54: 8 total, 7 up, 8 in 2024-03-10T21:18:21.447 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.447 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.447 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:21.447 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820] boot 2024-03-10T21:18:21.448 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: osdmap e55: 8 total, 8 up, 8 in 2024-03-10T21:18:21.448 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]': finished 2024-03-10T21:18:21.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: osdmap e54: 8 total, 7 up, 8 in 2024-03-10T21:18:21.448 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-03-10T21:18:21.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: osd.7 [v2:172.21.15.193:6824/1273149820,v1:172.21.15.193:6825/1273149820] boot 2024-03-10T21:18:21.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: osdmap e55: 8 total, 8 up, 8 in 2024-03-10T21:18:21.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:21 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:18:21.847 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:22.398 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:22 smithi193 ceph-mon[30554]: purged_snaps scrub starts 2024-03-10T21:18:22.398 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:22 smithi193 ceph-mon[30554]: purged_snaps scrub ok 2024-03-10T21:18:22.398 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:22 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3472991108' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-10T21:18:22.398 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:22 smithi193 ceph-mon[30554]: osdmap e56: 8 total, 8 up, 8 in 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[27124]: purged_snaps scrub starts 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[27124]: purged_snaps scrub ok 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3472991108' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[27124]: osdmap e56: 8 total, 8 up, 8 in 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[37838]: purged_snaps scrub starts 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[37838]: purged_snaps scrub ok 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3472991108' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-10T21:18:22.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:22 smithi071 ceph-mon[37838]: osdmap e56: 8 total, 8 up, 8 in 2024-03-10T21:18:22.521 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1710105501,"num_in_osds":8,"osd_in_since":1710105483,"num_remapped_pgs":1} 2024-03-10T21:18:22.522 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T21:18:22.729 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: Detected new or changed devices on smithi193 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi193 to 4272M 2024-03-10T21:18:23.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[27124]: osdmap e57: 8 total, 8 up, 8 in 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: Detected new or changed devices on smithi193 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.691 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi193 to 4272M 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:23.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:23 smithi071 ceph-mon[37838]: osdmap e57: 8 total, 8 up, 8 in 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: Detected new or changed devices on smithi193 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi193 to 4272M 2024-03-10T21:18:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:23.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:23.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:23.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: pgmap v173: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:23.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:23 smithi193 ceph-mon[30554]: osdmap e57: 8 total, 8 up, 8 in 2024-03-10T21:18:24.713 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:24.714 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":58,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:24.263665+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:18:25.332 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T21:16:20.788659+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T21:18:25.332 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-10T21:18:25.534 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:18:25.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:25 smithi193 ceph-mon[30554]: osdmap e58: 8 total, 8 up, 8 in 2024-03-10T21:18:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:25 smithi193 ceph-mon[30554]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:25 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2238058368' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:25.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:25 smithi071 ceph-mon[27124]: osdmap e58: 8 total, 8 up, 8 in 2024-03-10T21:18:25.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:25 smithi071 ceph-mon[27124]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:25.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:25 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2238058368' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:25.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:25 smithi071 ceph-mon[37838]: osdmap e58: 8 total, 8 up, 8 in 2024-03-10T21:18:25.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:25 smithi071 ceph-mon[37838]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:25.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:25 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2238058368' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:26 smithi193 ceph-mon[30554]: osdmap e59: 8 total, 8 up, 8 in 2024-03-10T21:18:26.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:26 smithi071 ceph-mon[27124]: osdmap e59: 8 total, 8 up, 8 in 2024-03-10T21:18:26.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:26 smithi071 ceph-mon[37838]: osdmap e59: 8 total, 8 up, 8 in 2024-03-10T21:18:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:27 smithi071 ceph-mon[27124]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-03-10T21:18:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:27 smithi071 ceph-mon[37838]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-03-10T21:18:27.514 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-03-10T21:18:27.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:27 smithi193 ceph-mon[30554]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-03-10T21:18:28.155 INFO:tasks.cephadm:Adding mds.a on smithi071 2024-03-10T21:18:28.155 INFO:tasks.cephadm:Adding mds.b on smithi193 2024-03-10T21:18:28.155 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply mds all '2;smithi071=a;smithi193=b' 2024-03-10T21:18:28.370 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:18:28.750 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:28 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1676719879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:28 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1676719879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:28 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1676719879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:29.557 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:29 smithi193 ceph-mon[30554]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:18:29.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:29 smithi071 ceph-mon[27124]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:18:29.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:29 smithi071 ceph-mon[37838]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-10T21:18:30.022 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled mds.all update... 2024-03-10T21:18:30.650 DEBUG:teuthology.orchestra.run.smithi071:mds.a> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a.service 2024-03-10T21:18:30.652 DEBUG:teuthology.orchestra.run.smithi193:mds.b> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.b.service 2024-03-10T21:18:30.654 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-10T21:18:30.655 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:18:31.013 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:31.013 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":59,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:25.265437+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:18:31.026 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T21:16:20.788659+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T21:18:31.027 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T21:18:31.313 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: Saving service mds.all spec with placement smithi071=a;smithi193=b;count:2 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:31.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: Deploying daemon mds.a on smithi071 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/949921880' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: Saving service mds.all spec with placement smithi071=a;smithi193=b;count:2 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:31.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: Deploying daemon mds.a on smithi071 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-10T21:18:31.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:31 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/949921880' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:31.328 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:18:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: Saving service mds.all spec with placement smithi071=a;smithi193=b;count:2 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: Deploying daemon mds.a on smithi071 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-03-10T21:18:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:31 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/949921880' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:31.649 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:31.649 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-10T21:18:31.649 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 1 2024-03-10T21:18:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:32 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/464598816' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:32 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1121191498' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:32.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:32 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/464598816' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:32.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:32 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1121191498' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:32 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/464598816' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:32 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1121191498' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:32.337 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 systemd[1]: Starting Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:18:32.663 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 podman[64453]: 2024-03-10 21:18:32.301586272 +0000 UTC m=+0.017785650 image pull a30af69eda2283e161ea78b9ece83575a37489b95e40bb349921e5898d7f6746 quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633 2024-03-10T21:18:32.663 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 podman[64453]: 2024-03-10 21:18:32.433813684 +0000 UTC m=+0.150013055 container create b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=) 2024-03-10T21:18:33.086 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 podman[64453]: 2024-03-10 21:18:32.661811105 +0000 UTC m=+0.378010486 container init b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-10T21:18:33.087 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 podman[64453]: 2024-03-10 21:18:32.664376697 +0000 UTC m=+0.380576074 container start b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-c2ea977, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0) 2024-03-10T21:18:33.087 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[64468]: starting mds.a at 2024-03-10T21:18:33.087 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 bash[64453]: b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a 2024-03-10T21:18:33.087 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:18:32 smithi071 systemd[1]: Started Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:18:33.662 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:18:33.995 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:33.995 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/2119319151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":2119319151},{"type":"v1","addr":"172.21.15.71:6835","nonce":2119319151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-03-10T21:18:33.996 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 2 2024-03-10T21:18:34.007 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-03-10T21:18:34.007 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: mds.? [v2:172.21.15.71:6834/2119319151,v1:172.21.15.71:6835/2119319151] up:boot 2024-03-10T21:18:34.007 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: fsmap 1 up:standby 2024-03-10T21:18:34.007 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:18:34.007 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: mds.? [v2:172.21.15.71:6834/2119319151,v1:172.21.15.71:6835/2119319151] up:boot 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: fsmap 1 up:standby 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.008 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:18:34.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T21:18:34.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:33 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:34.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: mds.? [v2:172.21.15.71:6834/2119319151,v1:172.21.15.71:6835/2119319151] up:boot 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: fsmap 1 up:standby 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-10T21:18:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:33 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:34 smithi193 ceph-mon[30554]: Deploying daemon mds.b on smithi193 2024-03-10T21:18:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:34 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3914035489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:34 smithi071 ceph-mon[27124]: Deploying daemon mds.b on smithi193 2024-03-10T21:18:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:34 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3914035489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:34 smithi071 ceph-mon[37838]: Deploying daemon mds.b on smithi193 2024-03-10T21:18:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:34 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3914035489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:35.145 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[56502]: starting mds.b at 2024-03-10T21:18:35.145 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:18:35 smithi193 bash[56487]: b5bf40844c95d2d2f4f4b7e2efd5407bd4bd878ead2b35413ca8cd84022325f8 2024-03-10T21:18:35.585 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:18:35 smithi193 systemd[1]: Started Ceph mds.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:35.991 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:35 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:36.011 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:36.035 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-10T21:18:36.036 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.036 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.036 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.036 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.036 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:36.036 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:35 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:36.355 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:36.355 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/2119319151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":2119319151},{"type":"v1","addr":"172.21.15.71:6835","nonce":2119319151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24340,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/1763023413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":1763023413},{"type":"v1","addr":"172.21.15.193:6833","nonce":1763023413}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-03-10T21:18:36.355 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 3 2024-03-10T21:18:36.368 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:18:36.732 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:36.732 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":59,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:25.265437+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:18:36.745 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T21:16:20.788659+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T21:18:36.746 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T21:18:37.044 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[27124]: mds.? [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] up:boot 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[27124]: fsmap 2 up:standby 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1206431742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[37838]: mds.? [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] up:boot 2024-03-10T21:18:37.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[37838]: fsmap 2 up:standby 2024-03-10T21:18:37.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:18:37.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1206431742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:37.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:37.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:36 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:37.058 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-10T21:18:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:36 smithi193 ceph-mon[30554]: mds.? [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] up:boot 2024-03-10T21:18:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:36 smithi193 ceph-mon[30554]: fsmap 2 up:standby 2024-03-10T21:18:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:36 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:18:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:36 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1206431742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:36 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:36 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:37.340 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:37.340 INFO:teuthology.orchestra.run.smithi071.stdout:[ 2024-03-10T21:18:37.340 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-03-10T21:18:37.340 INFO:teuthology.orchestra.run.smithi071.stdout: "poolnum": 1, 2024-03-10T21:18:37.340 INFO:teuthology.orchestra.run.smithi071.stdout: "poolname": ".mgr" 2024-03-10T21:18:37.340 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:18:37.341 INFO:teuthology.orchestra.run.smithi071.stdout:] 2024-03-10T21:18:37.353 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-10T21:18:37.353 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2561661927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2783749131' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:37 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1402592772' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2561661927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:38.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2783749131' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1402592772' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-03-10T21:18:38.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2561661927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2783749131' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:18:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:37 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1402592772' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-10T21:18:38.450 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' created 2024-03-10T21:18:38.467 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-03-10T21:18:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:38 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/626485537' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T21:18:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:38 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T21:18:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:38 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-10T21:18:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:38 smithi193 ceph-mon[30554]: osdmap e60: 8 total, 8 up, 8 in 2024-03-10T21:18:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:38 smithi193 ceph-mon[30554]: pgmap v185: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:38 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/626485537' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[37838]: osdmap e60: 8 total, 8 up, 8 in 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[37838]: pgmap v185: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/626485537' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T21:18:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-10T21:18:39.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-10T21:18:39.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[27124]: osdmap e60: 8 total, 8 up, 8 in 2024-03-10T21:18:39.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[27124]: pgmap v185: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:39.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:38 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:39.459 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' created 2024-03-10T21:18:39.483 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-10T21:18:39.809 INFO:teuthology.orchestra.run.smithi071.stderr:new fs with metadata pool 2 and data pool 3 2024-03-10T21:18:39.835 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:18:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2116269839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: osdmap e61: 8 total, 8 up, 8 in 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3019994797' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: osdmap e62: 8 total, 8 up, 8 in 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[27124]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-10T21:18:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2116269839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: osdmap e61: 8 total, 8 up, 8 in 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3019994797' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: osdmap e62: 8 total, 8 up, 8 in 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-10T21:18:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:39 smithi071 ceph-mon[37838]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-10T21:18:40.121 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:40.121 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":62,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:39.800864+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:18:40.134 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:18:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2116269839' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: osdmap e61: 8 total, 8 up, 8 in 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3019994797' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: osdmap e62: 8 total, 8 up, 8 in 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-03-10T21:18:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:39 smithi193 ceph-mon[30554]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-10T21:18:40.415 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:40.416 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":62,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:39.800864+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:18:40.428 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-10T21:18:40.825 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-03-10T21:18:40.825 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-03-10T21:18:41.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3705221444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/658319868' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: pgmap v188: 97 pgs: 90 unknown, 7 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3764899544' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: osdmap e63: 8 total, 8 up, 8 in 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: mds.? [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] up:active 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3764899544' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:41 smithi071 ceph-mon[37838]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3705221444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/658319868' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: pgmap v188: 97 pgs: 90 unknown, 7 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-03-10T21:18:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3764899544' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-10T21:18:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: osdmap e63: 8 total, 8 up, 8 in 2024-03-10T21:18:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: mds.? [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] up:active 2024-03-10T21:18:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3764899544' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-10T21:18:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:40 smithi071 ceph-mon[27124]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:18:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3705221444' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/658319868' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: pgmap v188: 97 pgs: 90 unknown, 7 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3764899544' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: osdmap e63: 8 total, 8 up, 8 in 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: mds.? [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] up:active 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3764899544' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-10T21:18:41.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:41 smithi193 ceph-mon[30554]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:18:42.025 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-03-10T21:18:42.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:18:42.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:42 smithi193 ceph-mon[30554]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:18:42.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:42 smithi193 ceph-mon[30554]: Cluster is now healthy 2024-03-10T21:18:42.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:42 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/960596023' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T21:18:42.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:42 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T21:18:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[27124]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:18:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[27124]: Cluster is now healthy 2024-03-10T21:18:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/960596023' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T21:18:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T21:18:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[37838]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:18:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[37838]: Cluster is now healthy 2024-03-10T21:18:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/960596023' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T21:18:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:42 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-03-10T21:18:42.359 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:42.359 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/2119319151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":2119319151},{"type":"v1","addr":"172.21.15.71:6835","nonce":2119319151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T21:18:39.801217+0000","modified":"2024-03-10T21:18:42.000161+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.193:6833/1763023413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":1763023413},{"type":"v1","addr":"172.21.15.193:6833","nonce":1763023413}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T21:18:42.359 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2024-03-10T21:18:42.373 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:18:42.658 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:42.658 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":63,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:40.802712+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:18:42.671 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-10T21:18:42.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T21:18:42.959 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:42.960 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:18:42.970 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-03-10T21:18:42.516630+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222728,"kb_used_data":6536,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738488,"statfs":{"total":767960285184,"available":767732211712,"internally_reserved":0,"allocated":6692864,"data_stored":3771823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.071456"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807630+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:18:40.807630+0000","last_peered":"2024-03-10T21:18:40.807630+0000","last_clean":"2024-03-10T21:18:40.807630+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:18:40.807630+0000","last_undegraded":"2024-03-10T21:18:40.807630+0000","last_fullsized":"2024-03-10T21:18:40.807630+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.831789+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:18:39.831789+0000","last_peered":"2024-03-10T21:18:39.831789+0000","last_clean":"2024-03-10T21:18:39.831789+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:18:39.831789+0000","last_undegraded":"2024-03-10T21:18:39.831789+0000","last_fullsized":"2024-03-10T21:18:39.831789+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820870+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:18:39.820870+0000","last_peered":"2024-03-10T21:18:39.820870+0000","last_clean":"2024-03-10T21:18:39.820870+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:18:39.820870+0000","last_undegraded":"2024-03-10T21:18:39.820870+0000","last_fullsized":"2024-03-10T21:18:39.820870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807354+0000","last_change":"2024-03-10T21:18:39.836102+0000","last_active":"2024-03-10T21:18:40.807354+0000","last_peered":"2024-03-10T21:18:40.807354+0000","last_clean":"2024-03-10T21:18:40.807354+0000","last_became_active":"2024-03-10T21:18:39.835800+0000","last_became_peered":"2024-03-10T21:18:39.835800+0000","last_unstale":"2024-03-10T21:18:40.807354+0000","last_undegraded":"2024-03-10T21:18:40.807354+0000","last_fullsized":"2024-03-10T21:18:40.807354+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:52:50.562682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806735+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:18:40.806735+0000","last_peered":"2024-03-10T21:18:40.806735+0000","last_clean":"2024-03-10T21:18:40.806735+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:18:40.806735+0000","last_undegraded":"2024-03-10T21:18:40.806735+0000","last_fullsized":"2024-03-10T21:18:40.806735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820242+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:18:39.820242+0000","last_peered":"2024-03-10T21:18:39.820242+0000","last_clean":"2024-03-10T21:18:39.820242+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:18:39.820242+0000","last_undegraded":"2024-03-10T21:18:39.820242+0000","last_fullsized":"2024-03-10T21:18:39.820242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807595+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:18:40.807595+0000","last_peered":"2024-03-10T21:18:40.807595+0000","last_clean":"2024-03-10T21:18:40.807595+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:18:40.807595+0000","last_undegraded":"2024-03-10T21:18:40.807595+0000","last_fullsized":"2024-03-10T21:18:40.807595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842422+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:18:39.842422+0000","last_peered":"2024-03-10T21:18:39.842422+0000","last_clean":"2024-03-10T21:18:39.842422+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:18:39.842422+0000","last_undegraded":"2024-03-10T21:18:39.842422+0000","last_fullsized":"2024-03-10T21:18:39.842422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.823971+0000","last_change":"2024-03-10T21:18:39.818126+0000","last_active":"2024-03-10T21:18:39.823971+0000","last_peered":"2024-03-10T21:18:39.823971+0000","last_clean":"2024-03-10T21:18:39.823971+0000","last_became_active":"2024-03-10T21:18:39.817815+0000","last_became_peered":"2024-03-10T21:18:39.817815+0000","last_unstale":"2024-03-10T21:18:39.823971+0000","last_undegraded":"2024-03-10T21:18:39.823971+0000","last_fullsized":"2024-03-10T21:18:39.823971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:59.056369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824114+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:18:39.824114+0000","last_peered":"2024-03-10T21:18:39.824114+0000","last_clean":"2024-03-10T21:18:39.824114+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:18:39.824114+0000","last_undegraded":"2024-03-10T21:18:39.824114+0000","last_fullsized":"2024-03-10T21:18:39.824114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820914+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:18:39.820914+0000","last_peered":"2024-03-10T21:18:39.820914+0000","last_clean":"2024-03-10T21:18:39.820914+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:18:39.820914+0000","last_undegraded":"2024-03-10T21:18:39.820914+0000","last_fullsized":"2024-03-10T21:18:39.820914+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836434+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:18:39.836434+0000","last_peered":"2024-03-10T21:18:39.836434+0000","last_clean":"2024-03-10T21:18:39.836434+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:18:39.836434+0000","last_undegraded":"2024-03-10T21:18:39.836434+0000","last_fullsized":"2024-03-10T21:18:39.836434+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824495+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:18:39.824495+0000","last_peered":"2024-03-10T21:18:39.824495+0000","last_clean":"2024-03-10T21:18:39.824495+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:18:39.824495+0000","last_undegraded":"2024-03-10T21:18:39.824495+0000","last_fullsized":"2024-03-10T21:18:39.824495+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841690+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:18:39.841690+0000","last_peered":"2024-03-10T21:18:39.841690+0000","last_clean":"2024-03-10T21:18:39.841690+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:18:39.841690+0000","last_undegraded":"2024-03-10T21:18:39.841690+0000","last_fullsized":"2024-03-10T21:18:39.841690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820772+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:18:39.820772+0000","last_peered":"2024-03-10T21:18:39.820772+0000","last_clean":"2024-03-10T21:18:39.820772+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:18:39.820772+0000","last_undegraded":"2024-03-10T21:18:39.820772+0000","last_fullsized":"2024-03-10T21:18:39.820772+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837470+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:18:39.837470+0000","last_peered":"2024-03-10T21:18:39.837470+0000","last_clean":"2024-03-10T21:18:39.837470+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:18:39.837470+0000","last_undegraded":"2024-03-10T21:18:39.837470+0000","last_fullsized":"2024-03-10T21:18:39.837470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816244+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:18:39.816244+0000","last_peered":"2024-03-10T21:18:39.816244+0000","last_clean":"2024-03-10T21:18:39.816244+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:18:39.816244+0000","last_undegraded":"2024-03-10T21:18:39.816244+0000","last_fullsized":"2024-03-10T21:18:39.816244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807351+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:18:40.807351+0000","last_peered":"2024-03-10T21:18:40.807351+0000","last_clean":"2024-03-10T21:18:40.807351+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:18:40.807351+0000","last_undegraded":"2024-03-10T21:18:40.807351+0000","last_fullsized":"2024-03-10T21:18:40.807351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807253+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:18:40.807253+0000","last_peered":"2024-03-10T21:18:40.807253+0000","last_clean":"2024-03-10T21:18:40.807253+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:18:40.807253+0000","last_undegraded":"2024-03-10T21:18:40.807253+0000","last_fullsized":"2024-03-10T21:18:40.807253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830648+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:18:39.830648+0000","last_peered":"2024-03-10T21:18:39.830648+0000","last_clean":"2024-03-10T21:18:39.830648+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:18:39.830648+0000","last_undegraded":"2024-03-10T21:18:39.830648+0000","last_fullsized":"2024-03-10T21:18:39.830648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835773+0000","last_change":"2024-03-10T21:18:39.475401+0000","last_active":"2024-03-10T21:18:39.835773+0000","last_peered":"2024-03-10T21:18:39.835773+0000","last_clean":"2024-03-10T21:18:39.835773+0000","last_became_active":"2024-03-10T21:18:39.474733+0000","last_became_peered":"2024-03-10T21:18:39.474733+0000","last_unstale":"2024-03-10T21:18:39.835773+0000","last_undegraded":"2024-03-10T21:18:39.835773+0000","last_fullsized":"2024-03-10T21:18:39.835773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:00:58.655249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837759+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:18:39.837759+0000","last_peered":"2024-03-10T21:18:39.837759+0000","last_clean":"2024-03-10T21:18:39.837759+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:18:39.837759+0000","last_undegraded":"2024-03-10T21:18:39.837759+0000","last_fullsized":"2024-03-10T21:18:39.837759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.813111+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:18:39.813111+0000","last_peered":"2024-03-10T21:18:39.813111+0000","last_clean":"2024-03-10T21:18:39.813111+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:18:39.813111+0000","last_undegraded":"2024-03-10T21:18:39.813111+0000","last_fullsized":"2024-03-10T21:18:39.813111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824085+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:18:39.824085+0000","last_peered":"2024-03-10T21:18:39.824085+0000","last_clean":"2024-03-10T21:18:39.824085+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:18:39.824085+0000","last_undegraded":"2024-03-10T21:18:39.824085+0000","last_fullsized":"2024-03-10T21:18:39.824085+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836417+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:18:39.836417+0000","last_peered":"2024-03-10T21:18:39.836417+0000","last_clean":"2024-03-10T21:18:39.836417+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:18:39.836417+0000","last_undegraded":"2024-03-10T21:18:39.836417+0000","last_fullsized":"2024-03-10T21:18:39.836417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816686+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:18:39.816686+0000","last_peered":"2024-03-10T21:18:39.816686+0000","last_clean":"2024-03-10T21:18:39.816686+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:18:39.816686+0000","last_undegraded":"2024-03-10T21:18:39.816686+0000","last_fullsized":"2024-03-10T21:18:39.816686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817712+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:18:39.817712+0000","last_peered":"2024-03-10T21:18:39.817712+0000","last_clean":"2024-03-10T21:18:39.817712+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:18:39.817712+0000","last_undegraded":"2024-03-10T21:18:39.817712+0000","last_fullsized":"2024-03-10T21:18:39.817712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836349+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:18:39.836349+0000","last_peered":"2024-03-10T21:18:39.836349+0000","last_clean":"2024-03-10T21:18:39.836349+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:18:39.836349+0000","last_undegraded":"2024-03-10T21:18:39.836349+0000","last_fullsized":"2024-03-10T21:18:39.836349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.844749+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:18:39.844749+0000","last_peered":"2024-03-10T21:18:39.844749+0000","last_clean":"2024-03-10T21:18:39.844749+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:18:39.844749+0000","last_undegraded":"2024-03-10T21:18:39.844749+0000","last_fullsized":"2024-03-10T21:18:39.844749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807182+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:18:40.807182+0000","last_peered":"2024-03-10T21:18:40.807182+0000","last_clean":"2024-03-10T21:18:40.807182+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:18:40.807182+0000","last_undegraded":"2024-03-10T21:18:40.807182+0000","last_fullsized":"2024-03-10T21:18:40.807182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.838104+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:18:39.838104+0000","last_peered":"2024-03-10T21:18:39.838104+0000","last_clean":"2024-03-10T21:18:39.838104+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:18:39.838104+0000","last_undegraded":"2024-03-10T21:18:39.838104+0000","last_fullsized":"2024-03-10T21:18:39.838104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830770+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:18:39.830770+0000","last_peered":"2024-03-10T21:18:39.830770+0000","last_clean":"2024-03-10T21:18:39.830770+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:18:39.830770+0000","last_undegraded":"2024-03-10T21:18:39.830770+0000","last_fullsized":"2024-03-10T21:18:39.830770+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807202+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:18:40.807202+0000","last_peered":"2024-03-10T21:18:40.807202+0000","last_clean":"2024-03-10T21:18:40.807202+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:18:40.807202+0000","last_undegraded":"2024-03-10T21:18:40.807202+0000","last_fullsized":"2024-03-10T21:18:40.807202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.815676+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:18:39.815676+0000","last_peered":"2024-03-10T21:18:39.815676+0000","last_clean":"2024-03-10T21:18:39.815676+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:18:39.815676+0000","last_undegraded":"2024-03-10T21:18:39.815676+0000","last_fullsized":"2024-03-10T21:18:39.815676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825414+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:18:39.825414+0000","last_peered":"2024-03-10T21:18:39.825414+0000","last_clean":"2024-03-10T21:18:39.825414+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:18:39.825414+0000","last_undegraded":"2024-03-10T21:18:39.825414+0000","last_fullsized":"2024-03-10T21:18:39.825414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828576+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:18:39.828576+0000","last_peered":"2024-03-10T21:18:39.828576+0000","last_clean":"2024-03-10T21:18:39.828576+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:18:39.828576+0000","last_undegraded":"2024-03-10T21:18:39.828576+0000","last_fullsized":"2024-03-10T21:18:39.828576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807488+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:18:40.807488+0000","last_peered":"2024-03-10T21:18:40.807488+0000","last_clean":"2024-03-10T21:18:40.807488+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:18:40.807488+0000","last_undegraded":"2024-03-10T21:18:40.807488+0000","last_fullsized":"2024-03-10T21:18:40.807488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805571+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:18:39.805571+0000","last_peered":"2024-03-10T21:18:39.805571+0000","last_clean":"2024-03-10T21:18:39.805571+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:18:39.805571+0000","last_undegraded":"2024-03-10T21:18:39.805571+0000","last_fullsized":"2024-03-10T21:18:39.805571+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.827637+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:18:39.827637+0000","last_peered":"2024-03-10T21:18:39.827637+0000","last_clean":"2024-03-10T21:18:39.827637+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:18:39.827637+0000","last_undegraded":"2024-03-10T21:18:39.827637+0000","last_fullsized":"2024-03-10T21:18:39.827637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807648+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:18:39.807648+0000","last_peered":"2024-03-10T21:18:39.807648+0000","last_clean":"2024-03-10T21:18:39.807648+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:18:39.807648+0000","last_undegraded":"2024-03-10T21:18:39.807648+0000","last_fullsized":"2024-03-10T21:18:39.807648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820288+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:18:39.820288+0000","last_peered":"2024-03-10T21:18:39.820288+0000","last_clean":"2024-03-10T21:18:39.820288+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:18:39.820288+0000","last_undegraded":"2024-03-10T21:18:39.820288+0000","last_fullsized":"2024-03-10T21:18:39.820288+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817805+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:18:39.817805+0000","last_peered":"2024-03-10T21:18:39.817805+0000","last_clean":"2024-03-10T21:18:39.817805+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:18:39.817805+0000","last_undegraded":"2024-03-10T21:18:39.817805+0000","last_fullsized":"2024-03-10T21:18:39.817805+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835549+0000","last_change":"2024-03-10T21:18:39.835098+0000","last_active":"2024-03-10T21:18:39.835549+0000","last_peered":"2024-03-10T21:18:39.835549+0000","last_clean":"2024-03-10T21:18:39.835549+0000","last_became_active":"2024-03-10T21:18:39.834832+0000","last_became_peered":"2024-03-10T21:18:39.834832+0000","last_unstale":"2024-03-10T21:18:39.835549+0000","last_undegraded":"2024-03-10T21:18:39.835549+0000","last_fullsized":"2024-03-10T21:18:39.835549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:17.351459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806889+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:18:40.806889+0000","last_peered":"2024-03-10T21:18:40.806889+0000","last_clean":"2024-03-10T21:18:40.806889+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:18:40.806889+0000","last_undegraded":"2024-03-10T21:18:40.806889+0000","last_fullsized":"2024-03-10T21:18:40.806889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807441+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:18:40.807441+0000","last_peered":"2024-03-10T21:18:40.807441+0000","last_clean":"2024-03-10T21:18:40.807441+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:18:40.807441+0000","last_undegraded":"2024-03-10T21:18:40.807441+0000","last_fullsized":"2024-03-10T21:18:40.807441+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816253+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:18:39.816253+0000","last_peered":"2024-03-10T21:18:39.816253+0000","last_clean":"2024-03-10T21:18:39.816253+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:18:39.816253+0000","last_undegraded":"2024-03-10T21:18:39.816253+0000","last_fullsized":"2024-03-10T21:18:39.816253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805087+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:18:39.805087+0000","last_peered":"2024-03-10T21:18:39.805087+0000","last_clean":"2024-03-10T21:18:39.805087+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:18:39.805087+0000","last_undegraded":"2024-03-10T21:18:39.805087+0000","last_fullsized":"2024-03-10T21:18:39.805087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825347+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:18:39.825347+0000","last_peered":"2024-03-10T21:18:39.825347+0000","last_clean":"2024-03-10T21:18:39.825347+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:18:39.825347+0000","last_undegraded":"2024-03-10T21:18:39.825347+0000","last_fullsized":"2024-03-10T21:18:39.825347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828909+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:18:39.828909+0000","last_peered":"2024-03-10T21:18:39.828909+0000","last_clean":"2024-03-10T21:18:39.828909+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:18:39.828909+0000","last_undegraded":"2024-03-10T21:18:39.828909+0000","last_fullsized":"2024-03-10T21:18:39.828909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820853+0000","last_change":"2024-03-10T21:18:39.817949+0000","last_active":"2024-03-10T21:18:39.820853+0000","last_peered":"2024-03-10T21:18:39.820853+0000","last_clean":"2024-03-10T21:18:39.820853+0000","last_became_active":"2024-03-10T21:18:39.817685+0000","last_became_peered":"2024-03-10T21:18:39.817685+0000","last_unstale":"2024-03-10T21:18:39.820853+0000","last_undegraded":"2024-03-10T21:18:39.820853+0000","last_fullsized":"2024-03-10T21:18:39.820853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:16.180019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806674+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:18:40.806674+0000","last_peered":"2024-03-10T21:18:40.806674+0000","last_clean":"2024-03-10T21:18:40.806674+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:18:40.806674+0000","last_undegraded":"2024-03-10T21:18:40.806674+0000","last_fullsized":"2024-03-10T21:18:40.806674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.806370+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:18:39.806370+0000","last_peered":"2024-03-10T21:18:39.806370+0000","last_clean":"2024-03-10T21:18:39.806370+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:18:39.806370+0000","last_undegraded":"2024-03-10T21:18:39.806370+0000","last_fullsized":"2024-03-10T21:18:39.806370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824069+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:18:39.824069+0000","last_peered":"2024-03-10T21:18:39.824069+0000","last_clean":"2024-03-10T21:18:39.824069+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:18:39.824069+0000","last_undegraded":"2024-03-10T21:18:39.824069+0000","last_fullsized":"2024-03-10T21:18:39.824069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.804598+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:18:39.804598+0000","last_peered":"2024-03-10T21:18:39.804598+0000","last_clean":"2024-03-10T21:18:39.804598+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:18:39.804598+0000","last_undegraded":"2024-03-10T21:18:39.804598+0000","last_fullsized":"2024-03-10T21:18:39.804598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837581+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:18:39.837581+0000","last_peered":"2024-03-10T21:18:39.837581+0000","last_clean":"2024-03-10T21:18:39.837581+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:18:39.837581+0000","last_undegraded":"2024-03-10T21:18:39.837581+0000","last_fullsized":"2024-03-10T21:18:39.837581+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807109+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:18:40.807109+0000","last_peered":"2024-03-10T21:18:40.807109+0000","last_clean":"2024-03-10T21:18:40.807109+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:18:40.807109+0000","last_undegraded":"2024-03-10T21:18:40.807109+0000","last_fullsized":"2024-03-10T21:18:40.807109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830937+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:18:39.830937+0000","last_peered":"2024-03-10T21:18:39.830937+0000","last_clean":"2024-03-10T21:18:39.830937+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:18:39.830937+0000","last_undegraded":"2024-03-10T21:18:39.830937+0000","last_fullsized":"2024-03-10T21:18:39.830937+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807922+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:18:39.807922+0000","last_peered":"2024-03-10T21:18:39.807922+0000","last_clean":"2024-03-10T21:18:39.807922+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:18:39.807922+0000","last_undegraded":"2024-03-10T21:18:39.807922+0000","last_fullsized":"2024-03-10T21:18:39.807922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807171+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:18:40.807171+0000","last_peered":"2024-03-10T21:18:40.807171+0000","last_clean":"2024-03-10T21:18:40.807171+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:18:40.807171+0000","last_undegraded":"2024-03-10T21:18:40.807171+0000","last_fullsized":"2024-03-10T21:18:40.807171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836909+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:18:39.836909+0000","last_peered":"2024-03-10T21:18:39.836909+0000","last_clean":"2024-03-10T21:18:39.836909+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:18:39.836909+0000","last_undegraded":"2024-03-10T21:18:39.836909+0000","last_fullsized":"2024-03-10T21:18:39.836909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828933+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:18:39.828933+0000","last_peered":"2024-03-10T21:18:39.828933+0000","last_clean":"2024-03-10T21:18:39.828933+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:18:39.828933+0000","last_undegraded":"2024-03-10T21:18:39.828933+0000","last_fullsized":"2024-03-10T21:18:39.828933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807438+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:18:40.807438+0000","last_peered":"2024-03-10T21:18:40.807438+0000","last_clean":"2024-03-10T21:18:40.807438+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:18:40.807438+0000","last_undegraded":"2024-03-10T21:18:40.807438+0000","last_fullsized":"2024-03-10T21:18:40.807438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842160+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:18:39.842160+0000","last_peered":"2024-03-10T21:18:39.842160+0000","last_clean":"2024-03-10T21:18:39.842160+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:18:39.842160+0000","last_undegraded":"2024-03-10T21:18:39.842160+0000","last_fullsized":"2024-03-10T21:18:39.842160+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.822234+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:18:39.822234+0000","last_peered":"2024-03-10T21:18:39.822234+0000","last_clean":"2024-03-10T21:18:39.822234+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:18:39.822234+0000","last_undegraded":"2024-03-10T21:18:39.822234+0000","last_fullsized":"2024-03-10T21:18:39.822234+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836032+0000","last_change":"2024-03-10T21:18:39.835443+0000","last_active":"2024-03-10T21:18:39.836032+0000","last_peered":"2024-03-10T21:18:39.836032+0000","last_clean":"2024-03-10T21:18:39.836032+0000","last_became_active":"2024-03-10T21:18:39.835179+0000","last_became_peered":"2024-03-10T21:18:39.835179+0000","last_unstale":"2024-03-10T21:18:39.836032+0000","last_undegraded":"2024-03-10T21:18:39.836032+0000","last_fullsized":"2024-03-10T21:18:39.836032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:12.221852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835123+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:18:39.835123+0000","last_peered":"2024-03-10T21:18:39.835123+0000","last_clean":"2024-03-10T21:18:39.835123+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:18:39.835123+0000","last_undegraded":"2024-03-10T21:18:39.835123+0000","last_fullsized":"2024-03-10T21:18:39.835123+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825279+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:18:39.825279+0000","last_peered":"2024-03-10T21:18:39.825279+0000","last_clean":"2024-03-10T21:18:39.825279+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:18:39.825279+0000","last_undegraded":"2024-03-10T21:18:39.825279+0000","last_fullsized":"2024-03-10T21:18:39.825279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841646+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:18:39.841646+0000","last_peered":"2024-03-10T21:18:39.841646+0000","last_clean":"2024-03-10T21:18:39.841646+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:18:39.841646+0000","last_undegraded":"2024-03-10T21:18:39.841646+0000","last_fullsized":"2024-03-10T21:18:39.841646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.829752+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:18:39.829752+0000","last_peered":"2024-03-10T21:18:39.829752+0000","last_clean":"2024-03-10T21:18:39.829752+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:18:39.829752+0000","last_undegraded":"2024-03-10T21:18:39.829752+0000","last_fullsized":"2024-03-10T21:18:39.829752+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835136+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:18:39.835136+0000","last_peered":"2024-03-10T21:18:39.835136+0000","last_clean":"2024-03-10T21:18:39.835136+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:18:39.835136+0000","last_undegraded":"2024-03-10T21:18:39.835136+0000","last_fullsized":"2024-03-10T21:18:39.835136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.821091+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:18:39.821091+0000","last_peered":"2024-03-10T21:18:39.821091+0000","last_clean":"2024-03-10T21:18:39.821091+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:18:39.821091+0000","last_undegraded":"2024-03-10T21:18:39.821091+0000","last_fullsized":"2024-03-10T21:18:39.821091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841420+0000","last_change":"2024-03-10T21:18:39.839175+0000","last_active":"2024-03-10T21:18:39.841420+0000","last_peered":"2024-03-10T21:18:39.841420+0000","last_clean":"2024-03-10T21:18:39.841420+0000","last_became_active":"2024-03-10T21:18:39.838610+0000","last_became_peered":"2024-03-10T21:18:39.838610+0000","last_unstale":"2024-03-10T21:18:39.841420+0000","last_undegraded":"2024-03-10T21:18:39.841420+0000","last_fullsized":"2024-03-10T21:18:39.841420+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:06:49.087583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":846514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":847143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27612,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717540,"statfs":{"total":95995035648,"available":95966760960,"internally_reserved":0,"allocated":606208,"data_stored":248337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.28999999999999998},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.318},"min":{"1min":0.34100000000000003,"5min":0.217,"15min":0.217},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.42299999999999999,"15min":0.40999999999999998},"min":{"1min":0.34899999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.39800000000000002,"15min":0.38900000000000001},"min":{"1min":0.33700000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.218}]},{"osd":3,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.26000000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.61799999999999999}]},{"osd":5,"last update":"Sun Mar 10 21:18:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1228800,"data_stored":846638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.32200000000000001},"min":{"1min":0.182,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.54900000000000004,"5min":0.629,"15min":0.629},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.26700000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.42999999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.36899999999999999},"min":{"1min":0.32800000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.30599999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Sun Mar 10 21:17:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41299999999999998}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35699999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.34699999999999998,"15min":0.33700000000000002},"min":{"1min":0.311,"5min":0.189,"15min":0.189},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.33800000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Sun Mar 10 21:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.311}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56599999999999995}]},{"osd":5,"last update":"Sun Mar 10 21:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.217},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.22800000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27400000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.252}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.53300000000000003}]},{"osd":5,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58099999999999996}]},{"osd":3,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.433},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.69899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.437}]},{"osd":1,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39100000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.377}]},{"osd":3,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51300000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:18:42.975 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T21:18:43.295 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:43.297 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:18:43.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-10T21:18:43.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[27124]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:18:43.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2136787271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:43.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[27124]: pgmap v190: 97 pgs: 23 unknown, 74 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s wr, 10 op/s 2024-03-10T21:18:43.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2371637009' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:43.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-10T21:18:43.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[37838]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:18:43.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2136787271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:43.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[37838]: pgmap v190: 97 pgs: 23 unknown, 74 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s wr, 10 op/s 2024-03-10T21:18:43.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:43 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2371637009' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:43.307 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-03-10T21:18:42.516630+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222728,"kb_used_data":6536,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738488,"statfs":{"total":767960285184,"available":767732211712,"internally_reserved":0,"allocated":6692864,"data_stored":3771823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.071456"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807630+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:18:40.807630+0000","last_peered":"2024-03-10T21:18:40.807630+0000","last_clean":"2024-03-10T21:18:40.807630+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:18:40.807630+0000","last_undegraded":"2024-03-10T21:18:40.807630+0000","last_fullsized":"2024-03-10T21:18:40.807630+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.831789+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:18:39.831789+0000","last_peered":"2024-03-10T21:18:39.831789+0000","last_clean":"2024-03-10T21:18:39.831789+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:18:39.831789+0000","last_undegraded":"2024-03-10T21:18:39.831789+0000","last_fullsized":"2024-03-10T21:18:39.831789+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820870+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:18:39.820870+0000","last_peered":"2024-03-10T21:18:39.820870+0000","last_clean":"2024-03-10T21:18:39.820870+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:18:39.820870+0000","last_undegraded":"2024-03-10T21:18:39.820870+0000","last_fullsized":"2024-03-10T21:18:39.820870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807354+0000","last_change":"2024-03-10T21:18:39.836102+0000","last_active":"2024-03-10T21:18:40.807354+0000","last_peered":"2024-03-10T21:18:40.807354+0000","last_clean":"2024-03-10T21:18:40.807354+0000","last_became_active":"2024-03-10T21:18:39.835800+0000","last_became_peered":"2024-03-10T21:18:39.835800+0000","last_unstale":"2024-03-10T21:18:40.807354+0000","last_undegraded":"2024-03-10T21:18:40.807354+0000","last_fullsized":"2024-03-10T21:18:40.807354+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:52:50.562682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806735+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:18:40.806735+0000","last_peered":"2024-03-10T21:18:40.806735+0000","last_clean":"2024-03-10T21:18:40.806735+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:18:40.806735+0000","last_undegraded":"2024-03-10T21:18:40.806735+0000","last_fullsized":"2024-03-10T21:18:40.806735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820242+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:18:39.820242+0000","last_peered":"2024-03-10T21:18:39.820242+0000","last_clean":"2024-03-10T21:18:39.820242+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:18:39.820242+0000","last_undegraded":"2024-03-10T21:18:39.820242+0000","last_fullsized":"2024-03-10T21:18:39.820242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807595+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:18:40.807595+0000","last_peered":"2024-03-10T21:18:40.807595+0000","last_clean":"2024-03-10T21:18:40.807595+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:18:40.807595+0000","last_undegraded":"2024-03-10T21:18:40.807595+0000","last_fullsized":"2024-03-10T21:18:40.807595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842422+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:18:39.842422+0000","last_peered":"2024-03-10T21:18:39.842422+0000","last_clean":"2024-03-10T21:18:39.842422+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:18:39.842422+0000","last_undegraded":"2024-03-10T21:18:39.842422+0000","last_fullsized":"2024-03-10T21:18:39.842422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.823971+0000","last_change":"2024-03-10T21:18:39.818126+0000","last_active":"2024-03-10T21:18:39.823971+0000","last_peered":"2024-03-10T21:18:39.823971+0000","last_clean":"2024-03-10T21:18:39.823971+0000","last_became_active":"2024-03-10T21:18:39.817815+0000","last_became_peered":"2024-03-10T21:18:39.817815+0000","last_unstale":"2024-03-10T21:18:39.823971+0000","last_undegraded":"2024-03-10T21:18:39.823971+0000","last_fullsized":"2024-03-10T21:18:39.823971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:59.056369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824114+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:18:39.824114+0000","last_peered":"2024-03-10T21:18:39.824114+0000","last_clean":"2024-03-10T21:18:39.824114+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:18:39.824114+0000","last_undegraded":"2024-03-10T21:18:39.824114+0000","last_fullsized":"2024-03-10T21:18:39.824114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820914+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:18:39.820914+0000","last_peered":"2024-03-10T21:18:39.820914+0000","last_clean":"2024-03-10T21:18:39.820914+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:18:39.820914+0000","last_undegraded":"2024-03-10T21:18:39.820914+0000","last_fullsized":"2024-03-10T21:18:39.820914+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836434+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:18:39.836434+0000","last_peered":"2024-03-10T21:18:39.836434+0000","last_clean":"2024-03-10T21:18:39.836434+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:18:39.836434+0000","last_undegraded":"2024-03-10T21:18:39.836434+0000","last_fullsized":"2024-03-10T21:18:39.836434+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824495+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:18:39.824495+0000","last_peered":"2024-03-10T21:18:39.824495+0000","last_clean":"2024-03-10T21:18:39.824495+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:18:39.824495+0000","last_undegraded":"2024-03-10T21:18:39.824495+0000","last_fullsized":"2024-03-10T21:18:39.824495+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841690+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:18:39.841690+0000","last_peered":"2024-03-10T21:18:39.841690+0000","last_clean":"2024-03-10T21:18:39.841690+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:18:39.841690+0000","last_undegraded":"2024-03-10T21:18:39.841690+0000","last_fullsized":"2024-03-10T21:18:39.841690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820772+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:18:39.820772+0000","last_peered":"2024-03-10T21:18:39.820772+0000","last_clean":"2024-03-10T21:18:39.820772+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:18:39.820772+0000","last_undegraded":"2024-03-10T21:18:39.820772+0000","last_fullsized":"2024-03-10T21:18:39.820772+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837470+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:18:39.837470+0000","last_peered":"2024-03-10T21:18:39.837470+0000","last_clean":"2024-03-10T21:18:39.837470+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:18:39.837470+0000","last_undegraded":"2024-03-10T21:18:39.837470+0000","last_fullsized":"2024-03-10T21:18:39.837470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816244+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:18:39.816244+0000","last_peered":"2024-03-10T21:18:39.816244+0000","last_clean":"2024-03-10T21:18:39.816244+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:18:39.816244+0000","last_undegraded":"2024-03-10T21:18:39.816244+0000","last_fullsized":"2024-03-10T21:18:39.816244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807351+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:18:40.807351+0000","last_peered":"2024-03-10T21:18:40.807351+0000","last_clean":"2024-03-10T21:18:40.807351+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:18:40.807351+0000","last_undegraded":"2024-03-10T21:18:40.807351+0000","last_fullsized":"2024-03-10T21:18:40.807351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807253+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:18:40.807253+0000","last_peered":"2024-03-10T21:18:40.807253+0000","last_clean":"2024-03-10T21:18:40.807253+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:18:40.807253+0000","last_undegraded":"2024-03-10T21:18:40.807253+0000","last_fullsized":"2024-03-10T21:18:40.807253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830648+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:18:39.830648+0000","last_peered":"2024-03-10T21:18:39.830648+0000","last_clean":"2024-03-10T21:18:39.830648+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:18:39.830648+0000","last_undegraded":"2024-03-10T21:18:39.830648+0000","last_fullsized":"2024-03-10T21:18:39.830648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835773+0000","last_change":"2024-03-10T21:18:39.475401+0000","last_active":"2024-03-10T21:18:39.835773+0000","last_peered":"2024-03-10T21:18:39.835773+0000","last_clean":"2024-03-10T21:18:39.835773+0000","last_became_active":"2024-03-10T21:18:39.474733+0000","last_became_peered":"2024-03-10T21:18:39.474733+0000","last_unstale":"2024-03-10T21:18:39.835773+0000","last_undegraded":"2024-03-10T21:18:39.835773+0000","last_fullsized":"2024-03-10T21:18:39.835773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:00:58.655249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837759+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:18:39.837759+0000","last_peered":"2024-03-10T21:18:39.837759+0000","last_clean":"2024-03-10T21:18:39.837759+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:18:39.837759+0000","last_undegraded":"2024-03-10T21:18:39.837759+0000","last_fullsized":"2024-03-10T21:18:39.837759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.813111+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:18:39.813111+0000","last_peered":"2024-03-10T21:18:39.813111+0000","last_clean":"2024-03-10T21:18:39.813111+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:18:39.813111+0000","last_undegraded":"2024-03-10T21:18:39.813111+0000","last_fullsized":"2024-03-10T21:18:39.813111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824085+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:18:39.824085+0000","last_peered":"2024-03-10T21:18:39.824085+0000","last_clean":"2024-03-10T21:18:39.824085+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:18:39.824085+0000","last_undegraded":"2024-03-10T21:18:39.824085+0000","last_fullsized":"2024-03-10T21:18:39.824085+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836417+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:18:39.836417+0000","last_peered":"2024-03-10T21:18:39.836417+0000","last_clean":"2024-03-10T21:18:39.836417+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:18:39.836417+0000","last_undegraded":"2024-03-10T21:18:39.836417+0000","last_fullsized":"2024-03-10T21:18:39.836417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816686+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:18:39.816686+0000","last_peered":"2024-03-10T21:18:39.816686+0000","last_clean":"2024-03-10T21:18:39.816686+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:18:39.816686+0000","last_undegraded":"2024-03-10T21:18:39.816686+0000","last_fullsized":"2024-03-10T21:18:39.816686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817712+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:18:39.817712+0000","last_peered":"2024-03-10T21:18:39.817712+0000","last_clean":"2024-03-10T21:18:39.817712+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:18:39.817712+0000","last_undegraded":"2024-03-10T21:18:39.817712+0000","last_fullsized":"2024-03-10T21:18:39.817712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836349+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:18:39.836349+0000","last_peered":"2024-03-10T21:18:39.836349+0000","last_clean":"2024-03-10T21:18:39.836349+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:18:39.836349+0000","last_undegraded":"2024-03-10T21:18:39.836349+0000","last_fullsized":"2024-03-10T21:18:39.836349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.844749+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:18:39.844749+0000","last_peered":"2024-03-10T21:18:39.844749+0000","last_clean":"2024-03-10T21:18:39.844749+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:18:39.844749+0000","last_undegraded":"2024-03-10T21:18:39.844749+0000","last_fullsized":"2024-03-10T21:18:39.844749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807182+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:18:40.807182+0000","last_peered":"2024-03-10T21:18:40.807182+0000","last_clean":"2024-03-10T21:18:40.807182+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:18:40.807182+0000","last_undegraded":"2024-03-10T21:18:40.807182+0000","last_fullsized":"2024-03-10T21:18:40.807182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.838104+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:18:39.838104+0000","last_peered":"2024-03-10T21:18:39.838104+0000","last_clean":"2024-03-10T21:18:39.838104+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:18:39.838104+0000","last_undegraded":"2024-03-10T21:18:39.838104+0000","last_fullsized":"2024-03-10T21:18:39.838104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830770+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:18:39.830770+0000","last_peered":"2024-03-10T21:18:39.830770+0000","last_clean":"2024-03-10T21:18:39.830770+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:18:39.830770+0000","last_undegraded":"2024-03-10T21:18:39.830770+0000","last_fullsized":"2024-03-10T21:18:39.830770+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807202+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:18:40.807202+0000","last_peered":"2024-03-10T21:18:40.807202+0000","last_clean":"2024-03-10T21:18:40.807202+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:18:40.807202+0000","last_undegraded":"2024-03-10T21:18:40.807202+0000","last_fullsized":"2024-03-10T21:18:40.807202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.815676+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:18:39.815676+0000","last_peered":"2024-03-10T21:18:39.815676+0000","last_clean":"2024-03-10T21:18:39.815676+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:18:39.815676+0000","last_undegraded":"2024-03-10T21:18:39.815676+0000","last_fullsized":"2024-03-10T21:18:39.815676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825414+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:18:39.825414+0000","last_peered":"2024-03-10T21:18:39.825414+0000","last_clean":"2024-03-10T21:18:39.825414+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:18:39.825414+0000","last_undegraded":"2024-03-10T21:18:39.825414+0000","last_fullsized":"2024-03-10T21:18:39.825414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828576+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:18:39.828576+0000","last_peered":"2024-03-10T21:18:39.828576+0000","last_clean":"2024-03-10T21:18:39.828576+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:18:39.828576+0000","last_undegraded":"2024-03-10T21:18:39.828576+0000","last_fullsized":"2024-03-10T21:18:39.828576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807488+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:18:40.807488+0000","last_peered":"2024-03-10T21:18:40.807488+0000","last_clean":"2024-03-10T21:18:40.807488+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:18:40.807488+0000","last_undegraded":"2024-03-10T21:18:40.807488+0000","last_fullsized":"2024-03-10T21:18:40.807488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805571+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:18:39.805571+0000","last_peered":"2024-03-10T21:18:39.805571+0000","last_clean":"2024-03-10T21:18:39.805571+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:18:39.805571+0000","last_undegraded":"2024-03-10T21:18:39.805571+0000","last_fullsized":"2024-03-10T21:18:39.805571+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.827637+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:18:39.827637+0000","last_peered":"2024-03-10T21:18:39.827637+0000","last_clean":"2024-03-10T21:18:39.827637+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:18:39.827637+0000","last_undegraded":"2024-03-10T21:18:39.827637+0000","last_fullsized":"2024-03-10T21:18:39.827637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807648+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:18:39.807648+0000","last_peered":"2024-03-10T21:18:39.807648+0000","last_clean":"2024-03-10T21:18:39.807648+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:18:39.807648+0000","last_undegraded":"2024-03-10T21:18:39.807648+0000","last_fullsized":"2024-03-10T21:18:39.807648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820288+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:18:39.820288+0000","last_peered":"2024-03-10T21:18:39.820288+0000","last_clean":"2024-03-10T21:18:39.820288+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:18:39.820288+0000","last_undegraded":"2024-03-10T21:18:39.820288+0000","last_fullsized":"2024-03-10T21:18:39.820288+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817805+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:18:39.817805+0000","last_peered":"2024-03-10T21:18:39.817805+0000","last_clean":"2024-03-10T21:18:39.817805+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:18:39.817805+0000","last_undegraded":"2024-03-10T21:18:39.817805+0000","last_fullsized":"2024-03-10T21:18:39.817805+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835549+0000","last_change":"2024-03-10T21:18:39.835098+0000","last_active":"2024-03-10T21:18:39.835549+0000","last_peered":"2024-03-10T21:18:39.835549+0000","last_clean":"2024-03-10T21:18:39.835549+0000","last_became_active":"2024-03-10T21:18:39.834832+0000","last_became_peered":"2024-03-10T21:18:39.834832+0000","last_unstale":"2024-03-10T21:18:39.835549+0000","last_undegraded":"2024-03-10T21:18:39.835549+0000","last_fullsized":"2024-03-10T21:18:39.835549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:17.351459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806889+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:18:40.806889+0000","last_peered":"2024-03-10T21:18:40.806889+0000","last_clean":"2024-03-10T21:18:40.806889+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:18:40.806889+0000","last_undegraded":"2024-03-10T21:18:40.806889+0000","last_fullsized":"2024-03-10T21:18:40.806889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807441+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:18:40.807441+0000","last_peered":"2024-03-10T21:18:40.807441+0000","last_clean":"2024-03-10T21:18:40.807441+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:18:40.807441+0000","last_undegraded":"2024-03-10T21:18:40.807441+0000","last_fullsized":"2024-03-10T21:18:40.807441+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816253+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:18:39.816253+0000","last_peered":"2024-03-10T21:18:39.816253+0000","last_clean":"2024-03-10T21:18:39.816253+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:18:39.816253+0000","last_undegraded":"2024-03-10T21:18:39.816253+0000","last_fullsized":"2024-03-10T21:18:39.816253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805087+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:18:39.805087+0000","last_peered":"2024-03-10T21:18:39.805087+0000","last_clean":"2024-03-10T21:18:39.805087+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:18:39.805087+0000","last_undegraded":"2024-03-10T21:18:39.805087+0000","last_fullsized":"2024-03-10T21:18:39.805087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825347+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:18:39.825347+0000","last_peered":"2024-03-10T21:18:39.825347+0000","last_clean":"2024-03-10T21:18:39.825347+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:18:39.825347+0000","last_undegraded":"2024-03-10T21:18:39.825347+0000","last_fullsized":"2024-03-10T21:18:39.825347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828909+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:18:39.828909+0000","last_peered":"2024-03-10T21:18:39.828909+0000","last_clean":"2024-03-10T21:18:39.828909+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:18:39.828909+0000","last_undegraded":"2024-03-10T21:18:39.828909+0000","last_fullsized":"2024-03-10T21:18:39.828909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820853+0000","last_change":"2024-03-10T21:18:39.817949+0000","last_active":"2024-03-10T21:18:39.820853+0000","last_peered":"2024-03-10T21:18:39.820853+0000","last_clean":"2024-03-10T21:18:39.820853+0000","last_became_active":"2024-03-10T21:18:39.817685+0000","last_became_peered":"2024-03-10T21:18:39.817685+0000","last_unstale":"2024-03-10T21:18:39.820853+0000","last_undegraded":"2024-03-10T21:18:39.820853+0000","last_fullsized":"2024-03-10T21:18:39.820853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:16.180019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806674+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:18:40.806674+0000","last_peered":"2024-03-10T21:18:40.806674+0000","last_clean":"2024-03-10T21:18:40.806674+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:18:40.806674+0000","last_undegraded":"2024-03-10T21:18:40.806674+0000","last_fullsized":"2024-03-10T21:18:40.806674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.806370+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:18:39.806370+0000","last_peered":"2024-03-10T21:18:39.806370+0000","last_clean":"2024-03-10T21:18:39.806370+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:18:39.806370+0000","last_undegraded":"2024-03-10T21:18:39.806370+0000","last_fullsized":"2024-03-10T21:18:39.806370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824069+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:18:39.824069+0000","last_peered":"2024-03-10T21:18:39.824069+0000","last_clean":"2024-03-10T21:18:39.824069+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:18:39.824069+0000","last_undegraded":"2024-03-10T21:18:39.824069+0000","last_fullsized":"2024-03-10T21:18:39.824069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.804598+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:18:39.804598+0000","last_peered":"2024-03-10T21:18:39.804598+0000","last_clean":"2024-03-10T21:18:39.804598+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:18:39.804598+0000","last_undegraded":"2024-03-10T21:18:39.804598+0000","last_fullsized":"2024-03-10T21:18:39.804598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837581+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:18:39.837581+0000","last_peered":"2024-03-10T21:18:39.837581+0000","last_clean":"2024-03-10T21:18:39.837581+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:18:39.837581+0000","last_undegraded":"2024-03-10T21:18:39.837581+0000","last_fullsized":"2024-03-10T21:18:39.837581+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807109+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:18:40.807109+0000","last_peered":"2024-03-10T21:18:40.807109+0000","last_clean":"2024-03-10T21:18:40.807109+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:18:40.807109+0000","last_undegraded":"2024-03-10T21:18:40.807109+0000","last_fullsized":"2024-03-10T21:18:40.807109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830937+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:18:39.830937+0000","last_peered":"2024-03-10T21:18:39.830937+0000","last_clean":"2024-03-10T21:18:39.830937+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:18:39.830937+0000","last_undegraded":"2024-03-10T21:18:39.830937+0000","last_fullsized":"2024-03-10T21:18:39.830937+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807922+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:18:39.807922+0000","last_peered":"2024-03-10T21:18:39.807922+0000","last_clean":"2024-03-10T21:18:39.807922+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:18:39.807922+0000","last_undegraded":"2024-03-10T21:18:39.807922+0000","last_fullsized":"2024-03-10T21:18:39.807922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807171+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:18:40.807171+0000","last_peered":"2024-03-10T21:18:40.807171+0000","last_clean":"2024-03-10T21:18:40.807171+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:18:40.807171+0000","last_undegraded":"2024-03-10T21:18:40.807171+0000","last_fullsized":"2024-03-10T21:18:40.807171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836909+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:18:39.836909+0000","last_peered":"2024-03-10T21:18:39.836909+0000","last_clean":"2024-03-10T21:18:39.836909+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:18:39.836909+0000","last_undegraded":"2024-03-10T21:18:39.836909+0000","last_fullsized":"2024-03-10T21:18:39.836909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828933+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:18:39.828933+0000","last_peered":"2024-03-10T21:18:39.828933+0000","last_clean":"2024-03-10T21:18:39.828933+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:18:39.828933+0000","last_undegraded":"2024-03-10T21:18:39.828933+0000","last_fullsized":"2024-03-10T21:18:39.828933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807438+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:18:40.807438+0000","last_peered":"2024-03-10T21:18:40.807438+0000","last_clean":"2024-03-10T21:18:40.807438+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:18:40.807438+0000","last_undegraded":"2024-03-10T21:18:40.807438+0000","last_fullsized":"2024-03-10T21:18:40.807438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842160+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:18:39.842160+0000","last_peered":"2024-03-10T21:18:39.842160+0000","last_clean":"2024-03-10T21:18:39.842160+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:18:39.842160+0000","last_undegraded":"2024-03-10T21:18:39.842160+0000","last_fullsized":"2024-03-10T21:18:39.842160+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.822234+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:18:39.822234+0000","last_peered":"2024-03-10T21:18:39.822234+0000","last_clean":"2024-03-10T21:18:39.822234+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:18:39.822234+0000","last_undegraded":"2024-03-10T21:18:39.822234+0000","last_fullsized":"2024-03-10T21:18:39.822234+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836032+0000","last_change":"2024-03-10T21:18:39.835443+0000","last_active":"2024-03-10T21:18:39.836032+0000","last_peered":"2024-03-10T21:18:39.836032+0000","last_clean":"2024-03-10T21:18:39.836032+0000","last_became_active":"2024-03-10T21:18:39.835179+0000","last_became_peered":"2024-03-10T21:18:39.835179+0000","last_unstale":"2024-03-10T21:18:39.836032+0000","last_undegraded":"2024-03-10T21:18:39.836032+0000","last_fullsized":"2024-03-10T21:18:39.836032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:12.221852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835123+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:18:39.835123+0000","last_peered":"2024-03-10T21:18:39.835123+0000","last_clean":"2024-03-10T21:18:39.835123+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:18:39.835123+0000","last_undegraded":"2024-03-10T21:18:39.835123+0000","last_fullsized":"2024-03-10T21:18:39.835123+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825279+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:18:39.825279+0000","last_peered":"2024-03-10T21:18:39.825279+0000","last_clean":"2024-03-10T21:18:39.825279+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:18:39.825279+0000","last_undegraded":"2024-03-10T21:18:39.825279+0000","last_fullsized":"2024-03-10T21:18:39.825279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841646+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:18:39.841646+0000","last_peered":"2024-03-10T21:18:39.841646+0000","last_clean":"2024-03-10T21:18:39.841646+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:18:39.841646+0000","last_undegraded":"2024-03-10T21:18:39.841646+0000","last_fullsized":"2024-03-10T21:18:39.841646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.829752+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:18:39.829752+0000","last_peered":"2024-03-10T21:18:39.829752+0000","last_clean":"2024-03-10T21:18:39.829752+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:18:39.829752+0000","last_undegraded":"2024-03-10T21:18:39.829752+0000","last_fullsized":"2024-03-10T21:18:39.829752+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835136+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:18:39.835136+0000","last_peered":"2024-03-10T21:18:39.835136+0000","last_clean":"2024-03-10T21:18:39.835136+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:18:39.835136+0000","last_undegraded":"2024-03-10T21:18:39.835136+0000","last_fullsized":"2024-03-10T21:18:39.835136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.821091+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:18:39.821091+0000","last_peered":"2024-03-10T21:18:39.821091+0000","last_clean":"2024-03-10T21:18:39.821091+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:18:39.821091+0000","last_undegraded":"2024-03-10T21:18:39.821091+0000","last_fullsized":"2024-03-10T21:18:39.821091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841420+0000","last_change":"2024-03-10T21:18:39.839175+0000","last_active":"2024-03-10T21:18:39.841420+0000","last_peered":"2024-03-10T21:18:39.841420+0000","last_clean":"2024-03-10T21:18:39.841420+0000","last_became_active":"2024-03-10T21:18:39.838610+0000","last_became_peered":"2024-03-10T21:18:39.838610+0000","last_unstale":"2024-03-10T21:18:39.841420+0000","last_undegraded":"2024-03-10T21:18:39.841420+0000","last_fullsized":"2024-03-10T21:18:39.841420+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:06:49.087583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":846514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":847143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27612,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717540,"statfs":{"total":95995035648,"available":95966760960,"internally_reserved":0,"allocated":606208,"data_stored":248337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.28999999999999998},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.318},"min":{"1min":0.34100000000000003,"5min":0.217,"15min":0.217},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.42299999999999999,"15min":0.40999999999999998},"min":{"1min":0.34899999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.39800000000000002,"15min":0.38900000000000001},"min":{"1min":0.33700000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.218}]},{"osd":3,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.26000000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.61799999999999999}]},{"osd":5,"last update":"Sun Mar 10 21:18:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1228800,"data_stored":846638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.32200000000000001},"min":{"1min":0.182,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.54900000000000004,"5min":0.629,"15min":0.629},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.26700000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.42999999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.36899999999999999},"min":{"1min":0.32800000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.30599999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Sun Mar 10 21:17:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41299999999999998}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35699999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.34699999999999998,"15min":0.33700000000000002},"min":{"1min":0.311,"5min":0.189,"15min":0.189},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.33800000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Sun Mar 10 21:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.311}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56599999999999995}]},{"osd":5,"last update":"Sun Mar 10 21:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.217},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.22800000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27400000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.252}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.53300000000000003}]},{"osd":5,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58099999999999996}]},{"osd":3,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.433},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.69899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.437}]},{"osd":1,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39100000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.377}]},{"osd":3,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51300000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:18:43.311 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T21:18:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:43 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-03-10T21:18:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:43 smithi193 ceph-mon[30554]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:18:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:43 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2136787271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:18:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:43 smithi193 ceph-mon[30554]: pgmap v190: 97 pgs: 23 unknown, 74 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s wr, 10 op/s 2024-03-10T21:18:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:43 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2371637009' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:18:43.636 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:43.638 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:18:43.647 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-03-10T21:18:42.516630+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222728,"kb_used_data":6536,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738488,"statfs":{"total":767960285184,"available":767732211712,"internally_reserved":0,"allocated":6692864,"data_stored":3771823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.071456"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807630+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:18:40.807630+0000","last_peered":"2024-03-10T21:18:40.807630+0000","last_clean":"2024-03-10T21:18:40.807630+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:18:40.807630+0000","last_undegraded":"2024-03-10T21:18:40.807630+0000","last_fullsized":"2024-03-10T21:18:40.807630+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.831789+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:18:39.831789+0000","last_peered":"2024-03-10T21:18:39.831789+0000","last_clean":"2024-03-10T21:18:39.831789+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:18:39.831789+0000","last_undegraded":"2024-03-10T21:18:39.831789+0000","last_fullsized":"2024-03-10T21:18:39.831789+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820870+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:18:39.820870+0000","last_peered":"2024-03-10T21:18:39.820870+0000","last_clean":"2024-03-10T21:18:39.820870+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:18:39.820870+0000","last_undegraded":"2024-03-10T21:18:39.820870+0000","last_fullsized":"2024-03-10T21:18:39.820870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807354+0000","last_change":"2024-03-10T21:18:39.836102+0000","last_active":"2024-03-10T21:18:40.807354+0000","last_peered":"2024-03-10T21:18:40.807354+0000","last_clean":"2024-03-10T21:18:40.807354+0000","last_became_active":"2024-03-10T21:18:39.835800+0000","last_became_peered":"2024-03-10T21:18:39.835800+0000","last_unstale":"2024-03-10T21:18:40.807354+0000","last_undegraded":"2024-03-10T21:18:40.807354+0000","last_fullsized":"2024-03-10T21:18:40.807354+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:52:50.562682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806735+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:18:40.806735+0000","last_peered":"2024-03-10T21:18:40.806735+0000","last_clean":"2024-03-10T21:18:40.806735+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:18:40.806735+0000","last_undegraded":"2024-03-10T21:18:40.806735+0000","last_fullsized":"2024-03-10T21:18:40.806735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820242+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:18:39.820242+0000","last_peered":"2024-03-10T21:18:39.820242+0000","last_clean":"2024-03-10T21:18:39.820242+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:18:39.820242+0000","last_undegraded":"2024-03-10T21:18:39.820242+0000","last_fullsized":"2024-03-10T21:18:39.820242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807595+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:18:40.807595+0000","last_peered":"2024-03-10T21:18:40.807595+0000","last_clean":"2024-03-10T21:18:40.807595+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:18:40.807595+0000","last_undegraded":"2024-03-10T21:18:40.807595+0000","last_fullsized":"2024-03-10T21:18:40.807595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842422+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:18:39.842422+0000","last_peered":"2024-03-10T21:18:39.842422+0000","last_clean":"2024-03-10T21:18:39.842422+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:18:39.842422+0000","last_undegraded":"2024-03-10T21:18:39.842422+0000","last_fullsized":"2024-03-10T21:18:39.842422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.823971+0000","last_change":"2024-03-10T21:18:39.818126+0000","last_active":"2024-03-10T21:18:39.823971+0000","last_peered":"2024-03-10T21:18:39.823971+0000","last_clean":"2024-03-10T21:18:39.823971+0000","last_became_active":"2024-03-10T21:18:39.817815+0000","last_became_peered":"2024-03-10T21:18:39.817815+0000","last_unstale":"2024-03-10T21:18:39.823971+0000","last_undegraded":"2024-03-10T21:18:39.823971+0000","last_fullsized":"2024-03-10T21:18:39.823971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:59.056369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824114+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:18:39.824114+0000","last_peered":"2024-03-10T21:18:39.824114+0000","last_clean":"2024-03-10T21:18:39.824114+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:18:39.824114+0000","last_undegraded":"2024-03-10T21:18:39.824114+0000","last_fullsized":"2024-03-10T21:18:39.824114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820914+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:18:39.820914+0000","last_peered":"2024-03-10T21:18:39.820914+0000","last_clean":"2024-03-10T21:18:39.820914+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:18:39.820914+0000","last_undegraded":"2024-03-10T21:18:39.820914+0000","last_fullsized":"2024-03-10T21:18:39.820914+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836434+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:18:39.836434+0000","last_peered":"2024-03-10T21:18:39.836434+0000","last_clean":"2024-03-10T21:18:39.836434+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:18:39.836434+0000","last_undegraded":"2024-03-10T21:18:39.836434+0000","last_fullsized":"2024-03-10T21:18:39.836434+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824495+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:18:39.824495+0000","last_peered":"2024-03-10T21:18:39.824495+0000","last_clean":"2024-03-10T21:18:39.824495+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:18:39.824495+0000","last_undegraded":"2024-03-10T21:18:39.824495+0000","last_fullsized":"2024-03-10T21:18:39.824495+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841690+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:18:39.841690+0000","last_peered":"2024-03-10T21:18:39.841690+0000","last_clean":"2024-03-10T21:18:39.841690+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:18:39.841690+0000","last_undegraded":"2024-03-10T21:18:39.841690+0000","last_fullsized":"2024-03-10T21:18:39.841690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820772+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:18:39.820772+0000","last_peered":"2024-03-10T21:18:39.820772+0000","last_clean":"2024-03-10T21:18:39.820772+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:18:39.820772+0000","last_undegraded":"2024-03-10T21:18:39.820772+0000","last_fullsized":"2024-03-10T21:18:39.820772+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837470+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:18:39.837470+0000","last_peered":"2024-03-10T21:18:39.837470+0000","last_clean":"2024-03-10T21:18:39.837470+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:18:39.837470+0000","last_undegraded":"2024-03-10T21:18:39.837470+0000","last_fullsized":"2024-03-10T21:18:39.837470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816244+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:18:39.816244+0000","last_peered":"2024-03-10T21:18:39.816244+0000","last_clean":"2024-03-10T21:18:39.816244+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:18:39.816244+0000","last_undegraded":"2024-03-10T21:18:39.816244+0000","last_fullsized":"2024-03-10T21:18:39.816244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807351+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:18:40.807351+0000","last_peered":"2024-03-10T21:18:40.807351+0000","last_clean":"2024-03-10T21:18:40.807351+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:18:40.807351+0000","last_undegraded":"2024-03-10T21:18:40.807351+0000","last_fullsized":"2024-03-10T21:18:40.807351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807253+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:18:40.807253+0000","last_peered":"2024-03-10T21:18:40.807253+0000","last_clean":"2024-03-10T21:18:40.807253+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:18:40.807253+0000","last_undegraded":"2024-03-10T21:18:40.807253+0000","last_fullsized":"2024-03-10T21:18:40.807253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830648+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:18:39.830648+0000","last_peered":"2024-03-10T21:18:39.830648+0000","last_clean":"2024-03-10T21:18:39.830648+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:18:39.830648+0000","last_undegraded":"2024-03-10T21:18:39.830648+0000","last_fullsized":"2024-03-10T21:18:39.830648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835773+0000","last_change":"2024-03-10T21:18:39.475401+0000","last_active":"2024-03-10T21:18:39.835773+0000","last_peered":"2024-03-10T21:18:39.835773+0000","last_clean":"2024-03-10T21:18:39.835773+0000","last_became_active":"2024-03-10T21:18:39.474733+0000","last_became_peered":"2024-03-10T21:18:39.474733+0000","last_unstale":"2024-03-10T21:18:39.835773+0000","last_undegraded":"2024-03-10T21:18:39.835773+0000","last_fullsized":"2024-03-10T21:18:39.835773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:00:58.655249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837759+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:18:39.837759+0000","last_peered":"2024-03-10T21:18:39.837759+0000","last_clean":"2024-03-10T21:18:39.837759+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:18:39.837759+0000","last_undegraded":"2024-03-10T21:18:39.837759+0000","last_fullsized":"2024-03-10T21:18:39.837759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.813111+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:18:39.813111+0000","last_peered":"2024-03-10T21:18:39.813111+0000","last_clean":"2024-03-10T21:18:39.813111+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:18:39.813111+0000","last_undegraded":"2024-03-10T21:18:39.813111+0000","last_fullsized":"2024-03-10T21:18:39.813111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824085+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:18:39.824085+0000","last_peered":"2024-03-10T21:18:39.824085+0000","last_clean":"2024-03-10T21:18:39.824085+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:18:39.824085+0000","last_undegraded":"2024-03-10T21:18:39.824085+0000","last_fullsized":"2024-03-10T21:18:39.824085+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836417+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:18:39.836417+0000","last_peered":"2024-03-10T21:18:39.836417+0000","last_clean":"2024-03-10T21:18:39.836417+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:18:39.836417+0000","last_undegraded":"2024-03-10T21:18:39.836417+0000","last_fullsized":"2024-03-10T21:18:39.836417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816686+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:18:39.816686+0000","last_peered":"2024-03-10T21:18:39.816686+0000","last_clean":"2024-03-10T21:18:39.816686+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:18:39.816686+0000","last_undegraded":"2024-03-10T21:18:39.816686+0000","last_fullsized":"2024-03-10T21:18:39.816686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817712+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:18:39.817712+0000","last_peered":"2024-03-10T21:18:39.817712+0000","last_clean":"2024-03-10T21:18:39.817712+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:18:39.817712+0000","last_undegraded":"2024-03-10T21:18:39.817712+0000","last_fullsized":"2024-03-10T21:18:39.817712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836349+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:18:39.836349+0000","last_peered":"2024-03-10T21:18:39.836349+0000","last_clean":"2024-03-10T21:18:39.836349+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:18:39.836349+0000","last_undegraded":"2024-03-10T21:18:39.836349+0000","last_fullsized":"2024-03-10T21:18:39.836349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.844749+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:18:39.844749+0000","last_peered":"2024-03-10T21:18:39.844749+0000","last_clean":"2024-03-10T21:18:39.844749+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:18:39.844749+0000","last_undegraded":"2024-03-10T21:18:39.844749+0000","last_fullsized":"2024-03-10T21:18:39.844749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807182+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:18:40.807182+0000","last_peered":"2024-03-10T21:18:40.807182+0000","last_clean":"2024-03-10T21:18:40.807182+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:18:40.807182+0000","last_undegraded":"2024-03-10T21:18:40.807182+0000","last_fullsized":"2024-03-10T21:18:40.807182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.838104+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:18:39.838104+0000","last_peered":"2024-03-10T21:18:39.838104+0000","last_clean":"2024-03-10T21:18:39.838104+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:18:39.838104+0000","last_undegraded":"2024-03-10T21:18:39.838104+0000","last_fullsized":"2024-03-10T21:18:39.838104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830770+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:18:39.830770+0000","last_peered":"2024-03-10T21:18:39.830770+0000","last_clean":"2024-03-10T21:18:39.830770+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:18:39.830770+0000","last_undegraded":"2024-03-10T21:18:39.830770+0000","last_fullsized":"2024-03-10T21:18:39.830770+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807202+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:18:40.807202+0000","last_peered":"2024-03-10T21:18:40.807202+0000","last_clean":"2024-03-10T21:18:40.807202+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:18:40.807202+0000","last_undegraded":"2024-03-10T21:18:40.807202+0000","last_fullsized":"2024-03-10T21:18:40.807202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.815676+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:18:39.815676+0000","last_peered":"2024-03-10T21:18:39.815676+0000","last_clean":"2024-03-10T21:18:39.815676+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:18:39.815676+0000","last_undegraded":"2024-03-10T21:18:39.815676+0000","last_fullsized":"2024-03-10T21:18:39.815676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825414+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:18:39.825414+0000","last_peered":"2024-03-10T21:18:39.825414+0000","last_clean":"2024-03-10T21:18:39.825414+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:18:39.825414+0000","last_undegraded":"2024-03-10T21:18:39.825414+0000","last_fullsized":"2024-03-10T21:18:39.825414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828576+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:18:39.828576+0000","last_peered":"2024-03-10T21:18:39.828576+0000","last_clean":"2024-03-10T21:18:39.828576+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:18:39.828576+0000","last_undegraded":"2024-03-10T21:18:39.828576+0000","last_fullsized":"2024-03-10T21:18:39.828576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807488+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:18:40.807488+0000","last_peered":"2024-03-10T21:18:40.807488+0000","last_clean":"2024-03-10T21:18:40.807488+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:18:40.807488+0000","last_undegraded":"2024-03-10T21:18:40.807488+0000","last_fullsized":"2024-03-10T21:18:40.807488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805571+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:18:39.805571+0000","last_peered":"2024-03-10T21:18:39.805571+0000","last_clean":"2024-03-10T21:18:39.805571+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:18:39.805571+0000","last_undegraded":"2024-03-10T21:18:39.805571+0000","last_fullsized":"2024-03-10T21:18:39.805571+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.827637+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:18:39.827637+0000","last_peered":"2024-03-10T21:18:39.827637+0000","last_clean":"2024-03-10T21:18:39.827637+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:18:39.827637+0000","last_undegraded":"2024-03-10T21:18:39.827637+0000","last_fullsized":"2024-03-10T21:18:39.827637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807648+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:18:39.807648+0000","last_peered":"2024-03-10T21:18:39.807648+0000","last_clean":"2024-03-10T21:18:39.807648+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:18:39.807648+0000","last_undegraded":"2024-03-10T21:18:39.807648+0000","last_fullsized":"2024-03-10T21:18:39.807648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820288+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:18:39.820288+0000","last_peered":"2024-03-10T21:18:39.820288+0000","last_clean":"2024-03-10T21:18:39.820288+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:18:39.820288+0000","last_undegraded":"2024-03-10T21:18:39.820288+0000","last_fullsized":"2024-03-10T21:18:39.820288+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817805+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:18:39.817805+0000","last_peered":"2024-03-10T21:18:39.817805+0000","last_clean":"2024-03-10T21:18:39.817805+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:18:39.817805+0000","last_undegraded":"2024-03-10T21:18:39.817805+0000","last_fullsized":"2024-03-10T21:18:39.817805+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835549+0000","last_change":"2024-03-10T21:18:39.835098+0000","last_active":"2024-03-10T21:18:39.835549+0000","last_peered":"2024-03-10T21:18:39.835549+0000","last_clean":"2024-03-10T21:18:39.835549+0000","last_became_active":"2024-03-10T21:18:39.834832+0000","last_became_peered":"2024-03-10T21:18:39.834832+0000","last_unstale":"2024-03-10T21:18:39.835549+0000","last_undegraded":"2024-03-10T21:18:39.835549+0000","last_fullsized":"2024-03-10T21:18:39.835549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:17.351459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806889+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:18:40.806889+0000","last_peered":"2024-03-10T21:18:40.806889+0000","last_clean":"2024-03-10T21:18:40.806889+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:18:40.806889+0000","last_undegraded":"2024-03-10T21:18:40.806889+0000","last_fullsized":"2024-03-10T21:18:40.806889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807441+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:18:40.807441+0000","last_peered":"2024-03-10T21:18:40.807441+0000","last_clean":"2024-03-10T21:18:40.807441+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:18:40.807441+0000","last_undegraded":"2024-03-10T21:18:40.807441+0000","last_fullsized":"2024-03-10T21:18:40.807441+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816253+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:18:39.816253+0000","last_peered":"2024-03-10T21:18:39.816253+0000","last_clean":"2024-03-10T21:18:39.816253+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:18:39.816253+0000","last_undegraded":"2024-03-10T21:18:39.816253+0000","last_fullsized":"2024-03-10T21:18:39.816253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805087+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:18:39.805087+0000","last_peered":"2024-03-10T21:18:39.805087+0000","last_clean":"2024-03-10T21:18:39.805087+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:18:39.805087+0000","last_undegraded":"2024-03-10T21:18:39.805087+0000","last_fullsized":"2024-03-10T21:18:39.805087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825347+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:18:39.825347+0000","last_peered":"2024-03-10T21:18:39.825347+0000","last_clean":"2024-03-10T21:18:39.825347+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:18:39.825347+0000","last_undegraded":"2024-03-10T21:18:39.825347+0000","last_fullsized":"2024-03-10T21:18:39.825347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828909+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:18:39.828909+0000","last_peered":"2024-03-10T21:18:39.828909+0000","last_clean":"2024-03-10T21:18:39.828909+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:18:39.828909+0000","last_undegraded":"2024-03-10T21:18:39.828909+0000","last_fullsized":"2024-03-10T21:18:39.828909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820853+0000","last_change":"2024-03-10T21:18:39.817949+0000","last_active":"2024-03-10T21:18:39.820853+0000","last_peered":"2024-03-10T21:18:39.820853+0000","last_clean":"2024-03-10T21:18:39.820853+0000","last_became_active":"2024-03-10T21:18:39.817685+0000","last_became_peered":"2024-03-10T21:18:39.817685+0000","last_unstale":"2024-03-10T21:18:39.820853+0000","last_undegraded":"2024-03-10T21:18:39.820853+0000","last_fullsized":"2024-03-10T21:18:39.820853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:16.180019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806674+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:18:40.806674+0000","last_peered":"2024-03-10T21:18:40.806674+0000","last_clean":"2024-03-10T21:18:40.806674+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:18:40.806674+0000","last_undegraded":"2024-03-10T21:18:40.806674+0000","last_fullsized":"2024-03-10T21:18:40.806674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.806370+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:18:39.806370+0000","last_peered":"2024-03-10T21:18:39.806370+0000","last_clean":"2024-03-10T21:18:39.806370+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:18:39.806370+0000","last_undegraded":"2024-03-10T21:18:39.806370+0000","last_fullsized":"2024-03-10T21:18:39.806370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824069+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:18:39.824069+0000","last_peered":"2024-03-10T21:18:39.824069+0000","last_clean":"2024-03-10T21:18:39.824069+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:18:39.824069+0000","last_undegraded":"2024-03-10T21:18:39.824069+0000","last_fullsized":"2024-03-10T21:18:39.824069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.804598+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:18:39.804598+0000","last_peered":"2024-03-10T21:18:39.804598+0000","last_clean":"2024-03-10T21:18:39.804598+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:18:39.804598+0000","last_undegraded":"2024-03-10T21:18:39.804598+0000","last_fullsized":"2024-03-10T21:18:39.804598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837581+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:18:39.837581+0000","last_peered":"2024-03-10T21:18:39.837581+0000","last_clean":"2024-03-10T21:18:39.837581+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:18:39.837581+0000","last_undegraded":"2024-03-10T21:18:39.837581+0000","last_fullsized":"2024-03-10T21:18:39.837581+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807109+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:18:40.807109+0000","last_peered":"2024-03-10T21:18:40.807109+0000","last_clean":"2024-03-10T21:18:40.807109+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:18:40.807109+0000","last_undegraded":"2024-03-10T21:18:40.807109+0000","last_fullsized":"2024-03-10T21:18:40.807109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830937+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:18:39.830937+0000","last_peered":"2024-03-10T21:18:39.830937+0000","last_clean":"2024-03-10T21:18:39.830937+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:18:39.830937+0000","last_undegraded":"2024-03-10T21:18:39.830937+0000","last_fullsized":"2024-03-10T21:18:39.830937+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807922+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:18:39.807922+0000","last_peered":"2024-03-10T21:18:39.807922+0000","last_clean":"2024-03-10T21:18:39.807922+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:18:39.807922+0000","last_undegraded":"2024-03-10T21:18:39.807922+0000","last_fullsized":"2024-03-10T21:18:39.807922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807171+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:18:40.807171+0000","last_peered":"2024-03-10T21:18:40.807171+0000","last_clean":"2024-03-10T21:18:40.807171+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:18:40.807171+0000","last_undegraded":"2024-03-10T21:18:40.807171+0000","last_fullsized":"2024-03-10T21:18:40.807171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836909+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:18:39.836909+0000","last_peered":"2024-03-10T21:18:39.836909+0000","last_clean":"2024-03-10T21:18:39.836909+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:18:39.836909+0000","last_undegraded":"2024-03-10T21:18:39.836909+0000","last_fullsized":"2024-03-10T21:18:39.836909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828933+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:18:39.828933+0000","last_peered":"2024-03-10T21:18:39.828933+0000","last_clean":"2024-03-10T21:18:39.828933+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:18:39.828933+0000","last_undegraded":"2024-03-10T21:18:39.828933+0000","last_fullsized":"2024-03-10T21:18:39.828933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807438+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:18:40.807438+0000","last_peered":"2024-03-10T21:18:40.807438+0000","last_clean":"2024-03-10T21:18:40.807438+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:18:40.807438+0000","last_undegraded":"2024-03-10T21:18:40.807438+0000","last_fullsized":"2024-03-10T21:18:40.807438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842160+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:18:39.842160+0000","last_peered":"2024-03-10T21:18:39.842160+0000","last_clean":"2024-03-10T21:18:39.842160+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:18:39.842160+0000","last_undegraded":"2024-03-10T21:18:39.842160+0000","last_fullsized":"2024-03-10T21:18:39.842160+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.822234+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:18:39.822234+0000","last_peered":"2024-03-10T21:18:39.822234+0000","last_clean":"2024-03-10T21:18:39.822234+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:18:39.822234+0000","last_undegraded":"2024-03-10T21:18:39.822234+0000","last_fullsized":"2024-03-10T21:18:39.822234+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836032+0000","last_change":"2024-03-10T21:18:39.835443+0000","last_active":"2024-03-10T21:18:39.836032+0000","last_peered":"2024-03-10T21:18:39.836032+0000","last_clean":"2024-03-10T21:18:39.836032+0000","last_became_active":"2024-03-10T21:18:39.835179+0000","last_became_peered":"2024-03-10T21:18:39.835179+0000","last_unstale":"2024-03-10T21:18:39.836032+0000","last_undegraded":"2024-03-10T21:18:39.836032+0000","last_fullsized":"2024-03-10T21:18:39.836032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:12.221852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835123+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:18:39.835123+0000","last_peered":"2024-03-10T21:18:39.835123+0000","last_clean":"2024-03-10T21:18:39.835123+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:18:39.835123+0000","last_undegraded":"2024-03-10T21:18:39.835123+0000","last_fullsized":"2024-03-10T21:18:39.835123+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825279+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:18:39.825279+0000","last_peered":"2024-03-10T21:18:39.825279+0000","last_clean":"2024-03-10T21:18:39.825279+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:18:39.825279+0000","last_undegraded":"2024-03-10T21:18:39.825279+0000","last_fullsized":"2024-03-10T21:18:39.825279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841646+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:18:39.841646+0000","last_peered":"2024-03-10T21:18:39.841646+0000","last_clean":"2024-03-10T21:18:39.841646+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:18:39.841646+0000","last_undegraded":"2024-03-10T21:18:39.841646+0000","last_fullsized":"2024-03-10T21:18:39.841646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.829752+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:18:39.829752+0000","last_peered":"2024-03-10T21:18:39.829752+0000","last_clean":"2024-03-10T21:18:39.829752+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:18:39.829752+0000","last_undegraded":"2024-03-10T21:18:39.829752+0000","last_fullsized":"2024-03-10T21:18:39.829752+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835136+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:18:39.835136+0000","last_peered":"2024-03-10T21:18:39.835136+0000","last_clean":"2024-03-10T21:18:39.835136+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:18:39.835136+0000","last_undegraded":"2024-03-10T21:18:39.835136+0000","last_fullsized":"2024-03-10T21:18:39.835136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.821091+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:18:39.821091+0000","last_peered":"2024-03-10T21:18:39.821091+0000","last_clean":"2024-03-10T21:18:39.821091+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:18:39.821091+0000","last_undegraded":"2024-03-10T21:18:39.821091+0000","last_fullsized":"2024-03-10T21:18:39.821091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841420+0000","last_change":"2024-03-10T21:18:39.839175+0000","last_active":"2024-03-10T21:18:39.841420+0000","last_peered":"2024-03-10T21:18:39.841420+0000","last_clean":"2024-03-10T21:18:39.841420+0000","last_became_active":"2024-03-10T21:18:39.838610+0000","last_became_peered":"2024-03-10T21:18:39.838610+0000","last_unstale":"2024-03-10T21:18:39.841420+0000","last_undegraded":"2024-03-10T21:18:39.841420+0000","last_fullsized":"2024-03-10T21:18:39.841420+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:06:49.087583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":846514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":847143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27612,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717540,"statfs":{"total":95995035648,"available":95966760960,"internally_reserved":0,"allocated":606208,"data_stored":248337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.28999999999999998},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.318},"min":{"1min":0.34100000000000003,"5min":0.217,"15min":0.217},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.42299999999999999,"15min":0.40999999999999998},"min":{"1min":0.34899999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.39800000000000002,"15min":0.38900000000000001},"min":{"1min":0.33700000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.218}]},{"osd":3,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.26000000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.61799999999999999}]},{"osd":5,"last update":"Sun Mar 10 21:18:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1228800,"data_stored":846638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.32200000000000001},"min":{"1min":0.182,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.54900000000000004,"5min":0.629,"15min":0.629},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.26700000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.42999999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.36899999999999999},"min":{"1min":0.32800000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.30599999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Sun Mar 10 21:17:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41299999999999998}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35699999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.34699999999999998,"15min":0.33700000000000002},"min":{"1min":0.311,"5min":0.189,"15min":0.189},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.33800000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Sun Mar 10 21:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.311}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56599999999999995}]},{"osd":5,"last update":"Sun Mar 10 21:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.217},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.22800000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27400000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.252}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.53300000000000003}]},{"osd":5,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58099999999999996}]},{"osd":3,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.433},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.69899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.437}]},{"osd":1,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39100000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.377}]},{"osd":3,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51300000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-03-10T21:18:43.652 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-03-10T21:18:43.653 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:38.442319+0000', 'last_change': '2024-03-10T21:18:38.442319+0000', 'last_active': '2024-03-10T21:18:38.442319+0000', 'last_peered': '2024-03-10T21:18:38.442319+0000', 'last_clean': '2024-03-10T21:18:38.442319+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:38.442319+0000', 'last_undegraded': '2024-03-10T21:18:38.442319+0000', 'last_fullsized': '2024-03-10T21:18:38.442319+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:38.442319+0000', 'last_change': '2024-03-10T21:18:38.442319+0000', 'last_active': '2024-03-10T21:18:38.442319+0000', 'last_peered': '2024-03-10T21:18:38.442319+0000', 'last_clean': '2024-03-10T21:18:38.442319+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:38.442319+0000', 'last_undegraded': '2024-03-10T21:18:38.442319+0000', 'last_fullsized': '2024-03-10T21:18:38.442319+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:38.442319+0000', 'last_change': '2024-03-10T21:18:38.442319+0000', 'last_active': '2024-03-10T21:18:38.442319+0000', 'last_peered': '2024-03-10T21:18:38.442319+0000', 'last_clean': '2024-03-10T21:18:38.442319+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:38.442319+0000', 'last_undegraded': '2024-03-10T21:18:38.442319+0000', 'last_fullsized': '2024-03-10T21:18:38.442319+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:38.442319+0000', 'last_change': '2024-03-10T21:18:38.442319+0000', 'last_active': '2024-03-10T21:18:38.442319+0000', 'last_peered': '2024-03-10T21:18:38.442319+0000', 'last_clean': '2024-03-10T21:18:38.442319+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:38.442319+0000', 'last_undegraded': '2024-03-10T21:18:38.442319+0000', 'last_fullsized': '2024-03-10T21:18:38.442319+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:38.442319+0000', 'last_change': '2024-03-10T21:18:38.442319+0000', 'last_active': '2024-03-10T21:18:38.442319+0000', 'last_peered': '2024-03-10T21:18:38.442319+0000', 'last_clean': '2024-03-10T21:18:38.442319+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:38.442319+0000', 'last_undegraded': '2024-03-10T21:18:38.442319+0000', 'last_fullsized': '2024-03-10T21:18:38.442319+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:38.442319+0000', 'last_change': '2024-03-10T21:18:38.442319+0000', 'last_active': '2024-03-10T21:18:38.442319+0000', 'last_peered': '2024-03-10T21:18:38.442319+0000', 'last_clean': '2024-03-10T21:18:38.442319+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:38.442319+0000', 'last_undegraded': '2024-03-10T21:18:38.442319+0000', 'last_fullsized': '2024-03-10T21:18:38.442319+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:38.442319+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-03-10T21:18:43.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.656 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-03-10T21:18:43.656 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.656 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-03-10T21:18:43.656 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.656 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-03-10T21:18:43.656 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-03-10T21:18:39.444416+0000', 'last_change': '2024-03-10T21:18:39.444416+0000', 'last_active': '2024-03-10T21:18:39.444416+0000', 'last_peered': '2024-03-10T21:18:39.444416+0000', 'last_clean': '2024-03-10T21:18:39.444416+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-03-10T21:18:39.444416+0000', 'last_undegraded': '2024-03-10T21:18:39.444416+0000', 'last_fullsized': '2024-03-10T21:18:39.444416+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'last_clean_scrub_stamp': '2024-03-10T21:18:39.444416+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-03-10T21:18:43.657 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-03-10T21:18:44.032 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:44.032 INFO:teuthology.orchestra.run.smithi071.stdout:{"fsid":"d9129898-df22-11ee-95c7-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":229,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1710105501,"num_in_osds":8,"osd_in_since":1710105483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":74},{"state_name":"unknown","count":23}],"num_pgs":97,"num_pools":3,"num_objects":22,"data_bytes":592708,"bytes_used":228073472,"bytes_avail":767732211712,"bytes_total":767960285184,"unknown_pgs_ratio":0.23711340129375458,"write_bytes_sec":3269,"read_op_per_sec":0,"write_op_per_sec":10},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.71:8443/"}},"servicemap":{"epoch":11,"modified":"2024-03-10T21:18:34.515416+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-03-10T21:18:44.045 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-03-10T21:18:44.045 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T21:18:44.330 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:44.331 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:18:44.341 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-03-10T21:18:42.516630+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":222,"acting":222,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":31,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222728,"kb_used_data":6536,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738488,"statfs":{"total":767960285184,"available":767732211712,"internally_reserved":0,"allocated":6692864,"data_stored":3771823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.071456"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807630+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:18:40.807630+0000","last_peered":"2024-03-10T21:18:40.807630+0000","last_clean":"2024-03-10T21:18:40.807630+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:18:40.807630+0000","last_undegraded":"2024-03-10T21:18:40.807630+0000","last_fullsized":"2024-03-10T21:18:40.807630+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.831789+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:18:39.831789+0000","last_peered":"2024-03-10T21:18:39.831789+0000","last_clean":"2024-03-10T21:18:39.831789+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:18:39.831789+0000","last_undegraded":"2024-03-10T21:18:39.831789+0000","last_fullsized":"2024-03-10T21:18:39.831789+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820870+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:18:39.820870+0000","last_peered":"2024-03-10T21:18:39.820870+0000","last_clean":"2024-03-10T21:18:39.820870+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:18:39.820870+0000","last_undegraded":"2024-03-10T21:18:39.820870+0000","last_fullsized":"2024-03-10T21:18:39.820870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807354+0000","last_change":"2024-03-10T21:18:39.836102+0000","last_active":"2024-03-10T21:18:40.807354+0000","last_peered":"2024-03-10T21:18:40.807354+0000","last_clean":"2024-03-10T21:18:40.807354+0000","last_became_active":"2024-03-10T21:18:39.835800+0000","last_became_peered":"2024-03-10T21:18:39.835800+0000","last_unstale":"2024-03-10T21:18:40.807354+0000","last_undegraded":"2024-03-10T21:18:40.807354+0000","last_fullsized":"2024-03-10T21:18:40.807354+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:52:50.562682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806735+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:18:40.806735+0000","last_peered":"2024-03-10T21:18:40.806735+0000","last_clean":"2024-03-10T21:18:40.806735+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:18:40.806735+0000","last_undegraded":"2024-03-10T21:18:40.806735+0000","last_fullsized":"2024-03-10T21:18:40.806735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820242+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:18:39.820242+0000","last_peered":"2024-03-10T21:18:39.820242+0000","last_clean":"2024-03-10T21:18:39.820242+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:18:39.820242+0000","last_undegraded":"2024-03-10T21:18:39.820242+0000","last_fullsized":"2024-03-10T21:18:39.820242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807595+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:18:40.807595+0000","last_peered":"2024-03-10T21:18:40.807595+0000","last_clean":"2024-03-10T21:18:40.807595+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:18:40.807595+0000","last_undegraded":"2024-03-10T21:18:40.807595+0000","last_fullsized":"2024-03-10T21:18:40.807595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842422+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:18:39.842422+0000","last_peered":"2024-03-10T21:18:39.842422+0000","last_clean":"2024-03-10T21:18:39.842422+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:18:39.842422+0000","last_undegraded":"2024-03-10T21:18:39.842422+0000","last_fullsized":"2024-03-10T21:18:39.842422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.823971+0000","last_change":"2024-03-10T21:18:39.818126+0000","last_active":"2024-03-10T21:18:39.823971+0000","last_peered":"2024-03-10T21:18:39.823971+0000","last_clean":"2024-03-10T21:18:39.823971+0000","last_became_active":"2024-03-10T21:18:39.817815+0000","last_became_peered":"2024-03-10T21:18:39.817815+0000","last_unstale":"2024-03-10T21:18:39.823971+0000","last_undegraded":"2024-03-10T21:18:39.823971+0000","last_fullsized":"2024-03-10T21:18:39.823971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:59.056369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824114+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:18:39.824114+0000","last_peered":"2024-03-10T21:18:39.824114+0000","last_clean":"2024-03-10T21:18:39.824114+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:18:39.824114+0000","last_undegraded":"2024-03-10T21:18:39.824114+0000","last_fullsized":"2024-03-10T21:18:39.824114+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820914+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:18:39.820914+0000","last_peered":"2024-03-10T21:18:39.820914+0000","last_clean":"2024-03-10T21:18:39.820914+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:18:39.820914+0000","last_undegraded":"2024-03-10T21:18:39.820914+0000","last_fullsized":"2024-03-10T21:18:39.820914+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836434+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:18:39.836434+0000","last_peered":"2024-03-10T21:18:39.836434+0000","last_clean":"2024-03-10T21:18:39.836434+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:18:39.836434+0000","last_undegraded":"2024-03-10T21:18:39.836434+0000","last_fullsized":"2024-03-10T21:18:39.836434+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824495+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:18:39.824495+0000","last_peered":"2024-03-10T21:18:39.824495+0000","last_clean":"2024-03-10T21:18:39.824495+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:18:39.824495+0000","last_undegraded":"2024-03-10T21:18:39.824495+0000","last_fullsized":"2024-03-10T21:18:39.824495+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841690+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:18:39.841690+0000","last_peered":"2024-03-10T21:18:39.841690+0000","last_clean":"2024-03-10T21:18:39.841690+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:18:39.841690+0000","last_undegraded":"2024-03-10T21:18:39.841690+0000","last_fullsized":"2024-03-10T21:18:39.841690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820772+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:18:39.820772+0000","last_peered":"2024-03-10T21:18:39.820772+0000","last_clean":"2024-03-10T21:18:39.820772+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:18:39.820772+0000","last_undegraded":"2024-03-10T21:18:39.820772+0000","last_fullsized":"2024-03-10T21:18:39.820772+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837470+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:18:39.837470+0000","last_peered":"2024-03-10T21:18:39.837470+0000","last_clean":"2024-03-10T21:18:39.837470+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:18:39.837470+0000","last_undegraded":"2024-03-10T21:18:39.837470+0000","last_fullsized":"2024-03-10T21:18:39.837470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816244+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:18:39.816244+0000","last_peered":"2024-03-10T21:18:39.816244+0000","last_clean":"2024-03-10T21:18:39.816244+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:18:39.816244+0000","last_undegraded":"2024-03-10T21:18:39.816244+0000","last_fullsized":"2024-03-10T21:18:39.816244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807351+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:18:40.807351+0000","last_peered":"2024-03-10T21:18:40.807351+0000","last_clean":"2024-03-10T21:18:40.807351+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:18:40.807351+0000","last_undegraded":"2024-03-10T21:18:40.807351+0000","last_fullsized":"2024-03-10T21:18:40.807351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807253+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:18:40.807253+0000","last_peered":"2024-03-10T21:18:40.807253+0000","last_clean":"2024-03-10T21:18:40.807253+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:18:40.807253+0000","last_undegraded":"2024-03-10T21:18:40.807253+0000","last_fullsized":"2024-03-10T21:18:40.807253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830648+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:18:39.830648+0000","last_peered":"2024-03-10T21:18:39.830648+0000","last_clean":"2024-03-10T21:18:39.830648+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:18:39.830648+0000","last_undegraded":"2024-03-10T21:18:39.830648+0000","last_fullsized":"2024-03-10T21:18:39.830648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835773+0000","last_change":"2024-03-10T21:18:39.475401+0000","last_active":"2024-03-10T21:18:39.835773+0000","last_peered":"2024-03-10T21:18:39.835773+0000","last_clean":"2024-03-10T21:18:39.835773+0000","last_became_active":"2024-03-10T21:18:39.474733+0000","last_became_peered":"2024-03-10T21:18:39.474733+0000","last_unstale":"2024-03-10T21:18:39.835773+0000","last_undegraded":"2024-03-10T21:18:39.835773+0000","last_fullsized":"2024-03-10T21:18:39.835773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:00:58.655249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837759+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:18:39.837759+0000","last_peered":"2024-03-10T21:18:39.837759+0000","last_clean":"2024-03-10T21:18:39.837759+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:18:39.837759+0000","last_undegraded":"2024-03-10T21:18:39.837759+0000","last_fullsized":"2024-03-10T21:18:39.837759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.813111+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:18:39.813111+0000","last_peered":"2024-03-10T21:18:39.813111+0000","last_clean":"2024-03-10T21:18:39.813111+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:18:39.813111+0000","last_undegraded":"2024-03-10T21:18:39.813111+0000","last_fullsized":"2024-03-10T21:18:39.813111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824085+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:18:39.824085+0000","last_peered":"2024-03-10T21:18:39.824085+0000","last_clean":"2024-03-10T21:18:39.824085+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:18:39.824085+0000","last_undegraded":"2024-03-10T21:18:39.824085+0000","last_fullsized":"2024-03-10T21:18:39.824085+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836417+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:18:39.836417+0000","last_peered":"2024-03-10T21:18:39.836417+0000","last_clean":"2024-03-10T21:18:39.836417+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:18:39.836417+0000","last_undegraded":"2024-03-10T21:18:39.836417+0000","last_fullsized":"2024-03-10T21:18:39.836417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816686+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:18:39.816686+0000","last_peered":"2024-03-10T21:18:39.816686+0000","last_clean":"2024-03-10T21:18:39.816686+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:18:39.816686+0000","last_undegraded":"2024-03-10T21:18:39.816686+0000","last_fullsized":"2024-03-10T21:18:39.816686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817712+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:18:39.817712+0000","last_peered":"2024-03-10T21:18:39.817712+0000","last_clean":"2024-03-10T21:18:39.817712+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:18:39.817712+0000","last_undegraded":"2024-03-10T21:18:39.817712+0000","last_fullsized":"2024-03-10T21:18:39.817712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836349+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:18:39.836349+0000","last_peered":"2024-03-10T21:18:39.836349+0000","last_clean":"2024-03-10T21:18:39.836349+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:18:39.836349+0000","last_undegraded":"2024-03-10T21:18:39.836349+0000","last_fullsized":"2024-03-10T21:18:39.836349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.844749+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:18:39.844749+0000","last_peered":"2024-03-10T21:18:39.844749+0000","last_clean":"2024-03-10T21:18:39.844749+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:18:39.844749+0000","last_undegraded":"2024-03-10T21:18:39.844749+0000","last_fullsized":"2024-03-10T21:18:39.844749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807182+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:18:40.807182+0000","last_peered":"2024-03-10T21:18:40.807182+0000","last_clean":"2024-03-10T21:18:40.807182+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:18:40.807182+0000","last_undegraded":"2024-03-10T21:18:40.807182+0000","last_fullsized":"2024-03-10T21:18:40.807182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.838104+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:18:39.838104+0000","last_peered":"2024-03-10T21:18:39.838104+0000","last_clean":"2024-03-10T21:18:39.838104+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:18:39.838104+0000","last_undegraded":"2024-03-10T21:18:39.838104+0000","last_fullsized":"2024-03-10T21:18:39.838104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830770+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:18:39.830770+0000","last_peered":"2024-03-10T21:18:39.830770+0000","last_clean":"2024-03-10T21:18:39.830770+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:18:39.830770+0000","last_undegraded":"2024-03-10T21:18:39.830770+0000","last_fullsized":"2024-03-10T21:18:39.830770+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807202+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:18:40.807202+0000","last_peered":"2024-03-10T21:18:40.807202+0000","last_clean":"2024-03-10T21:18:40.807202+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:18:40.807202+0000","last_undegraded":"2024-03-10T21:18:40.807202+0000","last_fullsized":"2024-03-10T21:18:40.807202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.815676+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:18:39.815676+0000","last_peered":"2024-03-10T21:18:39.815676+0000","last_clean":"2024-03-10T21:18:39.815676+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:18:39.815676+0000","last_undegraded":"2024-03-10T21:18:39.815676+0000","last_fullsized":"2024-03-10T21:18:39.815676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825414+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:18:39.825414+0000","last_peered":"2024-03-10T21:18:39.825414+0000","last_clean":"2024-03-10T21:18:39.825414+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:18:39.825414+0000","last_undegraded":"2024-03-10T21:18:39.825414+0000","last_fullsized":"2024-03-10T21:18:39.825414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828576+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:18:39.828576+0000","last_peered":"2024-03-10T21:18:39.828576+0000","last_clean":"2024-03-10T21:18:39.828576+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:18:39.828576+0000","last_undegraded":"2024-03-10T21:18:39.828576+0000","last_fullsized":"2024-03-10T21:18:39.828576+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807488+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:18:40.807488+0000","last_peered":"2024-03-10T21:18:40.807488+0000","last_clean":"2024-03-10T21:18:40.807488+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:18:40.807488+0000","last_undegraded":"2024-03-10T21:18:40.807488+0000","last_fullsized":"2024-03-10T21:18:40.807488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805571+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:18:39.805571+0000","last_peered":"2024-03-10T21:18:39.805571+0000","last_clean":"2024-03-10T21:18:39.805571+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:18:39.805571+0000","last_undegraded":"2024-03-10T21:18:39.805571+0000","last_fullsized":"2024-03-10T21:18:39.805571+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.827637+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:18:39.827637+0000","last_peered":"2024-03-10T21:18:39.827637+0000","last_clean":"2024-03-10T21:18:39.827637+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:18:39.827637+0000","last_undegraded":"2024-03-10T21:18:39.827637+0000","last_fullsized":"2024-03-10T21:18:39.827637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807648+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:18:39.807648+0000","last_peered":"2024-03-10T21:18:39.807648+0000","last_clean":"2024-03-10T21:18:39.807648+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:18:39.807648+0000","last_undegraded":"2024-03-10T21:18:39.807648+0000","last_fullsized":"2024-03-10T21:18:39.807648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820288+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:18:39.820288+0000","last_peered":"2024-03-10T21:18:39.820288+0000","last_clean":"2024-03-10T21:18:39.820288+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:18:39.820288+0000","last_undegraded":"2024-03-10T21:18:39.820288+0000","last_fullsized":"2024-03-10T21:18:39.820288+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:38.442319+0000","last_change":"2024-03-10T21:18:38.442319+0000","last_active":"2024-03-10T21:18:38.442319+0000","last_peered":"2024-03-10T21:18:38.442319+0000","last_clean":"2024-03-10T21:18:38.442319+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:38.442319+0000","last_undegraded":"2024-03-10T21:18:38.442319+0000","last_fullsized":"2024-03-10T21:18:38.442319+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817805+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:18:39.817805+0000","last_peered":"2024-03-10T21:18:39.817805+0000","last_clean":"2024-03-10T21:18:39.817805+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:18:39.817805+0000","last_undegraded":"2024-03-10T21:18:39.817805+0000","last_fullsized":"2024-03-10T21:18:39.817805+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835549+0000","last_change":"2024-03-10T21:18:39.835098+0000","last_active":"2024-03-10T21:18:39.835549+0000","last_peered":"2024-03-10T21:18:39.835549+0000","last_clean":"2024-03-10T21:18:39.835549+0000","last_became_active":"2024-03-10T21:18:39.834832+0000","last_became_peered":"2024-03-10T21:18:39.834832+0000","last_unstale":"2024-03-10T21:18:39.835549+0000","last_undegraded":"2024-03-10T21:18:39.835549+0000","last_fullsized":"2024-03-10T21:18:39.835549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:17.351459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806889+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:18:40.806889+0000","last_peered":"2024-03-10T21:18:40.806889+0000","last_clean":"2024-03-10T21:18:40.806889+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:18:40.806889+0000","last_undegraded":"2024-03-10T21:18:40.806889+0000","last_fullsized":"2024-03-10T21:18:40.806889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807441+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:18:40.807441+0000","last_peered":"2024-03-10T21:18:40.807441+0000","last_clean":"2024-03-10T21:18:40.807441+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:18:40.807441+0000","last_undegraded":"2024-03-10T21:18:40.807441+0000","last_fullsized":"2024-03-10T21:18:40.807441+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816253+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:18:39.816253+0000","last_peered":"2024-03-10T21:18:39.816253+0000","last_clean":"2024-03-10T21:18:39.816253+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:18:39.816253+0000","last_undegraded":"2024-03-10T21:18:39.816253+0000","last_fullsized":"2024-03-10T21:18:39.816253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.805087+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:18:39.805087+0000","last_peered":"2024-03-10T21:18:39.805087+0000","last_clean":"2024-03-10T21:18:39.805087+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:18:39.805087+0000","last_undegraded":"2024-03-10T21:18:39.805087+0000","last_fullsized":"2024-03-10T21:18:39.805087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825347+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:18:39.825347+0000","last_peered":"2024-03-10T21:18:39.825347+0000","last_clean":"2024-03-10T21:18:39.825347+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:18:39.825347+0000","last_undegraded":"2024-03-10T21:18:39.825347+0000","last_fullsized":"2024-03-10T21:18:39.825347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828909+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:18:39.828909+0000","last_peered":"2024-03-10T21:18:39.828909+0000","last_clean":"2024-03-10T21:18:39.828909+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:18:39.828909+0000","last_undegraded":"2024-03-10T21:18:39.828909+0000","last_fullsized":"2024-03-10T21:18:39.828909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820853+0000","last_change":"2024-03-10T21:18:39.817949+0000","last_active":"2024-03-10T21:18:39.820853+0000","last_peered":"2024-03-10T21:18:39.820853+0000","last_clean":"2024-03-10T21:18:39.820853+0000","last_became_active":"2024-03-10T21:18:39.817685+0000","last_became_peered":"2024-03-10T21:18:39.817685+0000","last_unstale":"2024-03-10T21:18:39.820853+0000","last_undegraded":"2024-03-10T21:18:39.820853+0000","last_fullsized":"2024-03-10T21:18:39.820853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:16.180019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806674+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:18:40.806674+0000","last_peered":"2024-03-10T21:18:40.806674+0000","last_clean":"2024-03-10T21:18:40.806674+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:18:40.806674+0000","last_undegraded":"2024-03-10T21:18:40.806674+0000","last_fullsized":"2024-03-10T21:18:40.806674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.806370+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:18:39.806370+0000","last_peered":"2024-03-10T21:18:39.806370+0000","last_clean":"2024-03-10T21:18:39.806370+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:18:39.806370+0000","last_undegraded":"2024-03-10T21:18:39.806370+0000","last_fullsized":"2024-03-10T21:18:39.806370+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.824069+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:18:39.824069+0000","last_peered":"2024-03-10T21:18:39.824069+0000","last_clean":"2024-03-10T21:18:39.824069+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:18:39.824069+0000","last_undegraded":"2024-03-10T21:18:39.824069+0000","last_fullsized":"2024-03-10T21:18:39.824069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.804598+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:18:39.804598+0000","last_peered":"2024-03-10T21:18:39.804598+0000","last_clean":"2024-03-10T21:18:39.804598+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:18:39.804598+0000","last_undegraded":"2024-03-10T21:18:39.804598+0000","last_fullsized":"2024-03-10T21:18:39.804598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837581+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:18:39.837581+0000","last_peered":"2024-03-10T21:18:39.837581+0000","last_clean":"2024-03-10T21:18:39.837581+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:18:39.837581+0000","last_undegraded":"2024-03-10T21:18:39.837581+0000","last_fullsized":"2024-03-10T21:18:39.837581+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807109+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:18:40.807109+0000","last_peered":"2024-03-10T21:18:40.807109+0000","last_clean":"2024-03-10T21:18:40.807109+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:18:40.807109+0000","last_undegraded":"2024-03-10T21:18:40.807109+0000","last_fullsized":"2024-03-10T21:18:40.807109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830937+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:18:39.830937+0000","last_peered":"2024-03-10T21:18:39.830937+0000","last_clean":"2024-03-10T21:18:39.830937+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:18:39.830937+0000","last_undegraded":"2024-03-10T21:18:39.830937+0000","last_fullsized":"2024-03-10T21:18:39.830937+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.807922+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:18:39.807922+0000","last_peered":"2024-03-10T21:18:39.807922+0000","last_clean":"2024-03-10T21:18:39.807922+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:18:39.807922+0000","last_undegraded":"2024-03-10T21:18:39.807922+0000","last_fullsized":"2024-03-10T21:18:39.807922+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807171+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:18:40.807171+0000","last_peered":"2024-03-10T21:18:40.807171+0000","last_clean":"2024-03-10T21:18:40.807171+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:18:40.807171+0000","last_undegraded":"2024-03-10T21:18:40.807171+0000","last_fullsized":"2024-03-10T21:18:40.807171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836909+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:18:39.836909+0000","last_peered":"2024-03-10T21:18:39.836909+0000","last_clean":"2024-03-10T21:18:39.836909+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:18:39.836909+0000","last_undegraded":"2024-03-10T21:18:39.836909+0000","last_fullsized":"2024-03-10T21:18:39.836909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828933+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:18:39.828933+0000","last_peered":"2024-03-10T21:18:39.828933+0000","last_clean":"2024-03-10T21:18:39.828933+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:18:39.828933+0000","last_undegraded":"2024-03-10T21:18:39.828933+0000","last_fullsized":"2024-03-10T21:18:39.828933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807438+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:18:40.807438+0000","last_peered":"2024-03-10T21:18:40.807438+0000","last_clean":"2024-03-10T21:18:40.807438+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:18:40.807438+0000","last_undegraded":"2024-03-10T21:18:40.807438+0000","last_fullsized":"2024-03-10T21:18:40.807438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842160+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:18:39.842160+0000","last_peered":"2024-03-10T21:18:39.842160+0000","last_clean":"2024-03-10T21:18:39.842160+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:18:39.842160+0000","last_undegraded":"2024-03-10T21:18:39.842160+0000","last_fullsized":"2024-03-10T21:18:39.842160+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.822234+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:18:39.822234+0000","last_peered":"2024-03-10T21:18:39.822234+0000","last_clean":"2024-03-10T21:18:39.822234+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:18:39.822234+0000","last_undegraded":"2024-03-10T21:18:39.822234+0000","last_fullsized":"2024-03-10T21:18:39.822234+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836032+0000","last_change":"2024-03-10T21:18:39.835443+0000","last_active":"2024-03-10T21:18:39.836032+0000","last_peered":"2024-03-10T21:18:39.836032+0000","last_clean":"2024-03-10T21:18:39.836032+0000","last_became_active":"2024-03-10T21:18:39.835179+0000","last_became_peered":"2024-03-10T21:18:39.835179+0000","last_unstale":"2024-03-10T21:18:39.836032+0000","last_undegraded":"2024-03-10T21:18:39.836032+0000","last_fullsized":"2024-03-10T21:18:39.836032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:12.221852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835123+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:18:39.835123+0000","last_peered":"2024-03-10T21:18:39.835123+0000","last_clean":"2024-03-10T21:18:39.835123+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:18:39.835123+0000","last_undegraded":"2024-03-10T21:18:39.835123+0000","last_fullsized":"2024-03-10T21:18:39.835123+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825279+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:18:39.825279+0000","last_peered":"2024-03-10T21:18:39.825279+0000","last_clean":"2024-03-10T21:18:39.825279+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:18:39.825279+0000","last_undegraded":"2024-03-10T21:18:39.825279+0000","last_fullsized":"2024-03-10T21:18:39.825279+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841646+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:18:39.841646+0000","last_peered":"2024-03-10T21:18:39.841646+0000","last_clean":"2024-03-10T21:18:39.841646+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:18:39.841646+0000","last_undegraded":"2024-03-10T21:18:39.841646+0000","last_fullsized":"2024-03-10T21:18:39.841646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.829752+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:18:39.829752+0000","last_peered":"2024-03-10T21:18:39.829752+0000","last_clean":"2024-03-10T21:18:39.829752+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:18:39.829752+0000","last_undegraded":"2024-03-10T21:18:39.829752+0000","last_fullsized":"2024-03-10T21:18:39.829752+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835136+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:18:39.835136+0000","last_peered":"2024-03-10T21:18:39.835136+0000","last_clean":"2024-03-10T21:18:39.835136+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:18:39.835136+0000","last_undegraded":"2024-03-10T21:18:39.835136+0000","last_fullsized":"2024-03-10T21:18:39.835136+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-03-10T21:18:39.444416+0000","last_change":"2024-03-10T21:18:39.444416+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.444416+0000","last_undegraded":"2024-03-10T21:18:39.444416+0000","last_fullsized":"2024-03-10T21:18:39.444416+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.821091+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:18:39.821091+0000","last_peered":"2024-03-10T21:18:39.821091+0000","last_clean":"2024-03-10T21:18:39.821091+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:18:39.821091+0000","last_undegraded":"2024-03-10T21:18:39.821091+0000","last_fullsized":"2024-03-10T21:18:39.821091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841420+0000","last_change":"2024-03-10T21:18:39.839175+0000","last_active":"2024-03-10T21:18:39.841420+0000","last_peered":"2024-03-10T21:18:39.841420+0000","last_clean":"2024-03-10T21:18:39.841420+0000","last_became_active":"2024-03-10T21:18:39.838610+0000","last_became_peered":"2024-03-10T21:18:39.838610+0000","last_unstale":"2024-03-10T21:18:39.841420+0000","last_undegraded":"2024-03-10T21:18:39.841420+0000","last_fullsized":"2024-03-10T21:18:39.841420+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:06:49.087583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":141,"acting":141,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":846514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.315}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":847143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27612,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717540,"statfs":{"total":95995035648,"available":95966760960,"internally_reserved":0,"allocated":606208,"data_stored":248337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.28999999999999998},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.318},"min":{"1min":0.34100000000000003,"5min":0.217,"15min":0.217},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.42299999999999999,"15min":0.40999999999999998},"min":{"1min":0.34899999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.39800000000000002,"15min":0.38900000000000001},"min":{"1min":0.33700000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.218}]},{"osd":3,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.26000000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.61799999999999999}]},{"osd":5,"last update":"Sun Mar 10 21:18:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58399999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1228800,"data_stored":846638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.32200000000000001},"min":{"1min":0.182,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.54900000000000004,"5min":0.629,"15min":0.629},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.26700000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.42999999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.36899999999999999},"min":{"1min":0.32800000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.30599999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Sun Mar 10 21:17:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41299999999999998}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35699999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":618496,"data_stored":255542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.34699999999999998,"15min":0.33700000000000002},"min":{"1min":0.311,"5min":0.189,"15min":0.189},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.33800000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Sun Mar 10 21:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.311}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56599999999999995}]},{"osd":5,"last update":"Sun Mar 10 21:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":257210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.217},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.22800000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.27400000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.252}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.53300000000000003}]},{"osd":5,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27596,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717556,"statfs":{"total":95995035648,"available":95966777344,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58099999999999996}]},{"osd":3,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.433},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.69899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.437}]},{"osd":1,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39100000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.377}]},{"osd":3,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51300000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:18:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:44 smithi193 ceph-mon[30554]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:44 smithi193 ceph-mon[30554]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:44 smithi193 ceph-mon[30554]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:44 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/309628497' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[27124]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[27124]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[27124]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/309628497' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-10T21:18:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[37838]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[37838]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[37838]: from='client.24449 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:44 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/309628497' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-03-10T21:18:45.710 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:45 smithi193 ceph-mon[30554]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:45.710 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:45 smithi193 ceph-mon[30554]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-10T21:18:45.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:45 smithi071 ceph-mon[27124]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:45.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:45 smithi071 ceph-mon[27124]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-10T21:18:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:45 smithi071 ceph-mon[37838]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:45 smithi071 ceph-mon[37838]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-03-10T21:18:46.085 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:18:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[56502]: 2024-03-10T21:18:45.707+0000 7f1d1bc7b700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-10T21:18:47.345 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-10T21:18:47.651 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:18:47.653 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:18:47.661 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:47 smithi071 ceph-mon[27124]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-03-10T21:18:47.662 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:47 smithi071 ceph-mon[37838]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-03-10T21:18:47.663 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-03-10T21:18:46.517559+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":175,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222908,"kb_used_data":6708,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749738308,"statfs":{"total":767960285184,"available":767732027392,"internally_reserved":0,"allocated":6868992,"data_stored":3848784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.063947"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807630+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:18:40.807630+0000","last_peered":"2024-03-10T21:18:40.807630+0000","last_clean":"2024-03-10T21:18:40.807630+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:18:40.807630+0000","last_undegraded":"2024-03-10T21:18:40.807630+0000","last_fullsized":"2024-03-10T21:18:40.807630+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572807+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:18:40.572807+0000","last_peered":"2024-03-10T21:18:40.572807+0000","last_clean":"2024-03-10T21:18:40.572807+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:18:40.572807+0000","last_undegraded":"2024-03-10T21:18:40.572807+0000","last_fullsized":"2024-03-10T21:18:40.572807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820870+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:18:39.820870+0000","last_peered":"2024-03-10T21:18:39.820870+0000","last_clean":"2024-03-10T21:18:39.820870+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:18:39.820870+0000","last_undegraded":"2024-03-10T21:18:39.820870+0000","last_fullsized":"2024-03-10T21:18:39.820870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140215+0000","last_change":"2024-03-10T21:18:39.830373+0000","last_active":"2024-03-10T21:18:42.140215+0000","last_peered":"2024-03-10T21:18:42.140215+0000","last_clean":"2024-03-10T21:18:42.140215+0000","last_became_active":"2024-03-10T21:18:39.830081+0000","last_became_peered":"2024-03-10T21:18:39.830081+0000","last_unstale":"2024-03-10T21:18:42.140215+0000","last_undegraded":"2024-03-10T21:18:42.140215+0000","last_fullsized":"2024-03-10T21:18:42.140215+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:02:22.592797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807354+0000","last_change":"2024-03-10T21:18:39.836102+0000","last_active":"2024-03-10T21:18:40.807354+0000","last_peered":"2024-03-10T21:18:40.807354+0000","last_clean":"2024-03-10T21:18:40.807354+0000","last_became_active":"2024-03-10T21:18:39.835800+0000","last_became_peered":"2024-03-10T21:18:39.835800+0000","last_unstale":"2024-03-10T21:18:40.807354+0000","last_undegraded":"2024-03-10T21:18:40.807354+0000","last_fullsized":"2024-03-10T21:18:40.807354+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:52:50.562682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140251+0000","last_change":"2024-03-10T21:18:39.817011+0000","last_active":"2024-03-10T21:18:42.140251+0000","last_peered":"2024-03-10T21:18:42.140251+0000","last_clean":"2024-03-10T21:18:42.140251+0000","last_became_active":"2024-03-10T21:18:39.816724+0000","last_became_peered":"2024-03-10T21:18:39.816724+0000","last_unstale":"2024-03-10T21:18:42.140251+0000","last_undegraded":"2024-03-10T21:18:42.140251+0000","last_fullsized":"2024-03-10T21:18:42.140251+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:41:27.508722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806735+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:18:40.806735+0000","last_peered":"2024-03-10T21:18:40.806735+0000","last_clean":"2024-03-10T21:18:40.806735+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:18:40.806735+0000","last_undegraded":"2024-03-10T21:18:40.806735+0000","last_fullsized":"2024-03-10T21:18:40.806735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449231+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:18:41.449231+0000","last_peered":"2024-03-10T21:18:41.449231+0000","last_clean":"2024-03-10T21:18:41.449231+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:18:41.449231+0000","last_undegraded":"2024-03-10T21:18:41.449231+0000","last_fullsized":"2024-03-10T21:18:41.449231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807595+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:18:40.807595+0000","last_peered":"2024-03-10T21:18:40.807595+0000","last_clean":"2024-03-10T21:18:40.807595+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:18:40.807595+0000","last_undegraded":"2024-03-10T21:18:40.807595+0000","last_fullsized":"2024-03-10T21:18:40.807595+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842422+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:18:39.842422+0000","last_peered":"2024-03-10T21:18:39.842422+0000","last_clean":"2024-03-10T21:18:39.842422+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:18:39.842422+0000","last_undegraded":"2024-03-10T21:18:39.842422+0000","last_fullsized":"2024-03-10T21:18:39.842422+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.823971+0000","last_change":"2024-03-10T21:18:39.818126+0000","last_active":"2024-03-10T21:18:39.823971+0000","last_peered":"2024-03-10T21:18:39.823971+0000","last_clean":"2024-03-10T21:18:39.823971+0000","last_became_active":"2024-03-10T21:18:39.817815+0000","last_became_peered":"2024-03-10T21:18:39.817815+0000","last_unstale":"2024-03-10T21:18:39.823971+0000","last_undegraded":"2024-03-10T21:18:39.823971+0000","last_fullsized":"2024-03-10T21:18:39.823971+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:12:59.056369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.312709+0000","last_change":"2024-03-10T21:18:39.834739+0000","last_active":"2024-03-10T21:18:42.312709+0000","last_peered":"2024-03-10T21:18:42.312709+0000","last_clean":"2024-03-10T21:18:42.312709+0000","last_became_active":"2024-03-10T21:18:39.834450+0000","last_became_peered":"2024-03-10T21:18:39.834450+0000","last_unstale":"2024-03-10T21:18:42.312709+0000","last_undegraded":"2024-03-10T21:18:42.312709+0000","last_fullsized":"2024-03-10T21:18:42.312709+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:16:51.426556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449295+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:18:41.449295+0000","last_peered":"2024-03-10T21:18:41.449295+0000","last_clean":"2024-03-10T21:18:41.449295+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:18:41.449295+0000","last_undegraded":"2024-03-10T21:18:41.449295+0000","last_fullsized":"2024-03-10T21:18:41.449295+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820914+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:18:39.820914+0000","last_peered":"2024-03-10T21:18:39.820914+0000","last_clean":"2024-03-10T21:18:39.820914+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:18:39.820914+0000","last_undegraded":"2024-03-10T21:18:39.820914+0000","last_fullsized":"2024-03-10T21:18:39.820914+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572600+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:18:40.572600+0000","last_peered":"2024-03-10T21:18:40.572600+0000","last_clean":"2024-03-10T21:18:40.572600+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:18:40.572600+0000","last_undegraded":"2024-03-10T21:18:40.572600+0000","last_fullsized":"2024-03-10T21:18:40.572600+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.139832+0000","last_change":"2024-03-10T21:18:39.829716+0000","last_active":"2024-03-10T21:18:42.139832+0000","last_peered":"2024-03-10T21:18:42.139832+0000","last_clean":"2024-03-10T21:18:42.139832+0000","last_became_active":"2024-03-10T21:18:39.829432+0000","last_became_peered":"2024-03-10T21:18:39.829432+0000","last_unstale":"2024-03-10T21:18:42.139832+0000","last_undegraded":"2024-03-10T21:18:42.139832+0000","last_fullsized":"2024-03-10T21:18:42.139832+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:16.682161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140554+0000","last_change":"2024-03-10T21:18:39.838434+0000","last_active":"2024-03-10T21:18:42.140554+0000","last_peered":"2024-03-10T21:18:42.140554+0000","last_clean":"2024-03-10T21:18:42.140554+0000","last_became_active":"2024-03-10T21:18:39.837859+0000","last_became_peered":"2024-03-10T21:18:39.837859+0000","last_unstale":"2024-03-10T21:18:42.140554+0000","last_undegraded":"2024-03-10T21:18:42.140554+0000","last_fullsized":"2024-03-10T21:18:42.140554+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:31:28.523595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.470451+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:18:40.470451+0000","last_peered":"2024-03-10T21:18:40.470451+0000","last_clean":"2024-03-10T21:18:40.470451+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:18:40.470451+0000","last_undegraded":"2024-03-10T21:18:40.470451+0000","last_fullsized":"2024-03-10T21:18:40.470451+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841690+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:18:39.841690+0000","last_peered":"2024-03-10T21:18:39.841690+0000","last_clean":"2024-03-10T21:18:39.841690+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:18:39.841690+0000","last_undegraded":"2024-03-10T21:18:39.841690+0000","last_fullsized":"2024-03-10T21:18:39.841690+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449347+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:18:41.449347+0000","last_peered":"2024-03-10T21:18:41.449347+0000","last_clean":"2024-03-10T21:18:41.449347+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:18:41.449347+0000","last_undegraded":"2024-03-10T21:18:41.449347+0000","last_fullsized":"2024-03-10T21:18:41.449347+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449358+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:18:41.449358+0000","last_peered":"2024-03-10T21:18:41.449358+0000","last_clean":"2024-03-10T21:18:41.449358+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:18:41.449358+0000","last_undegraded":"2024-03-10T21:18:41.449358+0000","last_fullsized":"2024-03-10T21:18:41.449358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816244+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:18:39.816244+0000","last_peered":"2024-03-10T21:18:39.816244+0000","last_clean":"2024-03-10T21:18:39.816244+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:18:39.816244+0000","last_undegraded":"2024-03-10T21:18:39.816244+0000","last_fullsized":"2024-03-10T21:18:39.816244+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807351+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:18:40.807351+0000","last_peered":"2024-03-10T21:18:40.807351+0000","last_clean":"2024-03-10T21:18:40.807351+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:18:40.807351+0000","last_undegraded":"2024-03-10T21:18:40.807351+0000","last_fullsized":"2024-03-10T21:18:40.807351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140340+0000","last_change":"2024-03-10T21:18:39.836330+0000","last_active":"2024-03-10T21:18:42.140340+0000","last_peered":"2024-03-10T21:18:42.140340+0000","last_clean":"2024-03-10T21:18:42.140340+0000","last_became_active":"2024-03-10T21:18:39.836035+0000","last_became_peered":"2024-03-10T21:18:39.836035+0000","last_unstale":"2024-03-10T21:18:42.140340+0000","last_undegraded":"2024-03-10T21:18:42.140340+0000","last_fullsized":"2024-03-10T21:18:42.140340+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:06:32.165999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807253+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:18:40.807253+0000","last_peered":"2024-03-10T21:18:40.807253+0000","last_clean":"2024-03-10T21:18:40.807253+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:18:40.807253+0000","last_undegraded":"2024-03-10T21:18:40.807253+0000","last_fullsized":"2024-03-10T21:18:40.807253+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140301+0000","last_change":"2024-03-10T21:18:39.836288+0000","last_active":"2024-03-10T21:18:42.140301+0000","last_peered":"2024-03-10T21:18:42.140301+0000","last_clean":"2024-03-10T21:18:42.140301+0000","last_became_active":"2024-03-10T21:18:39.835882+0000","last_became_peered":"2024-03-10T21:18:39.835882+0000","last_unstale":"2024-03-10T21:18:42.140301+0000","last_undegraded":"2024-03-10T21:18:42.140301+0000","last_fullsized":"2024-03-10T21:18:42.140301+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:29:08.701174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449324+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:18:41.449324+0000","last_peered":"2024-03-10T21:18:41.449324+0000","last_clean":"2024-03-10T21:18:41.449324+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:18:41.449324+0000","last_undegraded":"2024-03-10T21:18:41.449324+0000","last_fullsized":"2024-03-10T21:18:41.449324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.312188+0000","last_change":"2024-03-10T21:18:39.830868+0000","last_active":"2024-03-10T21:18:42.312188+0000","last_peered":"2024-03-10T21:18:42.312188+0000","last_clean":"2024-03-10T21:18:42.312188+0000","last_became_active":"2024-03-10T21:18:39.830550+0000","last_became_peered":"2024-03-10T21:18:39.830550+0000","last_unstale":"2024-03-10T21:18:42.312188+0000","last_undegraded":"2024-03-10T21:18:42.312188+0000","last_fullsized":"2024-03-10T21:18:42.312188+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:18:09.732717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835773+0000","last_change":"2024-03-10T21:18:39.475401+0000","last_active":"2024-03-10T21:18:39.835773+0000","last_peered":"2024-03-10T21:18:39.835773+0000","last_clean":"2024-03-10T21:18:39.835773+0000","last_became_active":"2024-03-10T21:18:39.474733+0000","last_became_peered":"2024-03-10T21:18:39.474733+0000","last_unstale":"2024-03-10T21:18:39.835773+0000","last_undegraded":"2024-03-10T21:18:39.835773+0000","last_fullsized":"2024-03-10T21:18:39.835773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:00:58.655249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.837759+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:18:39.837759+0000","last_peered":"2024-03-10T21:18:39.837759+0000","last_clean":"2024-03-10T21:18:39.837759+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:18:39.837759+0000","last_undegraded":"2024-03-10T21:18:39.837759+0000","last_fullsized":"2024-03-10T21:18:39.837759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449275+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:18:41.449275+0000","last_peered":"2024-03-10T21:18:41.449275+0000","last_clean":"2024-03-10T21:18:41.449275+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:18:41.449275+0000","last_undegraded":"2024-03-10T21:18:41.449275+0000","last_fullsized":"2024-03-10T21:18:41.449275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449257+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:18:41.449257+0000","last_peered":"2024-03-10T21:18:41.449257+0000","last_clean":"2024-03-10T21:18:41.449257+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:18:41.449257+0000","last_undegraded":"2024-03-10T21:18:41.449257+0000","last_fullsized":"2024-03-10T21:18:41.449257+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.139958+0000","last_change":"2024-03-10T21:18:39.476342+0000","last_active":"2024-03-10T21:18:42.139958+0000","last_peered":"2024-03-10T21:18:42.139958+0000","last_clean":"2024-03-10T21:18:42.139958+0000","last_became_active":"2024-03-10T21:18:39.476072+0000","last_became_peered":"2024-03-10T21:18:39.476072+0000","last_unstale":"2024-03-10T21:18:42.139958+0000","last_undegraded":"2024-03-10T21:18:42.139958+0000","last_fullsized":"2024-03-10T21:18:42.139958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:39:18.357005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572636+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:18:40.572636+0000","last_peered":"2024-03-10T21:18:40.572636+0000","last_clean":"2024-03-10T21:18:40.572636+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:18:40.572636+0000","last_undegraded":"2024-03-10T21:18:40.572636+0000","last_fullsized":"2024-03-10T21:18:40.572636+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.816686+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:18:39.816686+0000","last_peered":"2024-03-10T21:18:39.816686+0000","last_clean":"2024-03-10T21:18:39.816686+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:18:39.816686+0000","last_undegraded":"2024-03-10T21:18:39.816686+0000","last_fullsized":"2024-03-10T21:18:39.816686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140437+0000","last_change":"2024-03-10T21:18:39.827061+0000","last_active":"2024-03-10T21:18:42.140437+0000","last_peered":"2024-03-10T21:18:42.140437+0000","last_clean":"2024-03-10T21:18:42.140437+0000","last_became_active":"2024-03-10T21:18:39.826709+0000","last_became_peered":"2024-03-10T21:18:39.826709+0000","last_unstale":"2024-03-10T21:18:42.140437+0000","last_undegraded":"2024-03-10T21:18:42.140437+0000","last_fullsized":"2024-03-10T21:18:42.140437+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:44.266823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140324+0000","last_change":"2024-03-10T21:18:39.479988+0000","last_active":"2024-03-10T21:18:42.140324+0000","last_peered":"2024-03-10T21:18:42.140324+0000","last_clean":"2024-03-10T21:18:42.140324+0000","last_became_active":"2024-03-10T21:18:39.479641+0000","last_became_peered":"2024-03-10T21:18:39.479641+0000","last_unstale":"2024-03-10T21:18:42.140324+0000","last_undegraded":"2024-03-10T21:18:42.140324+0000","last_fullsized":"2024-03-10T21:18:42.140324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:41:14.977494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817712+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:18:39.817712+0000","last_peered":"2024-03-10T21:18:39.817712+0000","last_clean":"2024-03-10T21:18:39.817712+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:18:39.817712+0000","last_undegraded":"2024-03-10T21:18:39.817712+0000","last_fullsized":"2024-03-10T21:18:39.817712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572767+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:18:40.572767+0000","last_peered":"2024-03-10T21:18:40.572767+0000","last_clean":"2024-03-10T21:18:40.572767+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:18:40.572767+0000","last_undegraded":"2024-03-10T21:18:40.572767+0000","last_fullsized":"2024-03-10T21:18:40.572767+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.312526+0000","last_change":"2024-03-10T21:18:39.833237+0000","last_active":"2024-03-10T21:18:42.312526+0000","last_peered":"2024-03-10T21:18:42.312526+0000","last_clean":"2024-03-10T21:18:42.312526+0000","last_became_active":"2024-03-10T21:18:39.832941+0000","last_became_peered":"2024-03-10T21:18:39.832941+0000","last_unstale":"2024-03-10T21:18:42.312526+0000","last_undegraded":"2024-03-10T21:18:42.312526+0000","last_fullsized":"2024-03-10T21:18:42.312526+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:33:06.913251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.844749+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:18:39.844749+0000","last_peered":"2024-03-10T21:18:39.844749+0000","last_clean":"2024-03-10T21:18:39.844749+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:18:39.844749+0000","last_undegraded":"2024-03-10T21:18:39.844749+0000","last_fullsized":"2024-03-10T21:18:39.844749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807182+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:18:40.807182+0000","last_peered":"2024-03-10T21:18:40.807182+0000","last_clean":"2024-03-10T21:18:40.807182+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:18:40.807182+0000","last_undegraded":"2024-03-10T21:18:40.807182+0000","last_fullsized":"2024-03-10T21:18:40.807182+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.838104+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:18:39.838104+0000","last_peered":"2024-03-10T21:18:39.838104+0000","last_clean":"2024-03-10T21:18:39.838104+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:18:39.838104+0000","last_undegraded":"2024-03-10T21:18:39.838104+0000","last_fullsized":"2024-03-10T21:18:39.838104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830770+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:18:39.830770+0000","last_peered":"2024-03-10T21:18:39.830770+0000","last_clean":"2024-03-10T21:18:39.830770+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:18:39.830770+0000","last_undegraded":"2024-03-10T21:18:39.830770+0000","last_fullsized":"2024-03-10T21:18:39.830770+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140002+0000","last_change":"2024-03-10T21:18:39.481615+0000","last_active":"2024-03-10T21:18:42.140002+0000","last_peered":"2024-03-10T21:18:42.140002+0000","last_clean":"2024-03-10T21:18:42.140002+0000","last_became_active":"2024-03-10T21:18:39.481234+0000","last_became_peered":"2024-03-10T21:18:39.481234+0000","last_unstale":"2024-03-10T21:18:42.140002+0000","last_undegraded":"2024-03-10T21:18:42.140002+0000","last_fullsized":"2024-03-10T21:18:42.140002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:37:45.820581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807202+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:18:40.807202+0000","last_peered":"2024-03-10T21:18:40.807202+0000","last_clean":"2024-03-10T21:18:40.807202+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:18:40.807202+0000","last_undegraded":"2024-03-10T21:18:40.807202+0000","last_fullsized":"2024-03-10T21:18:40.807202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.815676+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:18:39.815676+0000","last_peered":"2024-03-10T21:18:39.815676+0000","last_clean":"2024-03-10T21:18:39.815676+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:18:39.815676+0000","last_undegraded":"2024-03-10T21:18:39.815676+0000","last_fullsized":"2024-03-10T21:18:39.815676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.825414+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:18:39.825414+0000","last_peered":"2024-03-10T21:18:39.825414+0000","last_clean":"2024-03-10T21:18:39.825414+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:18:39.825414+0000","last_undegraded":"2024-03-10T21:18:39.825414+0000","last_fullsized":"2024-03-10T21:18:39.825414+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.470364+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:18:40.470364+0000","last_peered":"2024-03-10T21:18:40.470364+0000","last_clean":"2024-03-10T21:18:40.470364+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:18:40.470364+0000","last_undegraded":"2024-03-10T21:18:40.470364+0000","last_fullsized":"2024-03-10T21:18:40.470364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807033+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:18:40.807033+0000","last_peered":"2024-03-10T21:18:40.807033+0000","last_clean":"2024-03-10T21:18:40.807033+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:18:40.807033+0000","last_undegraded":"2024-03-10T21:18:40.807033+0000","last_fullsized":"2024-03-10T21:18:40.807033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.312790+0000","last_change":"2024-03-10T21:18:39.467747+0000","last_active":"2024-03-10T21:18:42.312790+0000","last_peered":"2024-03-10T21:18:42.312790+0000","last_clean":"2024-03-10T21:18:42.312790+0000","last_became_active":"2024-03-10T21:18:39.467399+0000","last_became_peered":"2024-03-10T21:18:39.467399+0000","last_unstale":"2024-03-10T21:18:42.312790+0000","last_undegraded":"2024-03-10T21:18:42.312790+0000","last_fullsized":"2024-03-10T21:18:42.312790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:26:15.450533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807488+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:18:40.807488+0000","last_peered":"2024-03-10T21:18:40.807488+0000","last_clean":"2024-03-10T21:18:40.807488+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:18:40.807488+0000","last_undegraded":"2024-03-10T21:18:40.807488+0000","last_fullsized":"2024-03-10T21:18:40.807488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572678+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:18:40.572678+0000","last_peered":"2024-03-10T21:18:40.572678+0000","last_clean":"2024-03-10T21:18:40.572678+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:18:40.572678+0000","last_undegraded":"2024-03-10T21:18:40.572678+0000","last_fullsized":"2024-03-10T21:18:40.572678+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140439+0000","last_change":"2024-03-10T21:18:39.820846+0000","last_active":"2024-03-10T21:18:42.140439+0000","last_peered":"2024-03-10T21:18:42.140439+0000","last_clean":"2024-03-10T21:18:42.140439+0000","last_became_active":"2024-03-10T21:18:39.820561+0000","last_became_peered":"2024-03-10T21:18:39.820561+0000","last_unstale":"2024-03-10T21:18:42.140439+0000","last_undegraded":"2024-03-10T21:18:42.140439+0000","last_fullsized":"2024-03-10T21:18:42.140439+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:18:59.279080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.139989+0000","last_change":"2024-03-10T21:18:39.480805+0000","last_active":"2024-03-10T21:18:42.139989+0000","last_peered":"2024-03-10T21:18:42.139989+0000","last_clean":"2024-03-10T21:18:42.139989+0000","last_became_active":"2024-03-10T21:18:39.480426+0000","last_became_peered":"2024-03-10T21:18:39.480426+0000","last_unstale":"2024-03-10T21:18:42.139989+0000","last_undegraded":"2024-03-10T21:18:42.139989+0000","last_fullsized":"2024-03-10T21:18:42.139989+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:30.494743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.312447+0000","last_change":"2024-03-10T21:18:39.837119+0000","last_active":"2024-03-10T21:18:42.312447+0000","last_peered":"2024-03-10T21:18:42.312447+0000","last_clean":"2024-03-10T21:18:42.312447+0000","last_became_active":"2024-03-10T21:18:39.836750+0000","last_became_peered":"2024-03-10T21:18:39.836750+0000","last_unstale":"2024-03-10T21:18:42.312447+0000","last_undegraded":"2024-03-10T21:18:42.312447+0000","last_fullsized":"2024-03-10T21:18:42.312447+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:14.046689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572572+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:18:40.572572+0000","last_peered":"2024-03-10T21:18:40.572572+0000","last_clean":"2024-03-10T21:18:40.572572+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:18:40.572572+0000","last_undegraded":"2024-03-10T21:18:40.572572+0000","last_fullsized":"2024-03-10T21:18:40.572572+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.470401+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:18:40.470401+0000","last_peered":"2024-03-10T21:18:40.470401+0000","last_clean":"2024-03-10T21:18:40.470401+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:18:40.470401+0000","last_undegraded":"2024-03-10T21:18:40.470401+0000","last_fullsized":"2024-03-10T21:18:40.470401+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449286+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:18:41.449286+0000","last_peered":"2024-03-10T21:18:41.449286+0000","last_clean":"2024-03-10T21:18:41.449286+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:18:41.449286+0000","last_undegraded":"2024-03-10T21:18:41.449286+0000","last_fullsized":"2024-03-10T21:18:41.449286+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.139975+0000","last_change":"2024-03-10T21:18:39.473366+0000","last_active":"2024-03-10T21:18:42.139975+0000","last_peered":"2024-03-10T21:18:42.139975+0000","last_clean":"2024-03-10T21:18:42.139975+0000","last_became_active":"2024-03-10T21:18:39.473043+0000","last_became_peered":"2024-03-10T21:18:39.473043+0000","last_unstale":"2024-03-10T21:18:42.139975+0000","last_undegraded":"2024-03-10T21:18:42.139975+0000","last_fullsized":"2024-03-10T21:18:42.139975+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:39.457192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":219,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.817805+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:18:39.817805+0000","last_peered":"2024-03-10T21:18:39.817805+0000","last_clean":"2024-03-10T21:18:39.817805+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:18:39.817805+0000","last_undegraded":"2024-03-10T21:18:39.817805+0000","last_fullsized":"2024-03-10T21:18:39.817805+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.835549+0000","last_change":"2024-03-10T21:18:39.835098+0000","last_active":"2024-03-10T21:18:39.835549+0000","last_peered":"2024-03-10T21:18:39.835549+0000","last_clean":"2024-03-10T21:18:39.835549+0000","last_became_active":"2024-03-10T21:18:39.834832+0000","last_became_peered":"2024-03-10T21:18:39.834832+0000","last_unstale":"2024-03-10T21:18:39.835549+0000","last_undegraded":"2024-03-10T21:18:39.835549+0000","last_fullsized":"2024-03-10T21:18:39.835549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:10:17.351459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806889+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:18:40.806889+0000","last_peered":"2024-03-10T21:18:40.806889+0000","last_clean":"2024-03-10T21:18:40.806889+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:18:40.806889+0000","last_undegraded":"2024-03-10T21:18:40.806889+0000","last_fullsized":"2024-03-10T21:18:40.806889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807441+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:18:40.807441+0000","last_peered":"2024-03-10T21:18:40.807441+0000","last_clean":"2024-03-10T21:18:40.807441+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:18:40.807441+0000","last_undegraded":"2024-03-10T21:18:40.807441+0000","last_fullsized":"2024-03-10T21:18:40.807441+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572704+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:18:40.572704+0000","last_peered":"2024-03-10T21:18:40.572704+0000","last_clean":"2024-03-10T21:18:40.572704+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:18:40.572704+0000","last_undegraded":"2024-03-10T21:18:40.572704+0000","last_fullsized":"2024-03-10T21:18:40.572704+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806335+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:18:40.806335+0000","last_peered":"2024-03-10T21:18:40.806335+0000","last_clean":"2024-03-10T21:18:40.806335+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:18:40.806335+0000","last_undegraded":"2024-03-10T21:18:40.806335+0000","last_fullsized":"2024-03-10T21:18:40.806335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449369+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:18:41.449369+0000","last_peered":"2024-03-10T21:18:41.449369+0000","last_clean":"2024-03-10T21:18:41.449369+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:18:41.449369+0000","last_undegraded":"2024-03-10T21:18:41.449369+0000","last_fullsized":"2024-03-10T21:18:41.449369+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.828909+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:18:39.828909+0000","last_peered":"2024-03-10T21:18:39.828909+0000","last_clean":"2024-03-10T21:18:39.828909+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:18:39.828909+0000","last_undegraded":"2024-03-10T21:18:39.828909+0000","last_fullsized":"2024-03-10T21:18:39.828909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.820853+0000","last_change":"2024-03-10T21:18:39.817949+0000","last_active":"2024-03-10T21:18:39.820853+0000","last_peered":"2024-03-10T21:18:39.820853+0000","last_clean":"2024-03-10T21:18:39.820853+0000","last_became_active":"2024-03-10T21:18:39.817685+0000","last_became_peered":"2024-03-10T21:18:39.817685+0000","last_unstale":"2024-03-10T21:18:39.820853+0000","last_undegraded":"2024-03-10T21:18:39.820853+0000","last_fullsized":"2024-03-10T21:18:39.820853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:16.180019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.806674+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:18:40.806674+0000","last_peered":"2024-03-10T21:18:40.806674+0000","last_clean":"2024-03-10T21:18:40.806674+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:18:40.806674+0000","last_undegraded":"2024-03-10T21:18:40.806674+0000","last_fullsized":"2024-03-10T21:18:40.806674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.312345+0000","last_change":"2024-03-10T21:18:39.831551+0000","last_active":"2024-03-10T21:18:42.312345+0000","last_peered":"2024-03-10T21:18:42.312345+0000","last_clean":"2024-03-10T21:18:42.312345+0000","last_became_active":"2024-03-10T21:18:39.831259+0000","last_became_peered":"2024-03-10T21:18:39.831259+0000","last_unstale":"2024-03-10T21:18:42.312345+0000","last_undegraded":"2024-03-10T21:18:42.312345+0000","last_fullsized":"2024-03-10T21:18:42.312345+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:54:59.462999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572619+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:18:40.572619+0000","last_peered":"2024-03-10T21:18:40.572619+0000","last_clean":"2024-03-10T21:18:40.572619+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:18:40.572619+0000","last_undegraded":"2024-03-10T21:18:40.572619+0000","last_fullsized":"2024-03-10T21:18:40.572619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449247+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:18:41.449247+0000","last_peered":"2024-03-10T21:18:41.449247+0000","last_clean":"2024-03-10T21:18:41.449247+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:18:41.449247+0000","last_undegraded":"2024-03-10T21:18:41.449247+0000","last_fullsized":"2024-03-10T21:18:41.449247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572656+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:18:40.572656+0000","last_peered":"2024-03-10T21:18:40.572656+0000","last_clean":"2024-03-10T21:18:40.572656+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:18:40.572656+0000","last_undegraded":"2024-03-10T21:18:40.572656+0000","last_fullsized":"2024-03-10T21:18:40.572656+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449308+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:18:41.449308+0000","last_peered":"2024-03-10T21:18:41.449308+0000","last_clean":"2024-03-10T21:18:41.449308+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:18:41.449308+0000","last_undegraded":"2024-03-10T21:18:41.449308+0000","last_fullsized":"2024-03-10T21:18:41.449308+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807109+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:18:40.807109+0000","last_peered":"2024-03-10T21:18:40.807109+0000","last_clean":"2024-03-10T21:18:40.807109+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:18:40.807109+0000","last_undegraded":"2024-03-10T21:18:40.807109+0000","last_fullsized":"2024-03-10T21:18:40.807109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.830937+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:18:39.830937+0000","last_peered":"2024-03-10T21:18:39.830937+0000","last_clean":"2024-03-10T21:18:39.830937+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:18:39.830937+0000","last_undegraded":"2024-03-10T21:18:39.830937+0000","last_fullsized":"2024-03-10T21:18:39.830937+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.470418+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:18:40.470418+0000","last_peered":"2024-03-10T21:18:40.470418+0000","last_clean":"2024-03-10T21:18:40.470418+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:18:40.470418+0000","last_undegraded":"2024-03-10T21:18:40.470418+0000","last_fullsized":"2024-03-10T21:18:40.470418+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807171+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:18:40.807171+0000","last_peered":"2024-03-10T21:18:40.807171+0000","last_clean":"2024-03-10T21:18:40.807171+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:18:40.807171+0000","last_undegraded":"2024-03-10T21:18:40.807171+0000","last_fullsized":"2024-03-10T21:18:40.807171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572744+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:18:40.572744+0000","last_peered":"2024-03-10T21:18:40.572744+0000","last_clean":"2024-03-10T21:18:40.572744+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:18:40.572744+0000","last_undegraded":"2024-03-10T21:18:40.572744+0000","last_fullsized":"2024-03-10T21:18:40.572744+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140172+0000","last_change":"2024-03-10T21:18:39.823471+0000","last_active":"2024-03-10T21:18:42.140172+0000","last_peered":"2024-03-10T21:18:42.140172+0000","last_clean":"2024-03-10T21:18:42.140172+0000","last_became_active":"2024-03-10T21:18:39.823169+0000","last_became_peered":"2024-03-10T21:18:39.823169+0000","last_unstale":"2024-03-10T21:18:42.140172+0000","last_undegraded":"2024-03-10T21:18:42.140172+0000","last_fullsized":"2024-03-10T21:18:42.140172+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:01.867080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.470435+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:18:40.470435+0000","last_peered":"2024-03-10T21:18:40.470435+0000","last_clean":"2024-03-10T21:18:40.470435+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:18:40.470435+0000","last_undegraded":"2024-03-10T21:18:40.470435+0000","last_fullsized":"2024-03-10T21:18:40.470435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.807438+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:18:40.807438+0000","last_peered":"2024-03-10T21:18:40.807438+0000","last_clean":"2024-03-10T21:18:40.807438+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:18:40.807438+0000","last_undegraded":"2024-03-10T21:18:40.807438+0000","last_fullsized":"2024-03-10T21:18:40.807438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.842160+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:18:39.842160+0000","last_peered":"2024-03-10T21:18:39.842160+0000","last_clean":"2024-03-10T21:18:39.842160+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:18:39.842160+0000","last_undegraded":"2024-03-10T21:18:39.842160+0000","last_fullsized":"2024-03-10T21:18:39.842160+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.470384+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:18:40.470384+0000","last_peered":"2024-03-10T21:18:40.470384+0000","last_clean":"2024-03-10T21:18:40.470384+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:18:40.470384+0000","last_undegraded":"2024-03-10T21:18:40.470384+0000","last_fullsized":"2024-03-10T21:18:40.470384+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140113+0000","last_change":"2024-03-10T21:18:39.822669+0000","last_active":"2024-03-10T21:18:42.140113+0000","last_peered":"2024-03-10T21:18:42.140113+0000","last_clean":"2024-03-10T21:18:42.140113+0000","last_became_active":"2024-03-10T21:18:39.821857+0000","last_became_peered":"2024-03-10T21:18:39.821857+0000","last_unstale":"2024-03-10T21:18:42.140113+0000","last_undegraded":"2024-03-10T21:18:42.140113+0000","last_fullsized":"2024-03-10T21:18:42.140113+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:48:10.204243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.836032+0000","last_change":"2024-03-10T21:18:39.835443+0000","last_active":"2024-03-10T21:18:39.836032+0000","last_peered":"2024-03-10T21:18:39.836032+0000","last_clean":"2024-03-10T21:18:39.836032+0000","last_became_active":"2024-03-10T21:18:39.835179+0000","last_became_peered":"2024-03-10T21:18:39.835179+0000","last_unstale":"2024-03-10T21:18:39.836032+0000","last_undegraded":"2024-03-10T21:18:39.836032+0000","last_fullsized":"2024-03-10T21:18:39.836032+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:25:12.221852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449336+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:18:41.449336+0000","last_peered":"2024-03-10T21:18:41.449336+0000","last_clean":"2024-03-10T21:18:41.449336+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:18:41.449336+0000","last_undegraded":"2024-03-10T21:18:41.449336+0000","last_fullsized":"2024-03-10T21:18:41.449336+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:40.572724+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:18:40.572724+0000","last_peered":"2024-03-10T21:18:40.572724+0000","last_clean":"2024-03-10T21:18:40.572724+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:18:40.572724+0000","last_undegraded":"2024-03-10T21:18:40.572724+0000","last_fullsized":"2024-03-10T21:18:40.572724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841646+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:18:39.841646+0000","last_peered":"2024-03-10T21:18:39.841646+0000","last_clean":"2024-03-10T21:18:39.841646+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:18:39.841646+0000","last_undegraded":"2024-03-10T21:18:39.841646+0000","last_fullsized":"2024-03-10T21:18:39.841646+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449379+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:18:41.449379+0000","last_peered":"2024-03-10T21:18:41.449379+0000","last_clean":"2024-03-10T21:18:41.449379+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:18:41.449379+0000","last_undegraded":"2024-03-10T21:18:41.449379+0000","last_fullsized":"2024-03-10T21:18:41.449379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.139997+0000","last_change":"2024-03-10T21:18:39.823068+0000","last_active":"2024-03-10T21:18:42.139997+0000","last_peered":"2024-03-10T21:18:42.139997+0000","last_clean":"2024-03-10T21:18:42.139997+0000","last_became_active":"2024-03-10T21:18:39.821469+0000","last_became_peered":"2024-03-10T21:18:39.821469+0000","last_unstale":"2024-03-10T21:18:42.139997+0000","last_undegraded":"2024-03-10T21:18:42.139997+0000","last_fullsized":"2024-03-10T21:18:42.139997+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:27:56.064972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:41.449266+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:18:41.449266+0000","last_peered":"2024-03-10T21:18:41.449266+0000","last_clean":"2024-03-10T21:18:41.449266+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:18:41.449266+0000","last_undegraded":"2024-03-10T21:18:41.449266+0000","last_fullsized":"2024-03-10T21:18:41.449266+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-03-10T21:18:42.140137+0000","last_change":"2024-03-10T21:18:39.828023+0000","last_active":"2024-03-10T21:18:42.140137+0000","last_peered":"2024-03-10T21:18:42.140137+0000","last_clean":"2024-03-10T21:18:42.140137+0000","last_became_active":"2024-03-10T21:18:39.827730+0000","last_became_peered":"2024-03-10T21:18:39.827730+0000","last_unstale":"2024-03-10T21:18:42.140137+0000","last_undegraded":"2024-03-10T21:18:42.140137+0000","last_fullsized":"2024-03-10T21:18:42.140137+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:29:42.499976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.821091+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:18:39.821091+0000","last_peered":"2024-03-10T21:18:39.821091+0000","last_clean":"2024-03-10T21:18:39.821091+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:18:39.821091+0000","last_undegraded":"2024-03-10T21:18:39.821091+0000","last_fullsized":"2024-03-10T21:18:39.821091+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-03-10T21:18:39.841420+0000","last_change":"2024-03-10T21:18:39.839175+0000","last_active":"2024-03-10T21:18:39.841420+0000","last_peered":"2024-03-10T21:18:39.841420+0000","last_clean":"2024-03-10T21:18:39.841420+0000","last_became_active":"2024-03-10T21:18:39.838610+0000","last_became_peered":"2024-03-10T21:18:39.838610+0000","last_unstale":"2024-03-10T21:18:39.841420+0000","last_undegraded":"2024-03-10T21:18:39.841420+0000","last_fullsized":"2024-03-10T21:18:39.841420+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:06:49.087583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201287,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28228,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716924,"statfs":{"total":95995035648,"available":95966130176,"internally_reserved":0,"allocated":1232896,"data_stored":853244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":847143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:57 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.28999999999999998},"min":{"1min":0.26100000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.376},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.318},"min":{"1min":0.34100000000000003,"5min":0.217,"15min":0.217},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.40400000000000003}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.42299999999999999,"15min":0.40999999999999998},"min":{"1min":0.34899999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.39800000000000002,"15min":0.38900000000000001},"min":{"1min":0.33700000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.23699999999999999}]},{"osd":3,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.318}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.47899999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:18:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.435}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1228800,"data_stored":846638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:18:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33200000000000002,"15min":0.32200000000000001},"min":{"1min":0.182,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.54900000000000004,"5min":0.629,"15min":0.629},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.34899999999999998,"15min":0.33700000000000002},"min":{"1min":0.26700000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.42999999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:18:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.38200000000000001,"15min":0.36899999999999999},"min":{"1min":0.32800000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.30599999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.30399999999999999}]},{"osd":3,"last update":"Sun Mar 10 21:17:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.41299999999999998}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35699999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.34699999999999998,"15min":0.33700000000000002},"min":{"1min":0.311,"5min":0.189,"15min":0.189},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.33800000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:18:24 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Sun Mar 10 21:17:50 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.311}]},{"osd":4,"last update":"Sun Mar 10 21:18:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56599999999999995}]},{"osd":5,"last update":"Sun Mar 10 21:18:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149723,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":651264,"data_stored":263940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.434},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.504}]},{"osd":1,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.53000000000000003}]},{"osd":2,"last update":"Sun Mar 10 21:17:47 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.51900000000000002}]},{"osd":4,"last update":"Sun Mar 10 21:18:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.63700000000000001}]},{"osd":5,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.68200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":256250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.50900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58099999999999996}]},{"osd":3,"last update":"Sun Mar 10 21:18:07 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.433},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Sun Mar 10 21:18:37 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.69899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.57599999999999996}]},{"osd":1,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.437}]},{"osd":2,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.502}]},{"osd":3,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.625}]},{"osd":4,"last update":"Sun Mar 10 21:18:32 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:18:47.667 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-10T21:18:47.667 INFO:tasks.cephadm:Adding prometheus.a on smithi193 2024-03-10T21:18:47.668 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply prometheus '1;smithi193=a' 2024-03-10T21:18:47.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:47 smithi193 ceph-mon[30554]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2024-03-10T21:18:47.883 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:18:48.612 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:48 smithi193 ceph-mon[30554]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:48.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:48 smithi071 ceph-mon[27124]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:48.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:48 smithi071 ceph-mon[37838]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:18:49.568 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled prometheus update... 2024-03-10T21:18:49.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:49 smithi193 ceph-mon[30554]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-03-10T21:18:49.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:49 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:49.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:49 smithi071 ceph-mon[27124]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-03-10T21:18:49.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:49 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:49.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:49 smithi071 ceph-mon[37838]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-03-10T21:18:49.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:49 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:50.157 DEBUG:teuthology.orchestra.run.smithi193:prometheus.a> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service 2024-03-10T21:18:50.160 INFO:tasks.cephadm:Adding node-exporter.a on smithi071 2024-03-10T21:18:50.160 INFO:tasks.cephadm:Adding node-exporter.b on smithi193 2024-03-10T21:18:50.160 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply node-exporter '2;smithi071=a;smithi193=b' 2024-03-10T21:18:50.408 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:18:50.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:50 smithi193 ceph-mon[30554]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:50.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:50 smithi193 ceph-mon[30554]: Saving service prometheus spec with placement smithi193=a;count:1 2024-03-10T21:18:50.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:50 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:50.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:50 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:50.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:50 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:50.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:50 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:50.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[27124]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[27124]: Saving service prometheus spec with placement smithi193=a;count:1 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[37838]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[37838]: Saving service prometheus spec with placement smithi193=a;count:1 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:18:50.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:50 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:51.819 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:51 smithi193 ceph-mon[30554]: Deploying daemon prometheus.a on smithi193 2024-03-10T21:18:51.819 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:51 smithi193 ceph-mon[30554]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 2 op/s 2024-03-10T21:18:52.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:51 smithi071 ceph-mon[27124]: Deploying daemon prometheus.a on smithi193 2024-03-10T21:18:52.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:51 smithi071 ceph-mon[27124]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 2 op/s 2024-03-10T21:18:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:51 smithi071 ceph-mon[37838]: Deploying daemon prometheus.a on smithi193 2024-03-10T21:18:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:51 smithi071 ceph-mon[37838]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 2 op/s 2024-03-10T21:18:52.772 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled node-exporter update... 2024-03-10T21:18:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:53 smithi193 ceph-mon[30554]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 2 op/s 2024-03-10T21:18:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:53 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:53.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:53 smithi071 ceph-mon[27124]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 2 op/s 2024-03-10T21:18:53.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:53 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:53.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:53 smithi071 ceph-mon[37838]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 2 op/s 2024-03-10T21:18:53.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:53 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:53.932 DEBUG:teuthology.orchestra.run.smithi071:node-exporter.a> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service 2024-03-10T21:18:53.934 DEBUG:teuthology.orchestra.run.smithi193:node-exporter.b> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service 2024-03-10T21:18:53.937 INFO:tasks.cephadm:Adding alertmanager.a on smithi071 2024-03-10T21:18:53.937 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply alertmanager '1;smithi071=a' 2024-03-10T21:18:54.177 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:18:54.558 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:54 smithi193 ceph-mon[30554]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:54.558 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:54 smithi193 ceph-mon[30554]: Saving service node-exporter spec with placement smithi071=a;smithi193=b;count:2 2024-03-10T21:18:54.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:54 smithi071 ceph-mon[27124]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:54.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:54 smithi071 ceph-mon[27124]: Saving service node-exporter spec with placement smithi071=a;smithi193=b;count:2 2024-03-10T21:18:54.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:54 smithi071 ceph-mon[37838]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi193=b", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:54.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:54 smithi071 ceph-mon[37838]: Saving service node-exporter spec with placement smithi071=a;smithi193=b;count:2 2024-03-10T21:18:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:55 smithi193 ceph-mon[30554]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-03-10T21:18:55.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:55 smithi071 ceph-mon[27124]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-03-10T21:18:55.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:55 smithi071 ceph-mon[37838]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-03-10T21:18:57.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:57 smithi193 ceph-mon[30554]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-10T21:18:57.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:57 smithi071 ceph-mon[27124]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-10T21:18:57.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:57 smithi071 ceph-mon[37838]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-03-10T21:18:58.317 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled alertmanager update... 2024-03-10T21:18:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:59 smithi193 ceph-mon[30554]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:59.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:59 smithi193 ceph-mon[30554]: Saving service alertmanager spec with placement smithi071=a;count:1 2024-03-10T21:18:59.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:59 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:59.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:18:59 smithi193 ceph-mon[30554]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:59.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[27124]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:59.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[27124]: Saving service alertmanager spec with placement smithi071=a;count:1 2024-03-10T21:18:59.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:59.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[27124]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:18:59.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[37838]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:18:59.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[37838]: Saving service alertmanager spec with placement smithi071=a;count:1 2024-03-10T21:18:59.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:18:59.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:18:59 smithi071 ceph-mon[37838]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:01.238 DEBUG:teuthology.orchestra.run.smithi071:alertmanager.a> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@alertmanager.a.service 2024-03-10T21:19:01.241 INFO:tasks.cephadm:Adding grafana.a on smithi193 2024-03-10T21:19:01.241 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph orch apply grafana '1;smithi193=a' 2024-03-10T21:19:01.831 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:01 smithi071 ceph-mon[27124]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:01.832 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:01 smithi071 ceph-mon[37838]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:01 smithi193 ceph-mon[30554]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:01.885 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:19:03.640 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:03 smithi193 ceph-mon[30554]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:03.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:03 smithi071 ceph-mon[27124]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:03 smithi071 ceph-mon[37838]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:04.080 INFO:teuthology.orchestra.run.smithi193.stdout:Scheduled grafana update... 2024-03-10T21:19:04.753 DEBUG:teuthology.orchestra.run.smithi193:grafana.a> sudo journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service 2024-03-10T21:19:04.756 INFO:tasks.cephadm:Setting up client nodes... 2024-03-10T21:19:04.756 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-10T21:19:04.969 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:05.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: ignoring --setuser ceph since I am not root 2024-03-10T21:19:05.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: ignoring --setgroup ceph since I am not root 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mgr[32433]: -- 172.21.15.193:0/757600540 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5631553a91e0 con 0x56315537f000 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: Saving service grafana spec with placement smithi193=a;count:1 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-10T21:19:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-mon[30554]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setuser ceph since I am not root 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setgroup ceph since I am not root 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: Saving service grafana spec with placement smithi193=a;count:1 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[27124]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi193=a", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: Saving service grafana spec with placement smithi193=a;count:1 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-03-10T21:19:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-mon[37838]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:06.082 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:05.635+0000 7f4260782200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:19:06.082 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:05.728+0000 7f4260782200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:19:06.082 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:05.649+0000 7fb39d576200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:19:06.083 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:05.742+0000 7fb39d576200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:19:06.332 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-mon[27124]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-10T21:19:06.332 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-mon[27124]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-10T21:19:06.333 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-mon[37838]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-10T21:19:06.333 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-mon[37838]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-10T21:19:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-mon[30554]: from='mgr.14150 172.21.15.71:0/1892312990' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-03-10T21:19:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-mon[30554]: mgrmap e16: y(active, since 4m), standbys: x 2024-03-10T21:19:06.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:06.375+0000 7fb39d576200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:19:06.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:06.474+0000 7fb39d576200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:19:06.696 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:06.364+0000 7f4260782200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:19:06.697 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:06.456+0000 7f4260782200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:19:06.697 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:06.598+0000 7f4260782200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:19:06.697 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:06.694+0000 7f4260782200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:19:06.900 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:06.616+0000 7fb39d576200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:19:06.900 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:06.715+0000 7fb39d576200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:19:06.900 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:06.798+0000 7fb39d576200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:19:07.044 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:06.777+0000 7f4260782200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:19:07.182 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:07.069+0000 7fb39d576200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:19:07.199 INFO:teuthology.orchestra.run.smithi071.stdout:[client.0] 2024-03-10T21:19:07.199 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQDLI+5lGr+KCxAALfUphubjAiCqj+b6ufYl4Q== 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2796207217' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:07.041+0000 7f4260782200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:07.150+0000 7f4260782200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:07.237+0000 7f4260782200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:19:07.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:07.332+0000 7f4260782200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:19:07.546 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2796207217' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:07.546 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:07.546 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T21:19:07.547 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:07.180+0000 7fb39d576200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:19:07.547 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:07.274+0000 7fb39d576200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:19:07.547 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:07.367+0000 7fb39d576200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:19:07.547 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2796207217' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:07.547 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:07.547 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T21:19:07.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:07.508+0000 7f4260782200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:19:07.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:07.543+0000 7fb39d576200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:19:07.878 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:19:07.878 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-10T21:19:07.878 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-10T21:19:07.955 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-10T21:19:08.166 INFO:teuthology.orchestra.run.smithi193.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.b/config 2024-03-10T21:19:08.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:08.500+0000 7f4260782200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:19:08.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:08.636+0000 7f4260782200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:19:08.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:08.497+0000 7fb39d576200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:19:08.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:08.625+0000 7fb39d576200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:19:09.230 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:08.973+0000 7f4260782200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:19:09.230 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:09.064+0000 7f4260782200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:19:09.235 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:08.952+0000 7fb39d576200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:19:09.235 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:09.040+0000 7fb39d576200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:19:09.553 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:09.261+0000 7f4260782200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:19:09.553 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:09.456+0000 7f4260782200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:19:09.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:09.232+0000 7fb39d576200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:19:09.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:09.413+0000 7fb39d576200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:19:09.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:09.748+0000 7f4260782200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:19:09.947 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:09.691+0000 7fb39d576200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:19:10.087 INFO:teuthology.orchestra.run.smithi193.stdout:[client.1] 2024-03-10T21:19:10.087 INFO:teuthology.orchestra.run.smithi193.stdout: key = AQDOI+5lxejiBBAA6SJ9VfTog54QU6Gib+KYEg== 2024-03-10T21:19:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:10 smithi193 ceph-mon[30554]: from='client.? 172.21.15.193:0/301344604' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:10 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:10 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T21:19:10.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:10.018+0000 7f4260782200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:19:10.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:10.260+0000 7f4260782200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:19:10.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:09.944+0000 7fb39d576200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:19:10.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:10.177+0000 7fb39d576200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:19:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-mon[27124]: from='client.? 172.21.15.193:0/301344604' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T21:19:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-mon[37838]: from='client.? 172.21.15.193:0/301344604' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-10T21:19:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-10T21:19:10.642 DEBUG:teuthology.orchestra.run.smithi193:> set -ex 2024-03-10T21:19:10.642 DEBUG:teuthology.orchestra.run.smithi193:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-03-10T21:19:10.642 DEBUG:teuthology.orchestra.run.smithi193:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-03-10T21:19:10.686 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-03-10T21:19:10.686 DEBUG:teuthology.orchestra.run.smithi071:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-03-10T21:19:10.968 INFO:teuthology.misc.health.smithi071.stdout: 2024-03-10T21:19:10.968 INFO:teuthology.misc.health.smithi071.stdout:{"epoch":63,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:18:40.802712+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:19:10.979 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-03-10T21:19:10.979 INFO:tasks.cephadm:Creating RBD pool 2024-03-10T21:19:10.979 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-03-10T21:19:11.186 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:11.308 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:11 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2508140799' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:11.309 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:10.977+0000 7fb39d576200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:19:11.309 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:11 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2508140799' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:11 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2508140799' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:11.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:11.074+0000 7f4260782200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:19:11.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:11.563+0000 7fb39d576200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:19:11.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:11.665+0000 7fb39d576200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:19:11.970 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:11.648+0000 7f4260782200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:19:11.970 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:11.745+0000 7f4260782200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:19:12.138 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:11.883+0000 7fb39d576200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:11] ENGINE Bus STARTING 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.021+0000 7fb2fbba5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.021+0000 7fb2fbba5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.021+0000 7fb2fbba5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.021+0000 7fb2fbba5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.021+0000 7fb2fbba5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.139 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.022+0000 7fb2fe3aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.022+0000 7fb2fe3aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.022+0000 7fb2fe3aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.022+0000 7fb2fe3aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.022+0000 7fb2fe3aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: CherryPy Checker: 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: The Application mounted at '' has an empty config. 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:12] ENGINE Serving on http://:::9283 2024-03-10T21:19:12.140 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:12] ENGINE Bus STARTED 2024-03-10T21:19:12.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:11.968+0000 7f4260782200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: [10/Mar/2024:21:19:11] ENGINE Bus STARTING 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: CherryPy Checker: 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: The Application mounted at '' has an empty config. 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: [10/Mar/2024:21:19:12] ENGINE Serving on http://:::9283 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[32429]: [10/Mar/2024:21:19:12] ENGINE Bus STARTED 2024-03-10T21:19:12.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: Active manager daemon y restarted 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: Activating manager daemon y 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: osdmap e64: 8 total, 8 up, 8 in 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: mgrmap e17: y(active, starting, since 0.010458s), standbys: x 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:19:12.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: Manager daemon y is now available 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:12.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: Standby manager daemon x restarted 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: Standby manager daemon x started 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:19:12.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:19:12.498 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:19:12] "GET /metrics HTTP/1.1" 200 28757 "" "Prometheus/2.43.0" 2024-03-10T21:19:12.499 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: Active manager daemon y restarted 2024-03-10T21:19:12.499 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: Activating manager daemon y 2024-03-10T21:19:12.499 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: osdmap e64: 8 total, 8 up, 8 in 2024-03-10T21:19:12.499 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: mgrmap e17: y(active, starting, since 0.010458s), standbys: x 2024-03-10T21:19:12.499 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:19:12.499 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:19:12.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: Manager daemon y is now available 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: Standby manager daemon x restarted 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: Standby manager daemon x started 2024-03-10T21:19:12.501 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: Active manager daemon y restarted 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: Activating manager daemon y 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: osdmap e64: 8 total, 8 up, 8 in 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: mgrmap e17: y(active, starting, since 0.010458s), standbys: x 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:19:12.502 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:19:12.503 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:19:12.503 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:19:12.503 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:19:12.503 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: Manager daemon y is now available 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:12.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: Standby manager daemon x restarted 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: Standby manager daemon x started 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:19:12.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:19:12.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:19:12.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:19:12.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2789499599' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:19:12.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:19:13.921 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'rbd' created 2024-03-10T21:19:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:13 smithi193 ceph-mon[30554]: mgrmap e18: y(active, since 1.01243s), standbys: x 2024-03-10T21:19:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:13 smithi193 ceph-mon[30554]: [10/Mar/2024:21:19:12] ENGINE Bus STARTING 2024-03-10T21:19:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:13 smithi193 ceph-mon[30554]: [10/Mar/2024:21:19:13] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:19:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:13 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1193161867' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[37838]: mgrmap e18: y(active, since 1.01243s), standbys: x 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[37838]: [10/Mar/2024:21:19:12] ENGINE Bus STARTING 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[37838]: [10/Mar/2024:21:19:13] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1193161867' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[27124]: mgrmap e18: y(active, since 1.01243s), standbys: x 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[27124]: [10/Mar/2024:21:19:12] ENGINE Bus STARTING 2024-03-10T21:19:14.275 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[27124]: [10/Mar/2024:21:19:13] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:19:14.276 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:13 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1193161867' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-03-10T21:19:14.705 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-03-10T21:19:14.939 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:15.064 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: [10/Mar/2024:21:19:13] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:19:15.064 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: [10/Mar/2024:21:19:13] ENGINE Bus STARTED 2024-03-10T21:19:15.064 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1193161867' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: osdmap e65: 8 total, 8 up, 8 in 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: [10/Mar/2024:21:19:13] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: [10/Mar/2024:21:19:13] ENGINE Bus STARTED 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1193161867' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: osdmap e65: 8 total, 8 up, 8 in 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:15.065 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: [10/Mar/2024:21:19:13] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:19:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: [10/Mar/2024:21:19:13] ENGINE Bus STARTED 2024-03-10T21:19:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1193161867' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-03-10T21:19:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: osdmap e65: 8 total, 8 up, 8 in 2024-03-10T21:19:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: mgrmap e19: y(active, since 3s), standbys: x 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: osdmap e66: 8 total, 8 up, 8 in 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi193 to 2992M 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: mgrmap e19: y(active, since 3s), standbys: x 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: osdmap e66: 8 total, 8 up, 8 in 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi193 to 2992M 2024-03-10T21:19:16.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:15 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:19:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: mgrmap e19: y(active, since 3s), standbys: x 2024-03-10T21:19:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: osdmap e66: 8 total, 8 up, 8 in 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi193 to 2992M 2024-03-10T21:19:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:15 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: osdmap e67: 8 total, 8 up, 8 in 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: mgrmap e20: y(active, since 4s), standbys: x 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:19:17.270 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: osdmap e67: 8 total, 8 up, 8 in 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: mgrmap e20: y(active, since 4s), standbys: x 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:19:17.271 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:19:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: osdmap e67: 8 total, 8 up, 8 in 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: mgrmap e20: y(active, since 4s), standbys: x 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:19:17.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:17.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:19:17.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:19:18.093 INFO:teuthology.orchestra.run.smithi071.stderr:enabled application 'rbd' on pool 'rbd' 2024-03-10T21:19:18.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi071 to 2992M 2024-03-10T21:19:18.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:19:18.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2213396325' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:18 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi071 to 2992M 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:19:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2213396325' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi071 to 2992M 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:19:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2213396325' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:18 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:19.093 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-10T21:19:19.093 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-10T21:19:19.093 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph mgr dump --format=json 2024-03-10T21:19:19.305 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[27124]: Deploying daemon alertmanager.a on smithi071 2024-03-10T21:19:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[27124]: pgmap v9: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2213396325' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:19:19.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[27124]: osdmap e68: 8 total, 8 up, 8 in 2024-03-10T21:19:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[37838]: Deploying daemon alertmanager.a on smithi071 2024-03-10T21:19:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[37838]: pgmap v9: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2213396325' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:19:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:19 smithi071 ceph-mon[37838]: osdmap e68: 8 total, 8 up, 8 in 2024-03-10T21:19:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:19 smithi193 ceph-mon[30554]: Deploying daemon alertmanager.a on smithi071 2024-03-10T21:19:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:19 smithi193 ceph-mon[30554]: pgmap v9: 105 pgs: 5 unknown, 100 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:19 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2213396325' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:19:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:19 smithi193 ceph-mon[30554]: osdmap e68: 8 total, 8 up, 8 in 2024-03-10T21:19:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:20 smithi071 ceph-mon[27124]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-10T21:19:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:20 smithi071 ceph-mon[27124]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:19:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:20 smithi071 ceph-mon[27124]: Cluster is now healthy 2024-03-10T21:19:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:20 smithi071 ceph-mon[37838]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-10T21:19:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:20 smithi071 ceph-mon[37838]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:19:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:20 smithi071 ceph-mon[37838]: Cluster is now healthy 2024-03-10T21:19:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:20 smithi193 ceph-mon[30554]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-03-10T21:19:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:20 smithi193 ceph-mon[30554]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:19:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:20 smithi193 ceph-mon[30554]: Cluster is now healthy 2024-03-10T21:19:21.992 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:19:22.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:19:22] "GET /metrics HTTP/1.1" 200 28757 "" "Prometheus/2.43.0" 2024-03-10T21:19:23.160 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":20,"active_gid":14595,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":1397328662},{"type":"v1","addr":"172.21.15.71:6801","nonce":1397328662}]},"active_addr":"172.21.15.71:6801/1397328662","active_change":"2024-03-10T21:19:11.898083+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24415,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.71:8443/","prometheus":"http://172.21.15.71:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":3782930241}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":71092591}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1214532151}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":3396530340}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1223948601}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1038311123}]}]} 2024-03-10T21:19:23.164 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-10T21:19:23.164 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-10T21:19:23.164 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T21:19:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:22 smithi193 ceph-mon[30554]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-10T21:19:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:22 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3060547199' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-10T21:19:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:22 smithi071 ceph-mon[27124]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-10T21:19:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:22 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3060547199' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-10T21:19:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:22 smithi071 ceph-mon[37838]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-03-10T21:19:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:22 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3060547199' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-10T21:19:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:25.131 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:24 smithi071 ceph-mon[27124]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T21:19:25.131 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:24 smithi071 ceph-mon[37838]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T21:19:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:24 smithi193 ceph-mon[30554]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-03-10T21:19:26.747 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:19:26.748 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":68,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:19:18.083714+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:19:27.031 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:26 smithi071 ceph-mon[27124]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-10T21:19:27.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:26 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2435822525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:27.032 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:26 smithi071 ceph-mon[37838]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-10T21:19:27.032 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:26 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2435822525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:27.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:26 smithi193 ceph-mon[30554]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-10T21:19:27.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:26 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2435822525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:28.173 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:27 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:28.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:27 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:27 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:28.588 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-10T21:19:28.588 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T21:19:29.228 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:28 smithi193 ceph-mon[30554]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-10T21:19:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:28 smithi071 ceph-mon[27124]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-10T21:19:29.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:28 smithi071 ceph-mon[37838]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-03-10T21:19:30.337 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:30 smithi071 systemd[1]: Starting Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:19:31.201 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:30 smithi071 ceph-mon[27124]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:31.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:30 smithi071 ceph-mon[37838]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:30 smithi193 ceph-mon[30554]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:31.651 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:19:31.651 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":68,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:19:18.083714+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:19:31.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:31 smithi071 podman[68738]: 2024-03-10 21:19:31.495715661 +0000 UTC m=+0.018783894 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-10T21:19:31.984 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:31 smithi071 podman[68738]: 2024-03-10 21:19:31.614076416 +0000 UTC m=+0.137144641 volume create 5dd6dc9dde9ab5fcde19f5abaf1d542d30246f061095858df010197341454743 2024-03-10T21:19:31.984 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:31 smithi071 podman[68738]: 2024-03-10 21:19:31.839651776 +0000 UTC m=+0.362720001 container create c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:19:32.248 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:31 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1385201623' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:32.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:31 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1385201623' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:31 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1385201623' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:19:32.509 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:19:32] "GET /metrics HTTP/1.1" 200 33643 "" "Prometheus/2.43.0" 2024-03-10T21:19:32.509 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 podman[68738]: 2024-03-10 21:19:32.35142291 +0000 UTC m=+0.874491136 container init c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:19:32.509 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 podman[68738]: 2024-03-10 21:19:32.354257876 +0000 UTC m=+0.877326104 container start c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:19:32.509 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.366Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-10T21:19:32.509 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.366Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-10T21:19:32.509 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.367Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2024-03-10T21:19:32.509 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.368Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-10T21:19:32.510 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.392Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T21:19:32.510 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.393Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T21:19:32.510 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.395Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-10T21:19:32.510 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:32.395Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-10T21:19:32.510 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 bash[68738]: c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe 2024-03-10T21:19:32.510 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:32 smithi071 systemd[1]: Started Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:19:32.772 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:32] ENGINE Bus STOPPING 2024-03-10T21:19:32.772 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:19:32.772 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:32] ENGINE Bus STOPPED 2024-03-10T21:19:32.772 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:32] ENGINE Bus STARTING 2024-03-10T21:19:32.773 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:32] ENGINE Serving on http://:::9283 2024-03-10T21:19:33.024 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:19:32] ENGINE Bus STARTED 2024-03-10T21:19:33.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:33.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.026 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T21:19:33.026 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.046 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-10T21:19:33.047 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-10T21:19:33.047 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-10T21:19:33.048 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-10T21:19:33.048 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-10T21:19:33.049 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-10T21:19:33.049 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-10T21:19:33.050 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-10T21:19:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T21:19:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:33.525 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:33.529 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:33.529 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:33.529 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:33.533 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:33.533 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:34.192 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:34.192 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:34.307 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:33 smithi071 ceph-mon[27124]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-10T21:19:34.307 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T21:19:34.308 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:33 smithi071 ceph-mon[27124]: Deploying daemon grafana.a on smithi193 2024-03-10T21:19:34.308 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:33 smithi071 ceph-mon[37838]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-10T21:19:34.308 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T21:19:34.308 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:33 smithi071 ceph-mon[37838]: Deploying daemon grafana.a on smithi193 2024-03-10T21:19:34.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:33 smithi193 ceph-mon[30554]: Regenerating cephadm self-signed grafana TLS certificates 2024-03-10T21:19:34.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-03-10T21:19:34.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:33 smithi193 ceph-mon[30554]: Deploying daemon grafana.a on smithi193 2024-03-10T21:19:34.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:34.369Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00093651s 2024-03-10T21:19:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:34 smithi193 ceph-mon[30554]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:35.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:34 smithi071 ceph-mon[27124]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:35.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:34 smithi071 ceph-mon[37838]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:37.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:36 smithi071 ceph-mon[37838]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:37.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:36 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:36 smithi071 ceph-mon[27124]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:36 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:36 smithi193 ceph-mon[30554]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:36 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:38.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:38 smithi193 ceph-mon[30554]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:38 smithi071 ceph-mon[27124]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:38 smithi071 ceph-mon[37838]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:40 smithi193 ceph-mon[30554]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:41.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:40 smithi071 ceph-mon[27124]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:41.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:40 smithi071 ceph-mon[37838]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:42.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:19:42] "GET /metrics HTTP/1.1" 200 33635 "" "Prometheus/2.43.0" 2024-03-10T21:19:42.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:19:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:19:42.371Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003210785s 2024-03-10T21:19:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:77309411370 2024-03-10T21:19:43.171 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-10T21:19:43.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:42 smithi071 ceph-mon[27124]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:43.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:43.253 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:42 smithi071 ceph-mon[37838]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:43.253 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:42 smithi193 ceph-mon[30554]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:43.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:45.216 INFO:teuthology.orchestra.run.smithi071.stdout:236223201297 2024-03-10T21:19:45.217 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-10T21:19:45.238 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:44 smithi193 ceph-mon[30554]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:45.242 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:44 smithi071 ceph-mon[27124]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:45.242 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:44 smithi071 ceph-mon[37838]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:45.835 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 systemd[1]: Started Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:19:46.124 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.870767152Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-03-10T21:19:46.124 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871009241Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-10T21:19:46.124 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871032445Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.87104006Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871046827Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871053055Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871059294Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871065291Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871071301Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.8710773Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.87108278Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871088269Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871094064Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=settings t=2024-03-10T21:19:45.871099867Z level=info msg="App mode production" 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore t=2024-03-10T21:19:45.871152266Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore t=2024-03-10T21:19:45.871170205Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-10T21:19:46.125 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.872022892Z level=info msg="Starting DB migrations" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.872097141Z level=info msg="Executing migration" id="create migration_log table" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.872588706Z level=info msg="Executing migration" id="create user table" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.873025088Z level=info msg="Executing migration" id="add unique index user.login" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.873504773Z level=info msg="Executing migration" id="add unique index user.email" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.874407771Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.875304426Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.875973537Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.877022414Z level=info msg="Executing migration" id="create user table v2" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.877644732Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.878462423Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.878947204Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.879349039Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-03-10T21:19:46.126 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.880266071Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.880934035Z level=info msg="Executing migration" id="Update user table charset" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.881242817Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.88166665Z level=info msg="Executing migration" id="Add missing user data" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.88201273Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.882438831Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.882841379Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.883287493Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-03-10T21:19:46.127 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.885741828Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-03-10T21:19:46.128 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.888536775Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.889109088Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.892150033Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.894815627Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.89758417Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.900239359Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.902910106Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-03-10T21:19:46.129 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.905886454Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-03-10T21:19:46.130 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.908672521Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-03-10T21:19:46.130 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.911457595Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-03-10T21:19:46.130 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.914045578Z level=info msg="Executing migration" id="create temp_user v2" 2024-03-10T21:19:46.130 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.916748224Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-03-10T21:19:46.130 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.919423475Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.922206195Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.922625771Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.925399144Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.928233818Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.928662655Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.931288215Z level=info msg="Executing migration" id="create star table" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.931678379Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.933910825Z level=info msg="Executing migration" id="create org table v1" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.936772231Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.939200329Z level=info msg="Executing migration" id="create org_user table v1" 2024-03-10T21:19:46.131 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.941970923Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.944444812Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.94490073Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.947610448Z level=info msg="Executing migration" id="Update org table charset" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.950153154Z level=info msg="Executing migration" id="Update org_user table charset" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.95275338Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.953231012Z level=info msg="Executing migration" id="create dashboard table" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.955776802Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.958435355Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.961052533Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.961737018Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.962552084Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-03-10T21:19:46.132 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.963335633Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.964228619Z level=info msg="Executing migration" id="create dashboard v2" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.964623234Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.965509525Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.966231841Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.967154721Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.967624264Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.968373562Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.968923365Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.969453267Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.970183211Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.97065474Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-03-10T21:19:46.133 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.971149414Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.972090674Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.972805786Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.973578093Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.974479386Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.975196853Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.976187228Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.97691289Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.977458627Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.978352376Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-03-10T21:19:46.134 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.978869936Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.979310164Z level=info msg="Executing migration" id="Update dashboard title length" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.980220129Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.980865522Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.981867439Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.983068555Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.984076214Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.984638805Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.985516545Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.986450033Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.987165387Z level=info msg="Executing migration" id="Add check_sum column" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.987689491Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-03-10T21:19:46.135 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.990553447Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.993191039Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.995734908Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.996169495Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:45.998862598Z level=info msg="Executing migration" id="create data_source table" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.001790618Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.004399683Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.005035391Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.008005825Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.010711595Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.013380807Z level=info msg="Executing migration" id="create data_source table v2" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.013802451Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-03-10T21:19:46.136 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.016670709Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.019491964Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.022317234Z level=info msg="Executing migration" id="Add column with_credentials" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.022867334Z level=info msg="Executing migration" id="Add secure json data column" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.025653306Z level=info msg="Executing migration" id="Update data_source table charset" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.028323604Z level=info msg="Executing migration" id="Update initial version to 1" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.030925369Z level=info msg="Executing migration" id="Add read_only data column" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.031480919Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.034171497Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.03456909Z level=info msg="Executing migration" id="Add uid column" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.036745353Z level=info msg="Executing migration" id="Update uid value" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.039411161Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-03-10T21:19:46.137 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.040032612Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.042656795Z level=info msg="Executing migration" id="create api_key table" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.04553905Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.048237274Z level=info msg="Executing migration" id="add index api_key.key" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.048746677Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.051432803Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.054126721Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.056642581Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-03-10T21:19:46.138 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.059216838Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.062012764Z level=info msg="Executing migration" id="create api_key table v2" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.062660382Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.063598851Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.064278818Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.065059772Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.06585714Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.066735256Z level=info msg="Executing migration" id="Update api_key table charset" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.067137169Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.067925513Z level=info msg="Executing migration" id="Add service account foreign key" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.068779371Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.069594398Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-03-10T21:19:46.139 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.070564437Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.071312834Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.072131831Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.073157996Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.073842824Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.074860228Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.075682929Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.07642183Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.077276304Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.078200096Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.078971839Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.079830602Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-03-10T21:19:46.140 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.080743679Z level=info msg="Executing migration" id="create quota table v1" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.081650886Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.082439391Z level=info msg="Executing migration" id="Update quota table charset" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.082750464Z level=info msg="Executing migration" id="create plugin_setting table" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.083268813Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.084218857Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.084938312Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.085242002Z level=info msg="Executing migration" id="create session table" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.087891123Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.090645416Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.091003787Z level=info msg="Executing migration" id="create playlist table v2" 2024-03-10T21:19:46.141 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.0914691Z level=info msg="Executing migration" id="create playlist item table v2" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.094183242Z level=info msg="Executing migration" id="Update playlist table charset" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.096933409Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.097285846Z level=info msg="Executing migration" id="drop preferences table v2" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.09756991Z level=info msg="Executing migration" id="drop preferences table v3" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.097850459Z level=info msg="Executing migration" id="create preferences table v3" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.098256532Z level=info msg="Executing migration" id="Update preferences table charset" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.101172514Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.101897259Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.104705158Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.105372737Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-03-10T21:19:46.142 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.108047442Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.111025216Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.111493341Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.114253384Z level=info msg="Executing migration" id="create alert table v1" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.117080562Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.119778824Z level=info msg="Executing migration" id="add index alert state" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.122472204Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.122966507Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.123398469Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.123851221Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.124253664Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.125891293Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-03-10T21:19:46.143 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.12631599Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-03-10T21:19:46.144 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.126758182Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.127106324Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.127479459Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.127850087Z level=info msg="Executing migration" id="Add column is_default" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.128517165Z level=info msg="Executing migration" id="Add column frequency" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.129142748Z level=info msg="Executing migration" id="Add column send_reminder" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.12975395Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.130381697Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.13080915Z level=info msg="Executing migration" id="Update alert table charset" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.131107275Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.131409263Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-03-10T21:19:46.375 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.131793997Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-03-10T21:19:46.376 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.132236684Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-03-10T21:19:46.376 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.132675076Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-03-10T21:19:46.376 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.133048359Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-03-10T21:19:46.376 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.133477114Z level=info msg="Executing migration" id="Add for to alert table" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.134106693Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.134725172Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.135022375Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.135463371Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.135835952Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.136478321Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.136784219Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.137226922Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.137644434Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-03-10T21:19:46.377 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.137931301Z level=info msg="Executing migration" id="create annotation table v5" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.138360082Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.141120406Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.141550204Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.141992501Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.14246447Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.145368834Z level=info msg="Executing migration" id="Update annotation table charset" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.148116145Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.148810584Z level=info msg="Executing migration" id="Drop category_id index" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.151724308Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.154375298Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.157284083Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.160073071Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-03-10T21:19:46.378 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.162696885Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.165361454Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.168049843Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.170768454Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.173286381Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.175989077Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.178710109Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.181438834Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.183829297Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.186455866Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-03-10T21:19:46.380 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.189177806Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.191996538Z level=info msg="Executing migration" id="Add epoch_end column" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.194776811Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.197366171Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.199946458Z level=info msg="Executing migration" id="Move region to single row" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.202740593Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.203564238Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.204326199Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.205122786Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.205904258Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.206781362Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.207600836Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.208423858Z level=info msg="Executing migration" id="create test_data table" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.209157316Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-03-10T21:19:46.381 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.209549137Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.210889585Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.211643129Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.2124352Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.212786498Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.213281599Z level=info msg="Executing migration" id="create team table" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.213700061Z level=info msg="Executing migration" id="add index team.org_id" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.21420856Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.215059722Z level=info msg="Executing migration" id="create team member table" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.215871582Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.216850765Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.217608509Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.21859618Z level=info msg="Executing migration" id="Add column email to team table" 2024-03-10T21:19:46.382 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.219536399Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.22041668Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.221248306Z level=info msg="Executing migration" id="create dashboard acl table" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.222137508Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.223134251Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.223806238Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.224251228Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.225086269Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.226082822Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.226752847Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.227430932Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.228160651Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.229064385Z level=info msg="Executing migration" id="create tag table" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.229742228Z level=info msg="Executing migration" id="add index tag.key_value" 2024-03-10T21:19:46.383 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.230405273Z level=info msg="Executing migration" id="create login attempt table" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.231024882Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.231903911Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.232534372Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.234406664Z level=info msg="Executing migration" id="create login_attempt v2" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.235150922Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.236115693Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.236740782Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.237122156Z level=info msg="Executing migration" id="create user auth table" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.237973925Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.23890381Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.239595424Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.240395927Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.241183535Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-03-10T21:19:46.384 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.242035197Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.242891158Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.243348888Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.244184495Z level=info msg="Executing migration" id="create server_lock table" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.244619733Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.245051347Z level=info msg="Executing migration" id="create user auth token table" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.246000854Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.246527306Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.247519072Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.248151487Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.24902374Z level=info msg="Executing migration" id="create cache_data table" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.249477935Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.250337515Z level=info msg="Executing migration" id="create short_url table v1" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.251283831Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-03-10T21:19:46.385 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.252139912Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.252603241Z level=info msg="Executing migration" id="delete alert_definition table" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.255428698Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.255930242Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.258182498Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.26125161Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.261690869Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.264356423Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.266910412Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.269602784Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.27002792Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.272842325Z level=info msg="Executing migration" id="drop alert_definition table" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.275704961Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-03-10T21:19:46.386 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.278319583Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.27873094Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.281699676Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.284366966Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.286936058Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.287377161Z level=info msg="Executing migration" id="create alert_instance table" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.290022491Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.290454472Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.292834827Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.295460379Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.296019407Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.298859503Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.302275045Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.305646802Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-03-10T21:19:46.387 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.306065796Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.308842125Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.311390109Z level=info msg="Executing migration" id="create alert_rule table" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.31407073Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.314635251Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.317618215Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.320336786Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.32304766Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.323885233Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.32472635Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.325549899Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.326349669Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.32722259Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.328158747Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-03-10T21:19:46.388 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.328985875Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.329884431Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.3308479Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.331665206Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.332539056Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.333364844Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.333784269Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.334578368Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.335469251Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.33654019Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.337370933Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.338220795Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.339079712Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-03-10T21:19:46.389 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.339938339Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.340249084Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.341117864Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.34195525Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.342803335Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.343745796Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.344511685Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.345350727Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.346194819Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.346623281Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.347515504Z level=info msg="Executing migration" id="create provenance_type table" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.348489972Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.349194493Z level=info msg="Executing migration" id="create alert_image table" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.349579937Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-03-10T21:19:46.390 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.350414189Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.351269704Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.352148575Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.352564893Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.352652443Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.355401989Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.355949594Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.357925834Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.358061864Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.358168562Z level=info msg="alerts found to migrate" alerts=0 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.360680701Z level=info msg="Executing migration" id="create library_element table v1" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.361134913Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.36399748Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.366618206Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-03-10T21:19:46.391 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.369352805Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-03-10T21:19:46.392 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.369802981Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-03-10T21:19:46.392 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.372671999Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-03-10T21:19:46.392 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.375297999Z level=info msg="Executing migration" id="create data_keys table" 2024-03-10T21:19:46.593 INFO:teuthology.orchestra.run.smithi071.stdout:167503724572 2024-03-10T21:19:46.593 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-10T21:19:46.835 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.37811364Z level=info msg="Executing migration" id="create secrets table" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.378587869Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.382767817Z level=info msg="Executing migration" id="add name column into data_keys" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.385660405Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.388485554Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.392669644Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.396941912Z level=info msg="Executing migration" id="create kv_store table v1" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.399539615Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.402326713Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.404913596Z level=info msg="Executing migration" id="create permission table" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.407530212Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-03-10T21:19:46.836 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.410051212Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.412666927Z level=info msg="Executing migration" id="create role table" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.413080669Z level=info msg="Executing migration" id="add column display_name" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.415721502Z level=info msg="Executing migration" id="add column group_name" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.41851454Z level=info msg="Executing migration" id="add index role.org_id" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.421303856Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.421768566Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-03-10T21:19:46.837 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.424564599Z level=info msg="Executing migration" id="create team role table" 2024-03-10T21:19:46.838 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.427365606Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-03-10T21:19:46.838 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.430214987Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-03-10T21:19:46.838 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.433116405Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-03-10T21:19:46.838 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.435698023Z level=info msg="Executing migration" id="create user role table" 2024-03-10T21:19:46.838 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.438548684Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.441056015Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.441490103Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.444410916Z level=info msg="Executing migration" id="create builtin role table" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.446939725Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.449525133Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.449973367Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-03-10T21:19:46.839 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.452736352Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.453365408Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.45379131Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.454202554Z level=info msg="Executing migration" id="add unique index role.uid" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.456174236Z level=info msg="Executing migration" id="create seed assignment table" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.458610352Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.459094727Z level=info msg="Executing migration" id="add column hidden to role table" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.460048635Z level=info msg="Executing migration" id="create query_history table v1" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.460475828Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.460900239Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.461193389Z level=info msg="Executing migration" id="teams permissions migration" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.46155947Z level=info msg="Executing migration" id="dashboard permissions" 2024-03-10T21:19:46.840 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.461976657Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.4623364Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.462609498Z level=info msg="Executing migration" id="alerting notification permissions" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.463031699Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.463436847Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.463855234Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.464812042Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.465119773Z level=info msg="Executing migration" id="create correlation table v1" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.465522551Z level=info msg="Executing migration" id="add index correlations.uid" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.465934587Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.466396662Z level=info msg="Executing migration" id="add correlation config column" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.467376829Z level=info msg="Executing migration" id="create entity_events table" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.467789352Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-03-10T21:19:46.841 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.470536261Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.470748281Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.47111219Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.471193824Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.471462658Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.471809944Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.472213947Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.472635284Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.473051226Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.473623698Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.474047104Z level=info msg="Executing migration" id="Drop public config table" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.474525852Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-03-10T21:19:46.842 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.474925135Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.475403001Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.475847376Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.476348344Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.479480823Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.48051309Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.481536128Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.481858928Z level=info msg="Executing migration" id="add share column" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.482864273Z level=info msg="Executing migration" id="create default alerting folders" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.483359195Z level=info msg="Executing migration" id="create file table" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.483794749Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.484252209Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-03-10T21:19:46.843 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.486238383Z level=info msg="Executing migration" id="create file_meta table" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.488937093Z level=info msg="Executing migration" id="file table idx: path key" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.491517261Z level=info msg="Executing migration" id="set path collation in file table" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.494026133Z level=info msg="Executing migration" id="managed permissions migration" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.496803448Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.499602838Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.502267662Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.504914874Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.505268837Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.506141718Z level=info msg="Executing migration" id="update group index for alert rules" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.50702409Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.5076822Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.508049927Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.509151214Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-03-10T21:19:46.844 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.510195738Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.511021946Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.520763133Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.521252831Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.522052199Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.525473268Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.526315466Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.526702077Z level=info msg="Executing migration" id="create folder table" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.527659555Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.528370272Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.529168162Z level=info msg="Executing migration" id="Update folder title length" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.529500378Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=migrator t=2024-03-10T21:19:46.530469925Z level=info msg="migrations completed" performed=485 skipped=0 duration=658.390002ms 2024-03-10T21:19:46.845 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore t=2024-03-10T21:19:46.531038555Z level=info msg="Created default organization" 2024-03-10T21:19:46.846 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=plugin.loader t=2024-03-10T21:19:46.587694872Z level=info msg="Plugin registered" pluginID=input 2024-03-10T21:19:46.846 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=plugin.loader t=2024-03-10T21:19:46.614724417Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-10T21:19:46.846 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=plugin.loader t=2024-03-10T21:19:46.614741824Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-10T21:19:46.846 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=secrets t=2024-03-10T21:19:46.614772898Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-10T21:19:46.846 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=query_data t=2024-03-10T21:19:46.61644203Z level=info msg="Query Service initialization" 2024-03-10T21:19:46.846 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=live.push_http t=2024-03-10T21:19:46.618691259Z level=info msg="Live Push Gateway initialization" 2024-03-10T21:19:46.973 INFO:teuthology.orchestra.run.smithi071.stdout:55834574895 2024-03-10T21:19:46.973 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-10T21:19:47.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[27124]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[27124]: Deploying daemon node-exporter.a on smithi071 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[37838]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:46 smithi071 ceph-mon[37838]: Deploying daemon node-exporter.a on smithi071 2024-03-10T21:19:47.329 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.329 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.329 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.329 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-mon[30554]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:47.329 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:47.329 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:46 smithi193 ceph-mon[30554]: Deploying daemon node-exporter.a on smithi071 2024-03-10T21:19:47.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=infra.usagestats.collector t=2024-03-10T21:19:47.327732517Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=provisioning.datasources t=2024-03-10T21:19:47.383256698Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=provisioning.datasources t=2024-03-10T21:19:47.414906547Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=provisioning.alerting t=2024-03-10T21:19:47.436437091Z level=info msg="starting to provision alerting" 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=provisioning.alerting t=2024-03-10T21:19:47.436462328Z level=info msg="finished to provision alerting" 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=ngalert.state.manager t=2024-03-10T21:19:47.436545626Z level=info msg="Warming state cache for startup" 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=grafanaStorageLogger t=2024-03-10T21:19:47.437969822Z level=info msg="storage starting" 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=http.server t=2024-03-10T21:19:47.442453123Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=ngalert.state.manager t=2024-03-10T21:19:47.446842446Z level=info msg="State cache has been initialized" states=0 duration=10.29656ms 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=ngalert.multiorg.alertmanager t=2024-03-10T21:19:47.446873865Z level=info msg="starting MultiOrg Alertmanager" 2024-03-10T21:19:47.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=ticker t=2024-03-10T21:19:47.446905814Z level=info msg=starting first_tick=2024-03-10T21:19:50Z 2024-03-10T21:19:47.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore.transactions t=2024-03-10T21:19:47.493337421Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-10T21:19:47.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore.transactions t=2024-03-10T21:19:47.515360566Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-10T21:19:47.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore.transactions t=2024-03-10T21:19:47.525790365Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-03-10T21:19:47.756 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:47.758 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:48.133 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:48.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:48.239 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:19:48.261 INFO:teuthology.orchestra.run.smithi071.stdout:34359738420 2024-03-10T21:19:48.261 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-10T21:19:48.508 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:48.511 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:49.284 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:48 smithi071 ceph-mon[37838]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:49.284 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:48 smithi071 ceph-mon[27124]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:48 smithi193 ceph-mon[30554]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:50.267 INFO:teuthology.orchestra.run.smithi071.stdout:201863462936 2024-03-10T21:19:50.267 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-10T21:19:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:50 smithi193 ceph-mon[30554]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:51.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:50 smithi071 ceph-mon[27124]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:50 smithi071 ceph-mon[37838]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:51.957 INFO:teuthology.orchestra.run.smithi071.stdout:133143986210 2024-03-10T21:19:51.958 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-10T21:19:52.359 INFO:teuthology.orchestra.run.smithi071.stdout:111669149735 2024-03-10T21:19:52.360 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-10T21:19:52.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:19:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:19:52] "GET /metrics HTTP/1.1" 200 33635 "" "Prometheus/2.43.0" 2024-03-10T21:19:53.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:52 smithi193 ceph-mon[30554]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:52 smithi071 ceph-mon[27124]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:53.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:52 smithi071 ceph-mon[37838]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:55.275 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:54 smithi071 ceph-mon[27124]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:55.275 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:54 smithi071 ceph-mon[37838]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:54 smithi193 ceph-mon[30554]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:55.985 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:19:56.297 INFO:teuthology.orchestra.run.smithi071.stdout:77309411373 2024-03-10T21:19:56.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:19:56 smithi071 bash[70776]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-10T21:19:56.995 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:19:56 smithi071 bash[70776]: Writing manifest to image destination 2024-03-10T21:19:57.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:56 smithi071 ceph-mon[27124]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:57.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:56 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3035515562' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-10T21:19:57.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:56 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:57.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:56 smithi071 ceph-mon[37838]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:57.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:56 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3035515562' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-10T21:19:57.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:56 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:56 smithi193 ceph-mon[30554]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:56 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3035515562' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-10T21:19:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:56 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:19:57.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:19:57 smithi071 podman[70776]: 2024-03-10 21:19:57.232750918 +0000 UTC m=+3.366960911 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T21:19:58.170 INFO:teuthology.orchestra.run.smithi071.stdout:167503724574 2024-03-10T21:19:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:58 smithi193 ceph-mon[30554]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:19:58 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2490985683' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-10T21:19:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:58 smithi071 ceph-mon[27124]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:19:58 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2490985683' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-10T21:19:58.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:58 smithi071 ceph-mon[37838]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:19:58.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:19:58 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2490985683' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-10T21:19:59.034 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411373 for osd.2 2024-03-10T21:19:59.034 DEBUG:teuthology.parallel:result is None 2024-03-10T21:19:59.987 INFO:teuthology.orchestra.run.smithi071.stdout:236223201301 2024-03-10T21:20:00.579 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 podman[70776]: 2024-03-10 21:20:00.384082928 +0000 UTC m=+6.518292913 container create ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:00.837 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 podman[70776]: 2024-03-10 21:20:00.780243771 +0000 UTC m=+6.914453763 container init ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:00.837 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 podman[70776]: 2024-03-10 21:20:00.78283653 +0000 UTC m=+6.917046515 container start ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:00.837 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.786Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T21:20:00.837 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.786Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T21:20:00.837 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T21:20:00.837 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T21:20:00.838 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T21:20:00.839 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T21:20:00.840 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.787Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.788Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T21:20:00.841 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[71151]: ts=2024-03-10T21:20:00.788Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T21:20:01.130 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 bash[70776]: ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 2024-03-10T21:20:01.130 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:20:00 smithi071 systemd[1]: Started Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[27124]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2021828638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[27124]: overall HEALTH_OK 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[37838]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2021828638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[37838]: overall HEALTH_OK 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:01.131 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:00 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:01.308 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:00 smithi193 ceph-mon[30554]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:01.308 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:00 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2021828638' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-10T21:20:01.308 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:00 smithi193 ceph-mon[30554]: overall HEALTH_OK 2024-03-10T21:20:01.308 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:00 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:01.309 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:00 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:01.324 INFO:teuthology.orchestra.run.smithi071.stdout:55834574898 2024-03-10T21:20:01.991 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:01 smithi193 systemd[1]: Starting Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:20:02.051 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574895 got 55834574898 for osd.1 2024-03-10T21:20:02.051 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:02.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:01 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:02.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:01 smithi071 ceph-mon[27124]: Deploying daemon node-exporter.b on smithi193 2024-03-10T21:20:02.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:01 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3002522254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-10T21:20:02.313 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:01 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:02.313 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:01 smithi071 ceph-mon[37838]: Deploying daemon node-exporter.b on smithi193 2024-03-10T21:20:02.313 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:01 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3002522254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-10T21:20:02.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:01 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:02.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:01 smithi193 ceph-mon[30554]: Deploying daemon node-exporter.b on smithi193 2024-03-10T21:20:02.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:01 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3002522254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-10T21:20:02.336 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:02 smithi193 bash[60391]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-03-10T21:20:02.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:20:02] "GET /metrics HTTP/1.1" 200 33635 "" "Prometheus/2.43.0" 2024-03-10T21:20:02.680 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:02.681 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:02.835 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:02 smithi193 bash[60391]: Getting image source signatures 2024-03-10T21:20:02.835 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:02 smithi193 bash[60391]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-03-10T21:20:02.835 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:02 smithi193 bash[60391]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-03-10T21:20:02.836 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:02 smithi193 bash[60391]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-03-10T21:20:03.278 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:02 smithi071 ceph-mon[27124]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:03.279 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:02 smithi071 ceph-mon[37838]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:02 smithi193 ceph-mon[30554]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:03.814 INFO:teuthology.orchestra.run.smithi071.stdout:34359738423 2024-03-10T21:20:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:03 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2135474804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-10T21:20:04.085 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:03 smithi193 bash[60391]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-03-10T21:20:04.085 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:03 smithi193 bash[60391]: Writing manifest to image destination 2024-03-10T21:20:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:03 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2135474804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-10T21:20:04.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:03 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2135474804' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-10T21:20:04.434 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738423 for osd.0 2024-03-10T21:20:04.434 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 podman[60391]: 2024-03-10 21:20:04.265417566 +0000 UTC m=+2.359431241 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 podman[60391]: 2024-03-10 21:20:04.355588949 +0000 UTC m=+2.449602595 container create dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 podman[60391]: 2024-03-10 21:20:04.557353946 +0000 UTC m=+2.651367593 container init dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 podman[60391]: 2024-03-10 21:20:04.560236391 +0000 UTC m=+2.654250039 container start dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.564Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.564Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T21:20:04.586 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.565Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T21:20:04.589 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T21:20:04.590 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T21:20:04.591 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T21:20:04.592 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T21:20:04.593 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[60442]: ts=2024-03-10T21:20:04.566Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T21:20:04.717 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201297 got 236223201301 for osd.7 2024-03-10T21:20:04.717 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:05.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:04 smithi071 ceph-mon[27124]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:05.302 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:04 smithi071 ceph-mon[37838]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:04 smithi193 ceph-mon[30554]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:05.335 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:05 smithi193 bash[60391]: dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce 2024-03-10T21:20:05.335 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:20:05 smithi193 systemd[1]: Started Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:20:06.162 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724572 got 167503724574 for osd.5 2024-03-10T21:20:06.162 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:06.514 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[27124]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.515 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.516 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.516 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:06.516 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:06 smithi071 ceph-mon[37838]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:06.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:06.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:06.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:06 smithi193 ceph-mon[30554]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:08.046 INFO:teuthology.orchestra.run.smithi071.stdout:201863462939 2024-03-10T21:20:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:07 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:08.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:07 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:08.325 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:07 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:09.286 INFO:teuthology.orchestra.run.smithi071.stdout:133143986214 2024-03-10T21:20:09.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:08 smithi071 ceph-mon[27124]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:09.286 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:08 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2374054614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-10T21:20:09.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:08 smithi071 ceph-mon[37838]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:09.286 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:08 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2374054614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-10T21:20:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:08 smithi193 ceph-mon[30554]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:08 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2374054614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-10T21:20:09.927 INFO:teuthology.orchestra.run.smithi071.stdout:111669149739 2024-03-10T21:20:10.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:09 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2520882504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-10T21:20:10.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:09 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/4191555798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-10T21:20:10.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:09 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2520882504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-10T21:20:10.221 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:09 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/4191555798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-10T21:20:10.242 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462936 got 201863462939 for osd.6 2024-03-10T21:20:10.242 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:09 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2520882504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-10T21:20:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:09 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/4191555798' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-10T21:20:10.651 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986210 got 133143986214 for osd.4 2024-03-10T21:20:10.651 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:10 smithi193 ceph-mon[30554]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:10 smithi071 ceph-mon[27124]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:11.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:10 smithi071 ceph-mon[37838]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:11.382 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149735 got 111669149739 for osd.3 2024-03-10T21:20:11.383 DEBUG:teuthology.parallel:result is None 2024-03-10T21:20:11.383 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-10T21:20:11.383 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:20:12.069 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2024-03-10T21:20:12.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2024-03-10T21:20:12.301 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-03-10T21:20:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-03-10T21:20:12.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2024-03-10T21:20:12.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:12.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:20:12] "GET /metrics HTTP/1.1" 200 33636 "" "Prometheus/2.43.0" 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-03-10T21:20:13.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: osdmap e69: 8 total, 8 up, 8 in 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-03-10T21:20:13.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: osdmap e69: 8 total, 8 up, 8 in 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:13.180 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:13 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: osdmap e69: 8 total, 8 up, 8 in 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:13 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:13.927 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:13.929 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:20:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:14 smithi193 ceph-mon[30554]: osdmap e70: 8 total, 8 up, 8 in 2024-03-10T21:20:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:14 smithi071 ceph-mon[27124]: osdmap e70: 8 total, 8 up, 8 in 2024-03-10T21:20:14.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:14 smithi071 ceph-mon[37838]: osdmap e70: 8 total, 8 up, 8 in 2024-03-10T21:20:14.573 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-03-10T21:20:13.009368+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":316,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223492,"kb_used_data":7332,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737724,"statfs":{"total":767960285184,"available":767731429376,"internally_reserved":0,"allocated":7507968,"data_stored":4222880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.085564"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425898+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:19:18.425898+0000","last_peered":"2024-03-10T21:19:18.425898+0000","last_clean":"2024-03-10T21:19:18.425898+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:19:18.425898+0000","last_undegraded":"2024-03-10T21:19:18.425898+0000","last_fullsized":"2024-03-10T21:19:18.425898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087582+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:19:18.087582+0000","last_peered":"2024-03-10T21:19:18.087582+0000","last_clean":"2024-03-10T21:19:18.087582+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:19:18.087582+0000","last_undegraded":"2024-03-10T21:19:18.087582+0000","last_fullsized":"2024-03-10T21:19:18.087582+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424635+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:19:18.424635+0000","last_peered":"2024-03-10T21:19:18.424635+0000","last_clean":"2024-03-10T21:19:18.424635+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:19:18.424635+0000","last_undegraded":"2024-03-10T21:19:18.424635+0000","last_fullsized":"2024-03-10T21:19:18.424635+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086928+0000","last_change":"2024-03-10T21:18:39.830373+0000","last_active":"2024-03-10T21:19:18.086928+0000","last_peered":"2024-03-10T21:19:18.086928+0000","last_clean":"2024-03-10T21:19:18.086928+0000","last_became_active":"2024-03-10T21:18:39.830081+0000","last_became_peered":"2024-03-10T21:18:39.830081+0000","last_unstale":"2024-03-10T21:19:18.086928+0000","last_undegraded":"2024-03-10T21:19:18.086928+0000","last_fullsized":"2024-03-10T21:19:18.086928+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:02:22.592797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:20:12.011026+0000","last_change":"2024-03-10T21:20:12.011175+0000","last_active":"2024-03-10T21:20:12.011026+0000","last_peered":"2024-03-10T21:19:18.424890+0000","last_clean":"2024-03-10T21:19:18.424890+0000","last_became_active":"2024-03-10T21:18:39.835800+0000","last_became_peered":"2024-03-10T21:18:39.835800+0000","last_unstale":"2024-03-10T21:20:12.011026+0000","last_undegraded":"2024-03-10T21:20:12.011026+0000","last_fullsized":"2024-03-10T21:20:12.011026+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:20:12.146926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086984+0000","last_change":"2024-03-10T21:18:39.817011+0000","last_active":"2024-03-10T21:19:18.086984+0000","last_peered":"2024-03-10T21:19:18.086984+0000","last_clean":"2024-03-10T21:19:18.086984+0000","last_became_active":"2024-03-10T21:18:39.816724+0000","last_became_peered":"2024-03-10T21:18:39.816724+0000","last_unstale":"2024-03-10T21:19:18.086984+0000","last_undegraded":"2024-03-10T21:19:18.086984+0000","last_fullsized":"2024-03-10T21:19:18.086984+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:41:27.508722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424386+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:19:18.424386+0000","last_peered":"2024-03-10T21:19:18.424386+0000","last_clean":"2024-03-10T21:19:18.424386+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:19:18.424386+0000","last_undegraded":"2024-03-10T21:19:18.424386+0000","last_fullsized":"2024-03-10T21:19:18.424386+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424076+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:19:18.424076+0000","last_peered":"2024-03-10T21:19:18.424076+0000","last_clean":"2024-03-10T21:19:18.424076+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:19:18.424076+0000","last_undegraded":"2024-03-10T21:19:18.424076+0000","last_fullsized":"2024-03-10T21:19:18.424076+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425897+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:19:18.425897+0000","last_peered":"2024-03-10T21:19:18.425897+0000","last_clean":"2024-03-10T21:19:18.425897+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:19:18.425897+0000","last_undegraded":"2024-03-10T21:19:18.425897+0000","last_fullsized":"2024-03-10T21:19:18.425897+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425615+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:19:18.425615+0000","last_peered":"2024-03-10T21:19:18.425615+0000","last_clean":"2024-03-10T21:19:18.425615+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:19:18.425615+0000","last_undegraded":"2024-03-10T21:19:18.425615+0000","last_fullsized":"2024-03-10T21:19:18.425615+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:20:12.009150+0000","last_change":"2024-03-10T21:20:12.009324+0000","last_active":"2024-03-10T21:20:12.009150+0000","last_peered":"2024-03-10T21:19:18.425597+0000","last_clean":"2024-03-10T21:19:18.425597+0000","last_became_active":"2024-03-10T21:18:39.817815+0000","last_became_peered":"2024-03-10T21:18:39.817815+0000","last_unstale":"2024-03-10T21:20:12.009150+0000","last_undegraded":"2024-03-10T21:20:12.009150+0000","last_fullsized":"2024-03-10T21:20:12.009150+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:02:00.766863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425440+0000","last_change":"2024-03-10T21:18:39.834739+0000","last_active":"2024-03-10T21:19:18.425440+0000","last_peered":"2024-03-10T21:19:18.425440+0000","last_clean":"2024-03-10T21:19:18.425440+0000","last_became_active":"2024-03-10T21:18:39.834450+0000","last_became_peered":"2024-03-10T21:18:39.834450+0000","last_unstale":"2024-03-10T21:19:18.425440+0000","last_undegraded":"2024-03-10T21:19:18.425440+0000","last_fullsized":"2024-03-10T21:19:18.425440+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:16:51.426556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424787+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:19:18.424787+0000","last_peered":"2024-03-10T21:19:18.424787+0000","last_clean":"2024-03-10T21:19:18.424787+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:19:18.424787+0000","last_undegraded":"2024-03-10T21:19:18.424787+0000","last_fullsized":"2024-03-10T21:19:18.424787+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424359+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:19:18.424359+0000","last_peered":"2024-03-10T21:19:18.424359+0000","last_clean":"2024-03-10T21:19:18.424359+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:19:18.424359+0000","last_undegraded":"2024-03-10T21:19:18.424359+0000","last_fullsized":"2024-03-10T21:19:18.424359+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087328+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:19:18.087328+0000","last_peered":"2024-03-10T21:19:18.087328+0000","last_clean":"2024-03-10T21:19:18.087328+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:19:18.087328+0000","last_undegraded":"2024-03-10T21:19:18.087328+0000","last_fullsized":"2024-03-10T21:19:18.087328+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086899+0000","last_change":"2024-03-10T21:18:39.829716+0000","last_active":"2024-03-10T21:19:18.086899+0000","last_peered":"2024-03-10T21:19:18.086899+0000","last_clean":"2024-03-10T21:19:18.086899+0000","last_became_active":"2024-03-10T21:18:39.829432+0000","last_became_peered":"2024-03-10T21:18:39.829432+0000","last_unstale":"2024-03-10T21:19:18.086899+0000","last_undegraded":"2024-03-10T21:19:18.086899+0000","last_fullsized":"2024-03-10T21:19:18.086899+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:16.682161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087348+0000","last_change":"2024-03-10T21:18:39.838434+0000","last_active":"2024-03-10T21:19:18.087348+0000","last_peered":"2024-03-10T21:19:18.087348+0000","last_clean":"2024-03-10T21:19:18.087348+0000","last_became_active":"2024-03-10T21:18:39.837859+0000","last_became_peered":"2024-03-10T21:18:39.837859+0000","last_unstale":"2024-03-10T21:19:18.087348+0000","last_undegraded":"2024-03-10T21:19:18.087348+0000","last_fullsized":"2024-03-10T21:19:18.087348+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:31:28.523595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087681+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:19:18.087681+0000","last_peered":"2024-03-10T21:19:18.087681+0000","last_clean":"2024-03-10T21:19:18.087681+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:19:18.087681+0000","last_undegraded":"2024-03-10T21:19:18.087681+0000","last_fullsized":"2024-03-10T21:19:18.087681+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425333+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:19:18.425333+0000","last_peered":"2024-03-10T21:19:18.425333+0000","last_clean":"2024-03-10T21:19:18.425333+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:19:18.425333+0000","last_undegraded":"2024-03-10T21:19:18.425333+0000","last_fullsized":"2024-03-10T21:19:18.425333+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425168+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:19:18.425168+0000","last_peered":"2024-03-10T21:19:18.425168+0000","last_clean":"2024-03-10T21:19:18.425168+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:19:18.425168+0000","last_undegraded":"2024-03-10T21:19:18.425168+0000","last_fullsized":"2024-03-10T21:19:18.425168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424574+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:19:18.424574+0000","last_peered":"2024-03-10T21:19:18.424574+0000","last_clean":"2024-03-10T21:19:18.424574+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:19:18.424574+0000","last_undegraded":"2024-03-10T21:19:18.424574+0000","last_fullsized":"2024-03-10T21:19:18.424574+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424666+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:19:18.424666+0000","last_peered":"2024-03-10T21:19:18.424666+0000","last_clean":"2024-03-10T21:19:18.424666+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:19:18.424666+0000","last_undegraded":"2024-03-10T21:19:18.424666+0000","last_fullsized":"2024-03-10T21:19:18.424666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425132+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:19:18.425132+0000","last_peered":"2024-03-10T21:19:18.425132+0000","last_clean":"2024-03-10T21:19:18.425132+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:19:18.425132+0000","last_undegraded":"2024-03-10T21:19:18.425132+0000","last_fullsized":"2024-03-10T21:19:18.425132+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425569+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:19:18.425569+0000","last_peered":"2024-03-10T21:19:18.425569+0000","last_clean":"2024-03-10T21:19:18.425569+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:19:18.425569+0000","last_undegraded":"2024-03-10T21:19:18.425569+0000","last_fullsized":"2024-03-10T21:19:18.425569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087113+0000","last_change":"2024-03-10T21:18:39.836330+0000","last_active":"2024-03-10T21:19:18.087113+0000","last_peered":"2024-03-10T21:19:18.087113+0000","last_clean":"2024-03-10T21:19:18.087113+0000","last_became_active":"2024-03-10T21:18:39.836035+0000","last_became_peered":"2024-03-10T21:18:39.836035+0000","last_unstale":"2024-03-10T21:19:18.087113+0000","last_undegraded":"2024-03-10T21:19:18.087113+0000","last_fullsized":"2024-03-10T21:19:18.087113+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:06:32.165999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425352+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:19:18.425352+0000","last_peered":"2024-03-10T21:19:18.425352+0000","last_clean":"2024-03-10T21:19:18.425352+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:19:18.425352+0000","last_undegraded":"2024-03-10T21:19:18.425352+0000","last_fullsized":"2024-03-10T21:19:18.425352+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086924+0000","last_change":"2024-03-10T21:18:39.836288+0000","last_active":"2024-03-10T21:19:18.086924+0000","last_peered":"2024-03-10T21:19:18.086924+0000","last_clean":"2024-03-10T21:19:18.086924+0000","last_became_active":"2024-03-10T21:18:39.835882+0000","last_became_peered":"2024-03-10T21:18:39.835882+0000","last_unstale":"2024-03-10T21:19:18.086924+0000","last_undegraded":"2024-03-10T21:19:18.086924+0000","last_fullsized":"2024-03-10T21:19:18.086924+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:29:08.701174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424613+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:19:18.424613+0000","last_peered":"2024-03-10T21:19:18.424613+0000","last_clean":"2024-03-10T21:19:18.424613+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:19:18.424613+0000","last_undegraded":"2024-03-10T21:19:18.424613+0000","last_fullsized":"2024-03-10T21:19:18.424613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424557+0000","last_change":"2024-03-10T21:18:39.830868+0000","last_active":"2024-03-10T21:19:18.424557+0000","last_peered":"2024-03-10T21:19:18.424557+0000","last_clean":"2024-03-10T21:19:18.424557+0000","last_became_active":"2024-03-10T21:18:39.830550+0000","last_became_peered":"2024-03-10T21:18:39.830550+0000","last_unstale":"2024-03-10T21:19:18.424557+0000","last_undegraded":"2024-03-10T21:19:18.424557+0000","last_fullsized":"2024-03-10T21:19:18.424557+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:18:09.732717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:20:12.009306+0000","last_change":"2024-03-10T21:20:12.009493+0000","last_active":"2024-03-10T21:20:12.009306+0000","last_peered":"2024-03-10T21:19:18.424928+0000","last_clean":"2024-03-10T21:19:18.424928+0000","last_became_active":"2024-03-10T21:18:39.474733+0000","last_became_peered":"2024-03-10T21:18:39.474733+0000","last_unstale":"2024-03-10T21:20:12.009306+0000","last_undegraded":"2024-03-10T21:20:12.009306+0000","last_fullsized":"2024-03-10T21:20:12.009306+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:40:03.102461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424321+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:19:18.424321+0000","last_peered":"2024-03-10T21:19:18.424321+0000","last_clean":"2024-03-10T21:19:18.424321+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:19:18.424321+0000","last_undegraded":"2024-03-10T21:19:18.424321+0000","last_fullsized":"2024-03-10T21:19:18.424321+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425081+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:19:18.425081+0000","last_peered":"2024-03-10T21:19:18.425081+0000","last_clean":"2024-03-10T21:19:18.425081+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:19:18.425081+0000","last_undegraded":"2024-03-10T21:19:18.425081+0000","last_fullsized":"2024-03-10T21:19:18.425081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424864+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:19:18.424864+0000","last_peered":"2024-03-10T21:19:18.424864+0000","last_clean":"2024-03-10T21:19:18.424864+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:19:18.424864+0000","last_undegraded":"2024-03-10T21:19:18.424864+0000","last_fullsized":"2024-03-10T21:19:18.424864+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086766+0000","last_change":"2024-03-10T21:18:39.476342+0000","last_active":"2024-03-10T21:19:18.086766+0000","last_peered":"2024-03-10T21:19:18.086766+0000","last_clean":"2024-03-10T21:19:18.086766+0000","last_became_active":"2024-03-10T21:18:39.476072+0000","last_became_peered":"2024-03-10T21:18:39.476072+0000","last_unstale":"2024-03-10T21:19:18.086766+0000","last_undegraded":"2024-03-10T21:19:18.086766+0000","last_fullsized":"2024-03-10T21:19:18.086766+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:39:18.357005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087470+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:19:18.087470+0000","last_peered":"2024-03-10T21:19:18.087470+0000","last_clean":"2024-03-10T21:19:18.087470+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:19:18.087470+0000","last_undegraded":"2024-03-10T21:19:18.087470+0000","last_fullsized":"2024-03-10T21:19:18.087470+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424554+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:19:18.424554+0000","last_peered":"2024-03-10T21:19:18.424554+0000","last_clean":"2024-03-10T21:19:18.424554+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:19:18.424554+0000","last_undegraded":"2024-03-10T21:19:18.424554+0000","last_fullsized":"2024-03-10T21:19:18.424554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087275+0000","last_change":"2024-03-10T21:18:39.827061+0000","last_active":"2024-03-10T21:19:18.087275+0000","last_peered":"2024-03-10T21:19:18.087275+0000","last_clean":"2024-03-10T21:19:18.087275+0000","last_became_active":"2024-03-10T21:18:39.826709+0000","last_became_peered":"2024-03-10T21:18:39.826709+0000","last_unstale":"2024-03-10T21:19:18.087275+0000","last_undegraded":"2024-03-10T21:19:18.087275+0000","last_fullsized":"2024-03-10T21:19:18.087275+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:44.266823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087207+0000","last_change":"2024-03-10T21:18:39.479988+0000","last_active":"2024-03-10T21:19:18.087207+0000","last_peered":"2024-03-10T21:19:18.087207+0000","last_clean":"2024-03-10T21:19:18.087207+0000","last_became_active":"2024-03-10T21:18:39.479641+0000","last_became_peered":"2024-03-10T21:18:39.479641+0000","last_unstale":"2024-03-10T21:19:18.087207+0000","last_undegraded":"2024-03-10T21:19:18.087207+0000","last_fullsized":"2024-03-10T21:19:18.087207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:41:14.977494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425069+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:19:18.425069+0000","last_peered":"2024-03-10T21:19:18.425069+0000","last_clean":"2024-03-10T21:19:18.425069+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:19:18.425069+0000","last_undegraded":"2024-03-10T21:19:18.425069+0000","last_fullsized":"2024-03-10T21:19:18.425069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087866+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:19:18.087866+0000","last_peered":"2024-03-10T21:19:18.087866+0000","last_clean":"2024-03-10T21:19:18.087866+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:19:18.087866+0000","last_undegraded":"2024-03-10T21:19:18.087866+0000","last_fullsized":"2024-03-10T21:19:18.087866+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425363+0000","last_change":"2024-03-10T21:18:39.833237+0000","last_active":"2024-03-10T21:19:18.425363+0000","last_peered":"2024-03-10T21:19:18.425363+0000","last_clean":"2024-03-10T21:19:18.425363+0000","last_became_active":"2024-03-10T21:18:39.832941+0000","last_became_peered":"2024-03-10T21:18:39.832941+0000","last_unstale":"2024-03-10T21:19:18.425363+0000","last_undegraded":"2024-03-10T21:19:18.425363+0000","last_fullsized":"2024-03-10T21:19:18.425363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:33:06.913251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424780+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:19:18.424780+0000","last_peered":"2024-03-10T21:19:18.424780+0000","last_clean":"2024-03-10T21:19:18.424780+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:19:18.424780+0000","last_undegraded":"2024-03-10T21:19:18.424780+0000","last_fullsized":"2024-03-10T21:19:18.424780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425458+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:19:18.425458+0000","last_peered":"2024-03-10T21:19:18.425458+0000","last_clean":"2024-03-10T21:19:18.425458+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:19:18.425458+0000","last_undegraded":"2024-03-10T21:19:18.425458+0000","last_fullsized":"2024-03-10T21:19:18.425458+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424613+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:19:18.424613+0000","last_peered":"2024-03-10T21:19:18.424613+0000","last_clean":"2024-03-10T21:19:18.424613+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:19:18.424613+0000","last_undegraded":"2024-03-10T21:19:18.424613+0000","last_fullsized":"2024-03-10T21:19:18.424613+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424278+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:19:18.424278+0000","last_peered":"2024-03-10T21:19:18.424278+0000","last_clean":"2024-03-10T21:19:18.424278+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:19:18.424278+0000","last_undegraded":"2024-03-10T21:19:18.424278+0000","last_fullsized":"2024-03-10T21:19:18.424278+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086820+0000","last_change":"2024-03-10T21:18:39.481615+0000","last_active":"2024-03-10T21:19:18.086820+0000","last_peered":"2024-03-10T21:19:18.086820+0000","last_clean":"2024-03-10T21:19:18.086820+0000","last_became_active":"2024-03-10T21:18:39.481234+0000","last_became_peered":"2024-03-10T21:18:39.481234+0000","last_unstale":"2024-03-10T21:19:18.086820+0000","last_undegraded":"2024-03-10T21:19:18.086820+0000","last_fullsized":"2024-03-10T21:19:18.086820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:37:45.820581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424815+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:19:18.424815+0000","last_peered":"2024-03-10T21:19:18.424815+0000","last_clean":"2024-03-10T21:19:18.424815+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:19:18.424815+0000","last_undegraded":"2024-03-10T21:19:18.424815+0000","last_fullsized":"2024-03-10T21:19:18.424815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424417+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:19:18.424417+0000","last_peered":"2024-03-10T21:19:18.424417+0000","last_clean":"2024-03-10T21:19:18.424417+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:19:18.424417+0000","last_undegraded":"2024-03-10T21:19:18.424417+0000","last_fullsized":"2024-03-10T21:19:18.424417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424167+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:19:18.424167+0000","last_peered":"2024-03-10T21:19:18.424167+0000","last_clean":"2024-03-10T21:19:18.424167+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:19:18.424167+0000","last_undegraded":"2024-03-10T21:19:18.424167+0000","last_fullsized":"2024-03-10T21:19:18.424167+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086730+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:19:18.086730+0000","last_peered":"2024-03-10T21:19:18.086730+0000","last_clean":"2024-03-10T21:19:18.086730+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:19:18.086730+0000","last_undegraded":"2024-03-10T21:19:18.086730+0000","last_fullsized":"2024-03-10T21:19:18.086730+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424525+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:19:18.424525+0000","last_peered":"2024-03-10T21:19:18.424525+0000","last_clean":"2024-03-10T21:19:18.424525+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:19:18.424525+0000","last_undegraded":"2024-03-10T21:19:18.424525+0000","last_fullsized":"2024-03-10T21:19:18.424525+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425941+0000","last_change":"2024-03-10T21:18:39.467747+0000","last_active":"2024-03-10T21:19:18.425941+0000","last_peered":"2024-03-10T21:19:18.425941+0000","last_clean":"2024-03-10T21:19:18.425941+0000","last_became_active":"2024-03-10T21:18:39.467399+0000","last_became_peered":"2024-03-10T21:18:39.467399+0000","last_unstale":"2024-03-10T21:19:18.425941+0000","last_undegraded":"2024-03-10T21:19:18.425941+0000","last_fullsized":"2024-03-10T21:19:18.425941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:26:15.450533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425663+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:19:18.425663+0000","last_peered":"2024-03-10T21:19:18.425663+0000","last_clean":"2024-03-10T21:19:18.425663+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:19:18.425663+0000","last_undegraded":"2024-03-10T21:19:18.425663+0000","last_fullsized":"2024-03-10T21:19:18.425663+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087444+0000","last_change":"2024-03-10T21:19:15.012494+0000","last_active":"2024-03-10T21:19:18.087444+0000","last_peered":"2024-03-10T21:19:18.087444+0000","last_clean":"2024-03-10T21:19:18.087444+0000","last_became_active":"2024-03-10T21:19:15.012182+0000","last_became_peered":"2024-03-10T21:19:15.012182+0000","last_unstale":"2024-03-10T21:19:18.087444+0000","last_undegraded":"2024-03-10T21:19:18.087444+0000","last_fullsized":"2024-03-10T21:19:18.087444+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:58:09.024653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087354+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:19:18.087354+0000","last_peered":"2024-03-10T21:19:18.087354+0000","last_clean":"2024-03-10T21:19:18.087354+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:19:18.087354+0000","last_undegraded":"2024-03-10T21:19:18.087354+0000","last_fullsized":"2024-03-10T21:19:18.087354+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087163+0000","last_change":"2024-03-10T21:18:39.820846+0000","last_active":"2024-03-10T21:19:18.087163+0000","last_peered":"2024-03-10T21:19:18.087163+0000","last_clean":"2024-03-10T21:19:18.087163+0000","last_became_active":"2024-03-10T21:18:39.820561+0000","last_became_peered":"2024-03-10T21:18:39.820561+0000","last_unstale":"2024-03-10T21:19:18.087163+0000","last_undegraded":"2024-03-10T21:19:18.087163+0000","last_fullsized":"2024-03-10T21:19:18.087163+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:18:59.279080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087409+0000","last_change":"2024-03-10T21:19:15.011138+0000","last_active":"2024-03-10T21:19:18.087409+0000","last_peered":"2024-03-10T21:19:18.087409+0000","last_clean":"2024-03-10T21:19:18.087409+0000","last_became_active":"2024-03-10T21:19:15.010824+0000","last_became_peered":"2024-03-10T21:19:15.010824+0000","last_unstale":"2024-03-10T21:19:18.087409+0000","last_undegraded":"2024-03-10T21:19:18.087409+0000","last_fullsized":"2024-03-10T21:19:18.087409+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:24:22.148068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086795+0000","last_change":"2024-03-10T21:18:39.480805+0000","last_active":"2024-03-10T21:19:18.086795+0000","last_peered":"2024-03-10T21:19:18.086795+0000","last_clean":"2024-03-10T21:19:18.086795+0000","last_became_active":"2024-03-10T21:18:39.480426+0000","last_became_peered":"2024-03-10T21:18:39.480426+0000","last_unstale":"2024-03-10T21:19:18.086795+0000","last_undegraded":"2024-03-10T21:19:18.086795+0000","last_fullsized":"2024-03-10T21:19:18.086795+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:30.494743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424946+0000","last_change":"2024-03-10T21:18:39.837119+0000","last_active":"2024-03-10T21:19:18.424946+0000","last_peered":"2024-03-10T21:19:18.424946+0000","last_clean":"2024-03-10T21:19:18.424946+0000","last_became_active":"2024-03-10T21:18:39.836750+0000","last_became_peered":"2024-03-10T21:18:39.836750+0000","last_unstale":"2024-03-10T21:19:18.424946+0000","last_undegraded":"2024-03-10T21:19:18.424946+0000","last_fullsized":"2024-03-10T21:19:18.424946+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:14.046689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087779+0000","last_change":"2024-03-10T21:19:15.012928+0000","last_active":"2024-03-10T21:19:18.087779+0000","last_peered":"2024-03-10T21:19:18.087779+0000","last_clean":"2024-03-10T21:19:18.087779+0000","last_became_active":"2024-03-10T21:19:15.012641+0000","last_became_peered":"2024-03-10T21:19:15.012641+0000","last_unstale":"2024-03-10T21:19:18.087779+0000","last_undegraded":"2024-03-10T21:19:18.087779+0000","last_fullsized":"2024-03-10T21:19:18.087779+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:15:01.795997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087236+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:19:18.087236+0000","last_peered":"2024-03-10T21:19:18.087236+0000","last_clean":"2024-03-10T21:19:18.087236+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:19:18.087236+0000","last_undegraded":"2024-03-10T21:19:18.087236+0000","last_fullsized":"2024-03-10T21:19:18.087236+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086867+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:19:18.086867+0000","last_peered":"2024-03-10T21:19:18.086867+0000","last_clean":"2024-03-10T21:19:18.086867+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:19:18.086867+0000","last_undegraded":"2024-03-10T21:19:18.086867+0000","last_fullsized":"2024-03-10T21:19:18.086867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425449+0000","last_change":"2024-03-10T21:19:15.012606+0000","last_active":"2024-03-10T21:19:18.425449+0000","last_peered":"2024-03-10T21:19:18.425449+0000","last_clean":"2024-03-10T21:19:18.425449+0000","last_became_active":"2024-03-10T21:19:15.012277+0000","last_became_peered":"2024-03-10T21:19:15.012277+0000","last_unstale":"2024-03-10T21:19:18.425449+0000","last_undegraded":"2024-03-10T21:19:18.425449+0000","last_fullsized":"2024-03-10T21:19:18.425449+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:31.990279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424967+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:19:18.424967+0000","last_peered":"2024-03-10T21:19:18.424967+0000","last_clean":"2024-03-10T21:19:18.424967+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:19:18.424967+0000","last_undegraded":"2024-03-10T21:19:18.424967+0000","last_fullsized":"2024-03-10T21:19:18.424967+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087076+0000","last_change":"2024-03-10T21:18:39.473366+0000","last_active":"2024-03-10T21:19:18.087076+0000","last_peered":"2024-03-10T21:19:18.087076+0000","last_clean":"2024-03-10T21:19:18.087076+0000","last_became_active":"2024-03-10T21:18:39.473043+0000","last_became_peered":"2024-03-10T21:18:39.473043+0000","last_unstale":"2024-03-10T21:19:18.087076+0000","last_undegraded":"2024-03-10T21:19:18.087076+0000","last_fullsized":"2024-03-10T21:19:18.087076+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:39.457192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424912+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:19:18.424912+0000","last_peered":"2024-03-10T21:19:18.424912+0000","last_clean":"2024-03-10T21:19:18.424912+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:19:18.424912+0000","last_undegraded":"2024-03-10T21:19:18.424912+0000","last_fullsized":"2024-03-10T21:19:18.424912+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424941+0000","last_change":"2024-03-10T21:19:15.011267+0000","last_active":"2024-03-10T21:19:18.424941+0000","last_peered":"2024-03-10T21:19:18.424941+0000","last_clean":"2024-03-10T21:19:18.424941+0000","last_became_active":"2024-03-10T21:19:15.010952+0000","last_became_peered":"2024-03-10T21:19:15.010952+0000","last_unstale":"2024-03-10T21:19:18.424941+0000","last_undegraded":"2024-03-10T21:19:18.424941+0000","last_fullsized":"2024-03-10T21:19:18.424941+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:57.667554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:19:18.424113+0000","last_change":"2024-03-10T21:20:12.916373+0000","last_active":"2024-03-10T21:20:12.916373+0000","last_peered":"2024-03-10T21:19:18.424113+0000","last_clean":"2024-03-10T21:19:18.424113+0000","last_became_active":"2024-03-10T21:18:39.834832+0000","last_became_peered":"2024-03-10T21:18:39.834832+0000","last_unstale":"2024-03-10T21:19:18.424113+0000","last_undegraded":"2024-03-10T21:19:18.424113+0000","last_fullsized":"2024-03-10T21:19:18.424113+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:32:08.662603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425220+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:19:18.425220+0000","last_peered":"2024-03-10T21:19:18.425220+0000","last_clean":"2024-03-10T21:19:18.425220+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:19:18.425220+0000","last_undegraded":"2024-03-10T21:19:18.425220+0000","last_fullsized":"2024-03-10T21:19:18.425220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424224+0000","last_change":"2024-03-10T21:19:15.014005+0000","last_active":"2024-03-10T21:19:18.424224+0000","last_peered":"2024-03-10T21:19:18.424224+0000","last_clean":"2024-03-10T21:19:18.424224+0000","last_became_active":"2024-03-10T21:19:15.013697+0000","last_became_peered":"2024-03-10T21:19:15.013697+0000","last_unstale":"2024-03-10T21:19:18.424224+0000","last_undegraded":"2024-03-10T21:19:18.424224+0000","last_fullsized":"2024-03-10T21:19:18.424224+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:45.415922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425563+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:19:18.425563+0000","last_peered":"2024-03-10T21:19:18.425563+0000","last_clean":"2024-03-10T21:19:18.425563+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:19:18.425563+0000","last_undegraded":"2024-03-10T21:19:18.425563+0000","last_fullsized":"2024-03-10T21:19:18.425563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087916+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:19:18.087916+0000","last_peered":"2024-03-10T21:19:18.087916+0000","last_clean":"2024-03-10T21:19:18.087916+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:19:18.087916+0000","last_undegraded":"2024-03-10T21:19:18.087916+0000","last_fullsized":"2024-03-10T21:19:18.087916+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424483+0000","last_change":"2024-03-10T21:19:15.013023+0000","last_active":"2024-03-10T21:19:18.424483+0000","last_peered":"2024-03-10T21:19:18.424483+0000","last_clean":"2024-03-10T21:19:18.424483+0000","last_became_active":"2024-03-10T21:19:15.012721+0000","last_became_peered":"2024-03-10T21:19:15.012721+0000","last_unstale":"2024-03-10T21:19:18.424483+0000","last_undegraded":"2024-03-10T21:19:18.424483+0000","last_fullsized":"2024-03-10T21:19:18.424483+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:01.815698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.088024+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:19:18.088024+0000","last_peered":"2024-03-10T21:19:18.088024+0000","last_clean":"2024-03-10T21:19:18.088024+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:19:18.088024+0000","last_undegraded":"2024-03-10T21:19:18.088024+0000","last_fullsized":"2024-03-10T21:19:18.088024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424787+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:19:18.424787+0000","last_peered":"2024-03-10T21:19:18.424787+0000","last_clean":"2024-03-10T21:19:18.424787+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:19:18.424787+0000","last_undegraded":"2024-03-10T21:19:18.424787+0000","last_fullsized":"2024-03-10T21:19:18.424787+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424775+0000","last_change":"2024-03-10T21:19:15.013834+0000","last_active":"2024-03-10T21:19:18.424775+0000","last_peered":"2024-03-10T21:19:18.424775+0000","last_clean":"2024-03-10T21:19:18.424775+0000","last_became_active":"2024-03-10T21:19:15.013483+0000","last_became_peered":"2024-03-10T21:19:15.013483+0000","last_unstale":"2024-03-10T21:19:18.424775+0000","last_undegraded":"2024-03-10T21:19:18.424775+0000","last_fullsized":"2024-03-10T21:19:18.424775+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:29.893264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424477+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:19:18.424477+0000","last_peered":"2024-03-10T21:19:18.424477+0000","last_clean":"2024-03-10T21:19:18.424477+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:19:18.424477+0000","last_undegraded":"2024-03-10T21:19:18.424477+0000","last_fullsized":"2024-03-10T21:19:18.424477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:19:18.425095+0000","last_change":"2024-03-10T21:20:12.916447+0000","last_active":"2024-03-10T21:20:12.916447+0000","last_peered":"2024-03-10T21:19:18.425095+0000","last_clean":"2024-03-10T21:19:18.425095+0000","last_became_active":"2024-03-10T21:18:39.817685+0000","last_became_peered":"2024-03-10T21:18:39.817685+0000","last_unstale":"2024-03-10T21:19:18.425095+0000","last_undegraded":"2024-03-10T21:19:18.425095+0000","last_fullsized":"2024-03-10T21:19:18.425095+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:29:09.863890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425003+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:19:18.425003+0000","last_peered":"2024-03-10T21:19:18.425003+0000","last_clean":"2024-03-10T21:19:18.425003+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:19:18.425003+0000","last_undegraded":"2024-03-10T21:19:18.425003+0000","last_fullsized":"2024-03-10T21:19:18.425003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:18:39.812398+0000","last_change":"2024-03-10T21:20:12.920957+0000","last_active":"2024-03-10T21:18:39.444416+0000","last_peered":"2024-03-10T21:18:39.444416+0000","last_clean":"2024-03-10T21:18:39.444416+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-03-10T21:18:39.812398+0000","last_undegraded":"2024-03-10T21:18:39.812398+0000","last_fullsized":"2024-03-10T21:18:39.812398+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:21.696761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087331+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:19:18.087331+0000","last_peered":"2024-03-10T21:19:18.087331+0000","last_clean":"2024-03-10T21:19:18.087331+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:19:18.087331+0000","last_undegraded":"2024-03-10T21:19:18.087331+0000","last_fullsized":"2024-03-10T21:19:18.087331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424847+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:19:18.424847+0000","last_peered":"2024-03-10T21:19:18.424847+0000","last_clean":"2024-03-10T21:19:18.424847+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:19:18.424847+0000","last_undegraded":"2024-03-10T21:19:18.424847+0000","last_fullsized":"2024-03-10T21:19:18.424847+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.088152+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:19:18.088152+0000","last_peered":"2024-03-10T21:19:18.088152+0000","last_clean":"2024-03-10T21:19:18.088152+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:19:18.088152+0000","last_undegraded":"2024-03-10T21:19:18.088152+0000","last_fullsized":"2024-03-10T21:19:18.088152+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424454+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:19:18.424454+0000","last_peered":"2024-03-10T21:19:18.424454+0000","last_clean":"2024-03-10T21:19:18.424454+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:19:18.424454+0000","last_undegraded":"2024-03-10T21:19:18.424454+0000","last_fullsized":"2024-03-10T21:19:18.424454+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424731+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:19:18.424731+0000","last_peered":"2024-03-10T21:19:18.424731+0000","last_clean":"2024-03-10T21:19:18.424731+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:19:18.424731+0000","last_undegraded":"2024-03-10T21:19:18.424731+0000","last_fullsized":"2024-03-10T21:19:18.424731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424878+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:19:18.424878+0000","last_peered":"2024-03-10T21:19:18.424878+0000","last_clean":"2024-03-10T21:19:18.424878+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:19:18.424878+0000","last_undegraded":"2024-03-10T21:19:18.424878+0000","last_fullsized":"2024-03-10T21:19:18.424878+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087155+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:19:18.087155+0000","last_peered":"2024-03-10T21:19:18.087155+0000","last_clean":"2024-03-10T21:19:18.087155+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:19:18.087155+0000","last_undegraded":"2024-03-10T21:19:18.087155+0000","last_fullsized":"2024-03-10T21:19:18.087155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425465+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:19:18.425465+0000","last_peered":"2024-03-10T21:19:18.425465+0000","last_clean":"2024-03-10T21:19:18.425465+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:19:18.425465+0000","last_undegraded":"2024-03-10T21:19:18.425465+0000","last_fullsized":"2024-03-10T21:19:18.425465+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087783+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:19:18.087783+0000","last_peered":"2024-03-10T21:19:18.087783+0000","last_clean":"2024-03-10T21:19:18.087783+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:19:18.087783+0000","last_undegraded":"2024-03-10T21:19:18.087783+0000","last_fullsized":"2024-03-10T21:19:18.087783+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086778+0000","last_change":"2024-03-10T21:18:39.823471+0000","last_active":"2024-03-10T21:19:18.086778+0000","last_peered":"2024-03-10T21:19:18.086778+0000","last_clean":"2024-03-10T21:19:18.086778+0000","last_became_active":"2024-03-10T21:18:39.823169+0000","last_became_peered":"2024-03-10T21:18:39.823169+0000","last_unstale":"2024-03-10T21:19:18.086778+0000","last_undegraded":"2024-03-10T21:19:18.086778+0000","last_fullsized":"2024-03-10T21:19:18.086778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:01.867080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087648+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:19:18.087648+0000","last_peered":"2024-03-10T21:19:18.087648+0000","last_clean":"2024-03-10T21:19:18.087648+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:19:18.087648+0000","last_undegraded":"2024-03-10T21:19:18.087648+0000","last_fullsized":"2024-03-10T21:19:18.087648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425722+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:19:18.425722+0000","last_peered":"2024-03-10T21:19:18.425722+0000","last_clean":"2024-03-10T21:19:18.425722+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:19:18.425722+0000","last_undegraded":"2024-03-10T21:19:18.425722+0000","last_fullsized":"2024-03-10T21:19:18.425722+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424167+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:19:18.424167+0000","last_peered":"2024-03-10T21:19:18.424167+0000","last_clean":"2024-03-10T21:19:18.424167+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:19:18.424167+0000","last_undegraded":"2024-03-10T21:19:18.424167+0000","last_fullsized":"2024-03-10T21:19:18.424167+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086697+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:19:18.086697+0000","last_peered":"2024-03-10T21:19:18.086697+0000","last_clean":"2024-03-10T21:19:18.086697+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:19:18.086697+0000","last_undegraded":"2024-03-10T21:19:18.086697+0000","last_fullsized":"2024-03-10T21:19:18.086697+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086876+0000","last_change":"2024-03-10T21:18:39.822669+0000","last_active":"2024-03-10T21:19:18.086876+0000","last_peered":"2024-03-10T21:19:18.086876+0000","last_clean":"2024-03-10T21:19:18.086876+0000","last_became_active":"2024-03-10T21:18:39.821857+0000","last_became_peered":"2024-03-10T21:18:39.821857+0000","last_unstale":"2024-03-10T21:19:18.086876+0000","last_undegraded":"2024-03-10T21:19:18.086876+0000","last_fullsized":"2024-03-10T21:19:18.086876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:48:10.204243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:19:18.424400+0000","last_change":"2024-03-10T21:20:12.916415+0000","last_active":"2024-03-10T21:20:12.916415+0000","last_peered":"2024-03-10T21:19:18.424400+0000","last_clean":"2024-03-10T21:19:18.424400+0000","last_became_active":"2024-03-10T21:18:39.835179+0000","last_became_peered":"2024-03-10T21:18:39.835179+0000","last_unstale":"2024-03-10T21:19:18.424400+0000","last_undegraded":"2024-03-10T21:19:18.424400+0000","last_fullsized":"2024-03-10T21:19:18.424400+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:10:59.559361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424631+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:19:18.424631+0000","last_peered":"2024-03-10T21:19:18.424631+0000","last_clean":"2024-03-10T21:19:18.424631+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:19:18.424631+0000","last_undegraded":"2024-03-10T21:19:18.424631+0000","last_fullsized":"2024-03-10T21:19:18.424631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.087702+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:19:18.087702+0000","last_peered":"2024-03-10T21:19:18.087702+0000","last_clean":"2024-03-10T21:19:18.087702+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:19:18.087702+0000","last_undegraded":"2024-03-10T21:19:18.087702+0000","last_fullsized":"2024-03-10T21:19:18.087702+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.425701+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:19:18.425701+0000","last_peered":"2024-03-10T21:19:18.425701+0000","last_clean":"2024-03-10T21:19:18.425701+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:19:18.425701+0000","last_undegraded":"2024-03-10T21:19:18.425701+0000","last_fullsized":"2024-03-10T21:19:18.425701+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424811+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:19:18.424811+0000","last_peered":"2024-03-10T21:19:18.424811+0000","last_clean":"2024-03-10T21:19:18.424811+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:19:18.424811+0000","last_undegraded":"2024-03-10T21:19:18.424811+0000","last_fullsized":"2024-03-10T21:19:18.424811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086930+0000","last_change":"2024-03-10T21:18:39.823068+0000","last_active":"2024-03-10T21:19:18.086930+0000","last_peered":"2024-03-10T21:19:18.086930+0000","last_clean":"2024-03-10T21:19:18.086930+0000","last_became_active":"2024-03-10T21:18:39.821469+0000","last_became_peered":"2024-03-10T21:18:39.821469+0000","last_unstale":"2024-03-10T21:19:18.086930+0000","last_undegraded":"2024-03-10T21:19:18.086930+0000","last_fullsized":"2024-03-10T21:19:18.086930+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:27:56.064972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424982+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:19:18.424982+0000","last_peered":"2024-03-10T21:19:18.424982+0000","last_clean":"2024-03-10T21:19:18.424982+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:19:18.424982+0000","last_undegraded":"2024-03-10T21:19:18.424982+0000","last_fullsized":"2024-03-10T21:19:18.424982+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.086898+0000","last_change":"2024-03-10T21:18:39.828023+0000","last_active":"2024-03-10T21:19:18.086898+0000","last_peered":"2024-03-10T21:19:18.086898+0000","last_clean":"2024-03-10T21:19:18.086898+0000","last_became_active":"2024-03-10T21:18:39.827730+0000","last_became_peered":"2024-03-10T21:18:39.827730+0000","last_unstale":"2024-03-10T21:19:18.086898+0000","last_undegraded":"2024-03-10T21:19:18.086898+0000","last_fullsized":"2024-03-10T21:19:18.086898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:29:42.499976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-03-10T21:19:18.424475+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:19:18.424475+0000","last_peered":"2024-03-10T21:19:18.424475+0000","last_clean":"2024-03-10T21:19:18.424475+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:19:18.424475+0000","last_undegraded":"2024-03-10T21:19:18.424475+0000","last_fullsized":"2024-03-10T21:19:18.424475+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-03-10T21:20:12.009546+0000","last_change":"2024-03-10T21:20:12.009706+0000","last_active":"2024-03-10T21:20:12.009546+0000","last_peered":"2024-03-10T21:19:18.424858+0000","last_clean":"2024-03-10T21:19:18.424858+0000","last_became_active":"2024-03-10T21:18:39.838610+0000","last_became_peered":"2024-03-10T21:18:39.838610+0000","last_unstale":"2024-03-10T21:20:12.009546+0000","last_undegraded":"2024-03-10T21:20:12.009546+0000","last_fullsized":"2024-03-10T21:20:12.009546+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:13.464955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201304,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":896347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47199999999999998}]},{"osd":1,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.33100000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.39400000000000002}]},{"osd":3,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.44700000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.251},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.314}]},{"osd":5,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47999999999999998}]},{"osd":6,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.36899999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462941,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28296,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716856,"statfs":{"total":95995035648,"available":95966060544,"internally_reserved":0,"allocated":1306624,"data_stored":897760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65900000000000003,"5min":0.748,"15min":0.748},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.54600000000000004,"15min":0.55600000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68400000000000005,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.78500000000000003}]},{"osd":1,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53400000000000003,"15min":0.53500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.65700000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.622},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.628,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.64300000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.56799999999999995,"15min":0.58199999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64200000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.57499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71999999999999997,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.81000000000000005}]},{"osd":3,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64000000000000001,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55300000000000005,"15min":0.55800000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.83299999999999996}]},{"osd":4,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68200000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.628,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.69399999999999995}]},{"osd":5,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46200000000000002},"min":{"1min":0.33400000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.75},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.35799999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.57299999999999995}]},{"osd":7,"last update":"Sun Mar 10 21:19:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.65900000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":305535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:20:02 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.29999999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.53600000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.36499999999999999,"15min":0.32900000000000001},"min":{"1min":0.24199999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.58299999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.36399999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:19:27 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.41199999999999998},"min":{"1min":0.317,"5min":0.214,"15min":0.214},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.54500000000000004,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.34399999999999997}]},{"osd":3,"last update":"Sun Mar 10 21:19:51 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41899999999999998,"15min":0.42499999999999999},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.501,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.40699999999999997,"15min":0.41699999999999998},"min":{"1min":0.25900000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.49399999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.376}]},{"osd":4,"last update":"Sun Mar 10 21:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77400000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.53900000000000003}]},{"osd":5,"last update":"Sun Mar 10 21:19:38 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.57099999999999995,"15min":0.57899999999999996},"min":{"1min":0.42899999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.70299999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58899999999999997,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79300000000000004,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.54700000000000004}]},{"osd":6,"last update":"Sun Mar 10 21:20:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76900000000000002,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":1.238,"15min":1.349},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80400000000000005,"5min":17.408999999999999,"15min":17.408999999999999},"last":0.57799999999999996}]},{"osd":7,"last update":"Sun Mar 10 21:19:21 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":17.436,"5min":17.436,"15min":17.436},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.464,"5min":1.464,"15min":1.464},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":17.428000000000001,"5min":17.428000000000001,"15min":17.428000000000001},"last":0.51100000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1314816,"data_stored":896471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34699999999999998,"15min":0.32700000000000001},"min":{"1min":0.22700000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.56499999999999995,"5min":0.629,"15min":0.629},"last":0.252},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.371,"15min":0.34399999999999997},"min":{"1min":0.249,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.36899999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:19:23 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.38500000000000001,"15min":0.37},"min":{"1min":0.26800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.629,"15min":0.629},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38100000000000001,"15min":0.36099999999999999},"min":{"1min":0.27600000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51500000000000001,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.28499999999999998}]},{"osd":3,"last update":"Sun Mar 10 21:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.437,"15min":0.44700000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.48199999999999998,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41299999999999998,"15min":0.41199999999999998},"min":{"1min":0.27700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58099999999999996,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.30199999999999999}]},{"osd":4,"last update":"Sun Mar 10 21:19:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.57999999999999996,"15min":0.57899999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.68100000000000005}]},{"osd":5,"last update":"Sun Mar 10 21:19:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.60199999999999998,"15min":0.60999999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.73299999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.60099999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.59099999999999997}]},{"osd":6,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77000000000000002,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.45200000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75800000000000001,"5min":0.877,"15min":0.877},"last":0.56899999999999995}]},{"osd":7,"last update":"Sun Mar 10 21:19:22 2024","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":13.327999999999999,"5min":13.327999999999999,"15min":13.327999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.66300000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":305375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.248,"5min":0.189,"15min":0.189},"max":{"1min":0.51400000000000001,"5min":0.625,"15min":0.625},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.29099999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.51000000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.38600000000000001}]},{"osd":1,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.51200000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.442},{"interface":"front","average":{"1min":0.371,"5min":0.373,"15min":0.36699999999999999},"min":{"1min":0.27300000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Sun Mar 10 21:19:51 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.49199999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.373},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.314,"5min":0.311,"15min":0.311},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.41199999999999998}]},{"osd":4,"last update":"Sun Mar 10 21:19:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.39700000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.68999999999999995,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.56599999999999995,"15min":0.56200000000000006},"min":{"1min":0.441,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75800000000000001,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.63800000000000001}]},{"osd":5,"last update":"Sun Mar 10 21:19:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.80000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.625},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61099999999999999,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.80100000000000005,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.56899999999999995}]},{"osd":6,"last update":"Sun Mar 10 21:20:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58999999999999997,"15min":0.59099999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.56100000000000005}]},{"osd":7,"last update":"Sun Mar 10 21:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.55100000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":307827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:52 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39300000000000002,"15min":0.38900000000000001},"min":{"1min":0.23699999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.246}]},{"osd":1,"last update":"Sun Mar 10 21:19:52 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":3.3399999999999999,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.371,"5min":0.41999999999999998,"15min":0.42999999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.496,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.22800000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:19:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.45300000000000001,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.443,"15min":0.44},"min":{"1min":0.28199999999999997,"5min":0.252,"15min":0.252},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.316}]},{"osd":4,"last update":"Sun Mar 10 21:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.49,"5min":1.49,"15min":1.49},"last":0.442},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.47099999999999997}]},{"osd":5,"last update":"Sun Mar 10 21:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58299999999999996,"15min":0.58199999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.61199999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":0.46300000000000002}]},{"osd":6,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.627,"15min":0.63},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.63900000000000001,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78400000000000003,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.45100000000000001}]},{"osd":7,"last update":"Sun Mar 10 21:19:23 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.434},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47999999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":306083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84699999999999998,"5min":0.872,"15min":0.872},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83499999999999996,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.59199999999999997}]},{"osd":1,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.53900000000000003,"15min":0.55700000000000005},"min":{"1min":0.35799999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.69199999999999995,"5min":0.749,"15min":0.749},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.54800000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70399999999999996,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.47599999999999998}]},{"osd":2,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56499999999999995,"15min":0.57699999999999996},"min":{"1min":0.38100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73099999999999998,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77600000000000002,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.503}]},{"osd":3,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.56399999999999995,"15min":0.57899999999999996},"min":{"1min":0.38100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67500000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.40500000000000003,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76500000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51500000000000001}]},{"osd":5,"last update":"Sun Mar 10 21:19:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.30199999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51600000000000001,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61299999999999999,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.55900000000000005}]},{"osd":6,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.44600000000000001,"15min":0.44},"min":{"1min":0.34499999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.65800000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.44900000000000001,"15min":0.441},"min":{"1min":0.35499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60699999999999998}]},{"osd":7,"last update":"Sun Mar 10 21:19:21 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.626},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.46200000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724578,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":307482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.69999999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.39800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.48199999999999998}]},{"osd":1,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32300000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52400000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53300000000000003,"15min":0.53400000000000003},"min":{"1min":0.34899999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.499,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.377,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.495}]},{"osd":3,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67600000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.41899999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72199999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.38600000000000001}]},{"osd":4,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.629,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.30399999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.53900000000000003}]},{"osd":6,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.437,"15min":0.43099999999999999},"min":{"1min":0.375,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64600000000000002,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.34599999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.61099999999999999,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.51200000000000001}]},{"osd":7,"last update":"Sun Mar 10 21:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:20:14.579 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:20:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:15 smithi193 ceph-mon[30554]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:20:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:15 smithi193 ceph-mon[30554]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:15 smithi193 ceph-mon[30554]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-03-10T21:20:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:15 smithi071 ceph-mon[27124]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:20:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:15 smithi071 ceph-mon[27124]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:15 smithi071 ceph-mon[27124]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-03-10T21:20:15.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:15 smithi071 ceph-mon[37838]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:20:15.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:15 smithi071 ceph-mon[37838]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:15.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:15 smithi071 ceph-mon[37838]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-03-10T21:20:15.759 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:17.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[27124]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[37838]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.151 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.152 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:17.152 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:17.152 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:17 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:17 smithi193 ceph-mon[30554]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:17 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:18.322 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:18 smithi193 ceph-mon[30554]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-10T21:20:18.323 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:18 smithi193 ceph-mon[30554]: Reconfiguring daemon alertmanager.a on smithi071 2024-03-10T21:20:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:18 smithi071 ceph-mon[27124]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-10T21:20:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:18 smithi071 ceph-mon[27124]: Reconfiguring daemon alertmanager.a on smithi071 2024-03-10T21:20:18.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:18 smithi071 ceph-mon[37838]: Reconfiguring alertmanager.a (dependencies changed)... 2024-03-10T21:20:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:18 smithi071 ceph-mon[37838]: Reconfiguring daemon alertmanager.a on smithi071 2024-03-10T21:20:19.142 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:19.144 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:20:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:19 smithi193 ceph-mon[30554]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:19 smithi193 ceph-mon[30554]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-03-10T21:20:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:19 smithi193 ceph-mon[30554]: Cluster is now healthy 2024-03-10T21:20:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:19 smithi071 ceph-mon[27124]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:19 smithi071 ceph-mon[27124]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-03-10T21:20:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:19 smithi071 ceph-mon[27124]: Cluster is now healthy 2024-03-10T21:20:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:19 smithi071 ceph-mon[37838]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:19 smithi071 ceph-mon[37838]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-03-10T21:20:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:19 smithi071 ceph-mon[37838]: Cluster is now healthy 2024-03-10T21:20:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:20 smithi193 ceph-mon[30554]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:20:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:20 smithi071 ceph-mon[27124]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:20:20.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:20 smithi071 ceph-mon[37838]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:20:21.087 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-03-10T21:20:17.926904+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593514,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223592,"kb_used_data":7428,"kb_used_omap":13,"kb_used_meta":216050,"kb_avail":749737624,"statfs":{"total":767960285184,"available":767731326976,"internally_reserved":0,"allocated":7606272,"data_stored":4280592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14248,"internal_metadata":221235288},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001690"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013883+0000","last_change":"2024-03-10T21:18:39.832605+0000","last_active":"2024-03-10T21:20:12.013883+0000","last_peered":"2024-03-10T21:20:12.013883+0000","last_clean":"2024-03-10T21:20:12.013883+0000","last_became_active":"2024-03-10T21:18:39.832307+0000","last_became_peered":"2024-03-10T21:18:39.832307+0000","last_unstale":"2024-03-10T21:20:12.013883+0000","last_undegraded":"2024-03-10T21:20:12.013883+0000","last_fullsized":"2024-03-10T21:20:12.013883+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008017+0000","last_change":"2024-03-10T21:18:39.831146+0000","last_active":"2024-03-10T21:20:12.008017+0000","last_peered":"2024-03-10T21:20:12.008017+0000","last_clean":"2024-03-10T21:20:12.008017+0000","last_became_active":"2024-03-10T21:18:39.829675+0000","last_became_peered":"2024-03-10T21:18:39.829675+0000","last_unstale":"2024-03-10T21:20:12.008017+0000","last_undegraded":"2024-03-10T21:20:12.008017+0000","last_fullsized":"2024-03-10T21:20:12.008017+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012041+0000","last_change":"2024-03-10T21:18:39.818643+0000","last_active":"2024-03-10T21:20:12.012041+0000","last_peered":"2024-03-10T21:20:12.012041+0000","last_clean":"2024-03-10T21:20:12.012041+0000","last_became_active":"2024-03-10T21:18:39.818369+0000","last_became_peered":"2024-03-10T21:18:39.818369+0000","last_unstale":"2024-03-10T21:20:12.012041+0000","last_undegraded":"2024-03-10T21:20:12.012041+0000","last_fullsized":"2024-03-10T21:20:12.012041+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007111+0000","last_change":"2024-03-10T21:18:39.830373+0000","last_active":"2024-03-10T21:20:12.007111+0000","last_peered":"2024-03-10T21:20:12.007111+0000","last_clean":"2024-03-10T21:20:12.007111+0000","last_became_active":"2024-03-10T21:18:39.830081+0000","last_became_peered":"2024-03-10T21:18:39.830081+0000","last_unstale":"2024-03-10T21:20:12.007111+0000","last_undegraded":"2024-03-10T21:20:12.007111+0000","last_fullsized":"2024-03-10T21:20:12.007111+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:02:22.592797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.636081+0000","last_change":"2024-03-10T21:20:13.636081+0000","last_active":"2024-03-10T21:20:13.636081+0000","last_peered":"2024-03-10T21:20:13.636081+0000","last_clean":"2024-03-10T21:20:13.636081+0000","last_became_active":"2024-03-10T21:20:13.635769+0000","last_became_peered":"2024-03-10T21:20:13.635769+0000","last_unstale":"2024-03-10T21:20:13.636081+0000","last_undegraded":"2024-03-10T21:20:13.636081+0000","last_fullsized":"2024-03-10T21:20:13.636081+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:50:47.702319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007608+0000","last_change":"2024-03-10T21:18:39.817011+0000","last_active":"2024-03-10T21:20:12.007608+0000","last_peered":"2024-03-10T21:20:12.007608+0000","last_clean":"2024-03-10T21:20:12.007608+0000","last_became_active":"2024-03-10T21:18:39.816724+0000","last_became_peered":"2024-03-10T21:18:39.816724+0000","last_unstale":"2024-03-10T21:20:12.007608+0000","last_undegraded":"2024-03-10T21:20:12.007608+0000","last_fullsized":"2024-03-10T21:20:12.007608+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:41:27.508722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011672+0000","last_change":"2024-03-10T21:18:39.835365+0000","last_active":"2024-03-10T21:20:12.011672+0000","last_peered":"2024-03-10T21:20:12.011672+0000","last_clean":"2024-03-10T21:20:12.011672+0000","last_became_active":"2024-03-10T21:18:39.835052+0000","last_became_peered":"2024-03-10T21:18:39.835052+0000","last_unstale":"2024-03-10T21:20:12.011672+0000","last_undegraded":"2024-03-10T21:20:12.011672+0000","last_fullsized":"2024-03-10T21:20:12.011672+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013324+0000","last_change":"2024-03-10T21:18:39.817169+0000","last_active":"2024-03-10T21:20:12.013324+0000","last_peered":"2024-03-10T21:20:12.013324+0000","last_clean":"2024-03-10T21:20:12.013324+0000","last_became_active":"2024-03-10T21:18:39.816879+0000","last_became_peered":"2024-03-10T21:18:39.816879+0000","last_unstale":"2024-03-10T21:20:12.013324+0000","last_undegraded":"2024-03-10T21:20:12.013324+0000","last_fullsized":"2024-03-10T21:20:12.013324+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013811+0000","last_change":"2024-03-10T21:18:39.839220+0000","last_active":"2024-03-10T21:20:12.013811+0000","last_peered":"2024-03-10T21:20:12.013811+0000","last_clean":"2024-03-10T21:20:12.013811+0000","last_became_active":"2024-03-10T21:18:39.838375+0000","last_became_peered":"2024-03-10T21:18:39.838375+0000","last_unstale":"2024-03-10T21:20:12.013811+0000","last_undegraded":"2024-03-10T21:20:12.013811+0000","last_fullsized":"2024-03-10T21:20:12.013811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.009161+0000","last_change":"2024-03-10T21:18:39.841834+0000","last_active":"2024-03-10T21:20:12.009161+0000","last_peered":"2024-03-10T21:20:12.009161+0000","last_clean":"2024-03-10T21:20:12.009161+0000","last_became_active":"2024-03-10T21:18:39.841454+0000","last_became_peered":"2024-03-10T21:18:39.841454+0000","last_unstale":"2024-03-10T21:20:12.009161+0000","last_undegraded":"2024-03-10T21:20:12.009161+0000","last_fullsized":"2024-03-10T21:20:12.009161+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.015233+0000","last_change":"2024-03-10T21:20:13.015233+0000","last_active":"2024-03-10T21:20:13.015233+0000","last_peered":"2024-03-10T21:20:13.015233+0000","last_clean":"2024-03-10T21:20:13.015233+0000","last_became_active":"2024-03-10T21:20:13.014889+0000","last_became_peered":"2024-03-10T21:20:13.014889+0000","last_unstale":"2024-03-10T21:20:13.015233+0000","last_undegraded":"2024-03-10T21:20:13.015233+0000","last_fullsized":"2024-03-10T21:20:13.015233+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:50:16.695884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011331+0000","last_change":"2024-03-10T21:18:39.834739+0000","last_active":"2024-03-10T21:20:12.011331+0000","last_peered":"2024-03-10T21:20:12.011331+0000","last_clean":"2024-03-10T21:20:12.011331+0000","last_became_active":"2024-03-10T21:18:39.834450+0000","last_became_peered":"2024-03-10T21:18:39.834450+0000","last_unstale":"2024-03-10T21:20:12.011331+0000","last_undegraded":"2024-03-10T21:20:12.011331+0000","last_fullsized":"2024-03-10T21:20:12.011331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:16:51.426556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013543+0000","last_change":"2024-03-10T21:18:39.823451+0000","last_active":"2024-03-10T21:20:12.013543+0000","last_peered":"2024-03-10T21:20:12.013543+0000","last_clean":"2024-03-10T21:20:12.013543+0000","last_became_active":"2024-03-10T21:18:39.823178+0000","last_became_peered":"2024-03-10T21:18:39.823178+0000","last_unstale":"2024-03-10T21:20:12.013543+0000","last_undegraded":"2024-03-10T21:20:12.013543+0000","last_fullsized":"2024-03-10T21:20:12.013543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011614+0000","last_change":"2024-03-10T21:18:39.817936+0000","last_active":"2024-03-10T21:20:12.011614+0000","last_peered":"2024-03-10T21:20:12.011614+0000","last_clean":"2024-03-10T21:20:12.011614+0000","last_became_active":"2024-03-10T21:18:39.817656+0000","last_became_peered":"2024-03-10T21:18:39.817656+0000","last_unstale":"2024-03-10T21:20:12.011614+0000","last_undegraded":"2024-03-10T21:20:12.011614+0000","last_fullsized":"2024-03-10T21:20:12.011614+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007348+0000","last_change":"2024-03-10T21:18:39.835803+0000","last_active":"2024-03-10T21:20:12.007348+0000","last_peered":"2024-03-10T21:20:12.007348+0000","last_clean":"2024-03-10T21:20:12.007348+0000","last_became_active":"2024-03-10T21:18:39.835532+0000","last_became_peered":"2024-03-10T21:18:39.835532+0000","last_unstale":"2024-03-10T21:20:12.007348+0000","last_undegraded":"2024-03-10T21:20:12.007348+0000","last_fullsized":"2024-03-10T21:20:12.007348+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.006820+0000","last_change":"2024-03-10T21:18:39.829716+0000","last_active":"2024-03-10T21:20:12.006820+0000","last_peered":"2024-03-10T21:20:12.006820+0000","last_clean":"2024-03-10T21:20:12.006820+0000","last_became_active":"2024-03-10T21:18:39.829432+0000","last_became_peered":"2024-03-10T21:18:39.829432+0000","last_unstale":"2024-03-10T21:20:12.006820+0000","last_undegraded":"2024-03-10T21:20:12.006820+0000","last_fullsized":"2024-03-10T21:20:12.006820+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:16.682161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007579+0000","last_change":"2024-03-10T21:18:39.838434+0000","last_active":"2024-03-10T21:20:12.007579+0000","last_peered":"2024-03-10T21:20:12.007579+0000","last_clean":"2024-03-10T21:20:12.007579+0000","last_became_active":"2024-03-10T21:18:39.837859+0000","last_became_peered":"2024-03-10T21:18:39.837859+0000","last_unstale":"2024-03-10T21:20:12.007579+0000","last_undegraded":"2024-03-10T21:20:12.007579+0000","last_fullsized":"2024-03-10T21:20:12.007579+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:31:28.523595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007438+0000","last_change":"2024-03-10T21:18:39.824082+0000","last_active":"2024-03-10T21:20:12.007438+0000","last_peered":"2024-03-10T21:20:12.007438+0000","last_clean":"2024-03-10T21:20:12.007438+0000","last_became_active":"2024-03-10T21:18:39.823754+0000","last_became_peered":"2024-03-10T21:18:39.823754+0000","last_unstale":"2024-03-10T21:20:12.007438+0000","last_undegraded":"2024-03-10T21:20:12.007438+0000","last_fullsized":"2024-03-10T21:20:12.007438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012672+0000","last_change":"2024-03-10T21:18:39.833585+0000","last_active":"2024-03-10T21:20:12.012672+0000","last_peered":"2024-03-10T21:20:12.012672+0000","last_clean":"2024-03-10T21:20:12.012672+0000","last_became_active":"2024-03-10T21:18:39.833064+0000","last_became_peered":"2024-03-10T21:18:39.833064+0000","last_unstale":"2024-03-10T21:20:12.012672+0000","last_undegraded":"2024-03-10T21:20:12.012672+0000","last_fullsized":"2024-03-10T21:20:12.012672+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012490+0000","last_change":"2024-03-10T21:18:39.469428+0000","last_active":"2024-03-10T21:20:12.012490+0000","last_peered":"2024-03-10T21:20:12.012490+0000","last_clean":"2024-03-10T21:20:12.012490+0000","last_became_active":"2024-03-10T21:18:39.469106+0000","last_became_peered":"2024-03-10T21:18:39.469106+0000","last_unstale":"2024-03-10T21:20:12.012490+0000","last_undegraded":"2024-03-10T21:20:12.012490+0000","last_fullsized":"2024-03-10T21:20:12.012490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.014232+0000","last_change":"2024-03-10T21:18:39.818652+0000","last_active":"2024-03-10T21:20:12.014232+0000","last_peered":"2024-03-10T21:20:12.014232+0000","last_clean":"2024-03-10T21:20:12.014232+0000","last_became_active":"2024-03-10T21:18:39.818392+0000","last_became_peered":"2024-03-10T21:18:39.818392+0000","last_unstale":"2024-03-10T21:20:12.014232+0000","last_undegraded":"2024-03-10T21:20:12.014232+0000","last_fullsized":"2024-03-10T21:20:12.014232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.014232+0000","last_change":"2024-03-10T21:18:39.477920+0000","last_active":"2024-03-10T21:20:12.014232+0000","last_peered":"2024-03-10T21:20:12.014232+0000","last_clean":"2024-03-10T21:20:12.014232+0000","last_became_active":"2024-03-10T21:18:39.477575+0000","last_became_peered":"2024-03-10T21:18:39.477575+0000","last_unstale":"2024-03-10T21:20:12.014232+0000","last_undegraded":"2024-03-10T21:20:12.014232+0000","last_fullsized":"2024-03-10T21:20:12.014232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012334+0000","last_change":"2024-03-10T21:18:39.813564+0000","last_active":"2024-03-10T21:20:12.012334+0000","last_peered":"2024-03-10T21:20:12.012334+0000","last_clean":"2024-03-10T21:20:12.012334+0000","last_became_active":"2024-03-10T21:18:39.813308+0000","last_became_peered":"2024-03-10T21:18:39.813308+0000","last_unstale":"2024-03-10T21:20:12.012334+0000","last_undegraded":"2024-03-10T21:20:12.012334+0000","last_fullsized":"2024-03-10T21:20:12.012334+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013059+0000","last_change":"2024-03-10T21:18:39.478889+0000","last_active":"2024-03-10T21:20:12.013059+0000","last_peered":"2024-03-10T21:20:12.013059+0000","last_clean":"2024-03-10T21:20:12.013059+0000","last_became_active":"2024-03-10T21:18:39.478542+0000","last_became_peered":"2024-03-10T21:18:39.478542+0000","last_unstale":"2024-03-10T21:20:12.013059+0000","last_undegraded":"2024-03-10T21:20:12.013059+0000","last_fullsized":"2024-03-10T21:20:12.013059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007273+0000","last_change":"2024-03-10T21:18:39.836330+0000","last_active":"2024-03-10T21:20:12.007273+0000","last_peered":"2024-03-10T21:20:12.007273+0000","last_clean":"2024-03-10T21:20:12.007273+0000","last_became_active":"2024-03-10T21:18:39.836035+0000","last_became_peered":"2024-03-10T21:18:39.836035+0000","last_unstale":"2024-03-10T21:20:12.007273+0000","last_undegraded":"2024-03-10T21:20:12.007273+0000","last_fullsized":"2024-03-10T21:20:12.007273+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:06:32.165999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012575+0000","last_change":"2024-03-10T21:18:39.478260+0000","last_active":"2024-03-10T21:20:12.012575+0000","last_peered":"2024-03-10T21:20:12.012575+0000","last_clean":"2024-03-10T21:20:12.012575+0000","last_became_active":"2024-03-10T21:18:39.477657+0000","last_became_peered":"2024-03-10T21:18:39.477657+0000","last_unstale":"2024-03-10T21:20:12.012575+0000","last_undegraded":"2024-03-10T21:20:12.012575+0000","last_fullsized":"2024-03-10T21:20:12.012575+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007263+0000","last_change":"2024-03-10T21:18:39.836288+0000","last_active":"2024-03-10T21:20:12.007263+0000","last_peered":"2024-03-10T21:20:12.007263+0000","last_clean":"2024-03-10T21:20:12.007263+0000","last_became_active":"2024-03-10T21:18:39.835882+0000","last_became_peered":"2024-03-10T21:18:39.835882+0000","last_unstale":"2024-03-10T21:20:12.007263+0000","last_undegraded":"2024-03-10T21:20:12.007263+0000","last_fullsized":"2024-03-10T21:20:12.007263+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:29:08.701174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013978+0000","last_change":"2024-03-10T21:18:39.472676+0000","last_active":"2024-03-10T21:20:12.013978+0000","last_peered":"2024-03-10T21:20:12.013978+0000","last_clean":"2024-03-10T21:20:12.013978+0000","last_became_active":"2024-03-10T21:18:39.472356+0000","last_became_peered":"2024-03-10T21:18:39.472356+0000","last_unstale":"2024-03-10T21:20:12.013978+0000","last_undegraded":"2024-03-10T21:20:12.013978+0000","last_fullsized":"2024-03-10T21:20:12.013978+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012125+0000","last_change":"2024-03-10T21:18:39.830868+0000","last_active":"2024-03-10T21:20:12.012125+0000","last_peered":"2024-03-10T21:20:12.012125+0000","last_clean":"2024-03-10T21:20:12.012125+0000","last_became_active":"2024-03-10T21:18:39.830550+0000","last_became_peered":"2024-03-10T21:18:39.830550+0000","last_unstale":"2024-03-10T21:20:12.012125+0000","last_undegraded":"2024-03-10T21:20:12.012125+0000","last_fullsized":"2024-03-10T21:20:12.012125+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:18:09.732717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":29,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.019385+0000","last_change":"2024-03-10T21:20:13.019385+0000","last_active":"2024-03-10T21:20:13.019385+0000","last_peered":"2024-03-10T21:20:13.019385+0000","last_clean":"2024-03-10T21:20:13.019385+0000","last_became_active":"2024-03-10T21:20:13.018917+0000","last_became_peered":"2024-03-10T21:20:13.018917+0000","last_unstale":"2024-03-10T21:20:13.019385+0000","last_undegraded":"2024-03-10T21:20:13.019385+0000","last_fullsized":"2024-03-10T21:20:13.019385+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:35:59.472685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011364+0000","last_change":"2024-03-10T21:18:39.835916+0000","last_active":"2024-03-10T21:20:12.011364+0000","last_peered":"2024-03-10T21:20:12.011364+0000","last_clean":"2024-03-10T21:20:12.011364+0000","last_became_active":"2024-03-10T21:18:39.835629+0000","last_became_peered":"2024-03-10T21:18:39.835629+0000","last_unstale":"2024-03-10T21:20:12.011364+0000","last_undegraded":"2024-03-10T21:20:12.011364+0000","last_fullsized":"2024-03-10T21:20:12.011364+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013923+0000","last_change":"2024-03-10T21:18:39.471420+0000","last_active":"2024-03-10T21:20:12.013923+0000","last_peered":"2024-03-10T21:20:12.013923+0000","last_clean":"2024-03-10T21:20:12.013923+0000","last_became_active":"2024-03-10T21:18:39.471113+0000","last_became_peered":"2024-03-10T21:18:39.471113+0000","last_unstale":"2024-03-10T21:20:12.013923+0000","last_undegraded":"2024-03-10T21:20:12.013923+0000","last_fullsized":"2024-03-10T21:20:12.013923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013639+0000","last_change":"2024-03-10T21:18:39.823525+0000","last_active":"2024-03-10T21:20:12.013639+0000","last_peered":"2024-03-10T21:20:12.013639+0000","last_clean":"2024-03-10T21:20:12.013639+0000","last_became_active":"2024-03-10T21:18:39.823242+0000","last_became_peered":"2024-03-10T21:18:39.823242+0000","last_unstale":"2024-03-10T21:20:12.013639+0000","last_undegraded":"2024-03-10T21:20:12.013639+0000","last_fullsized":"2024-03-10T21:20:12.013639+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.006887+0000","last_change":"2024-03-10T21:18:39.476342+0000","last_active":"2024-03-10T21:20:12.006887+0000","last_peered":"2024-03-10T21:20:12.006887+0000","last_clean":"2024-03-10T21:20:12.006887+0000","last_became_active":"2024-03-10T21:18:39.476072+0000","last_became_peered":"2024-03-10T21:18:39.476072+0000","last_unstale":"2024-03-10T21:20:12.006887+0000","last_undegraded":"2024-03-10T21:20:12.006887+0000","last_fullsized":"2024-03-10T21:20:12.006887+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:39:18.357005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007905+0000","last_change":"2024-03-10T21:18:39.835292+0000","last_active":"2024-03-10T21:20:12.007905+0000","last_peered":"2024-03-10T21:20:12.007905+0000","last_clean":"2024-03-10T21:20:12.007905+0000","last_became_active":"2024-03-10T21:18:39.834838+0000","last_became_peered":"2024-03-10T21:18:39.834838+0000","last_unstale":"2024-03-10T21:20:12.007905+0000","last_undegraded":"2024-03-10T21:20:12.007905+0000","last_fullsized":"2024-03-10T21:20:12.007905+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.009203+0000","last_change":"2024-03-10T21:18:39.478415+0000","last_active":"2024-03-10T21:20:12.009203+0000","last_peered":"2024-03-10T21:20:12.009203+0000","last_clean":"2024-03-10T21:20:12.009203+0000","last_became_active":"2024-03-10T21:18:39.478120+0000","last_became_peered":"2024-03-10T21:18:39.478120+0000","last_unstale":"2024-03-10T21:20:12.009203+0000","last_undegraded":"2024-03-10T21:20:12.009203+0000","last_fullsized":"2024-03-10T21:20:12.009203+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007419+0000","last_change":"2024-03-10T21:18:39.827061+0000","last_active":"2024-03-10T21:20:12.007419+0000","last_peered":"2024-03-10T21:20:12.007419+0000","last_clean":"2024-03-10T21:20:12.007419+0000","last_became_active":"2024-03-10T21:18:39.826709+0000","last_became_peered":"2024-03-10T21:18:39.826709+0000","last_unstale":"2024-03-10T21:20:12.007419+0000","last_undegraded":"2024-03-10T21:20:12.007419+0000","last_fullsized":"2024-03-10T21:20:12.007419+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:44.266823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007310+0000","last_change":"2024-03-10T21:18:39.479988+0000","last_active":"2024-03-10T21:20:12.007310+0000","last_peered":"2024-03-10T21:20:12.007310+0000","last_clean":"2024-03-10T21:20:12.007310+0000","last_became_active":"2024-03-10T21:18:39.479641+0000","last_became_peered":"2024-03-10T21:18:39.479641+0000","last_unstale":"2024-03-10T21:20:12.007310+0000","last_undegraded":"2024-03-10T21:20:12.007310+0000","last_fullsized":"2024-03-10T21:20:12.007310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:41:14.977494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012346+0000","last_change":"2024-03-10T21:18:39.815616+0000","last_active":"2024-03-10T21:20:12.012346+0000","last_peered":"2024-03-10T21:20:12.012346+0000","last_clean":"2024-03-10T21:20:12.012346+0000","last_became_active":"2024-03-10T21:18:39.815336+0000","last_became_peered":"2024-03-10T21:18:39.815336+0000","last_unstale":"2024-03-10T21:20:12.012346+0000","last_undegraded":"2024-03-10T21:20:12.012346+0000","last_fullsized":"2024-03-10T21:20:12.012346+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008485+0000","last_change":"2024-03-10T21:18:39.471692+0000","last_active":"2024-03-10T21:20:12.008485+0000","last_peered":"2024-03-10T21:20:12.008485+0000","last_clean":"2024-03-10T21:20:12.008485+0000","last_became_active":"2024-03-10T21:18:39.470871+0000","last_became_peered":"2024-03-10T21:18:39.470871+0000","last_unstale":"2024-03-10T21:20:12.008485+0000","last_undegraded":"2024-03-10T21:20:12.008485+0000","last_fullsized":"2024-03-10T21:20:12.008485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011290+0000","last_change":"2024-03-10T21:18:39.833237+0000","last_active":"2024-03-10T21:20:12.011290+0000","last_peered":"2024-03-10T21:20:12.011290+0000","last_clean":"2024-03-10T21:20:12.011290+0000","last_became_active":"2024-03-10T21:18:39.832941+0000","last_became_peered":"2024-03-10T21:18:39.832941+0000","last_unstale":"2024-03-10T21:20:12.011290+0000","last_undegraded":"2024-03-10T21:20:12.011290+0000","last_fullsized":"2024-03-10T21:20:12.011290+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:33:06.913251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008978+0000","last_change":"2024-03-10T21:18:39.479106+0000","last_active":"2024-03-10T21:20:12.008978+0000","last_peered":"2024-03-10T21:20:12.008978+0000","last_clean":"2024-03-10T21:20:12.008978+0000","last_became_active":"2024-03-10T21:18:39.478564+0000","last_became_peered":"2024-03-10T21:18:39.478564+0000","last_unstale":"2024-03-10T21:20:12.008978+0000","last_undegraded":"2024-03-10T21:20:12.008978+0000","last_fullsized":"2024-03-10T21:20:12.008978+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012804+0000","last_change":"2024-03-10T21:18:39.838096+0000","last_active":"2024-03-10T21:20:12.012804+0000","last_peered":"2024-03-10T21:20:12.012804+0000","last_clean":"2024-03-10T21:20:12.012804+0000","last_became_active":"2024-03-10T21:18:39.837800+0000","last_became_peered":"2024-03-10T21:18:39.837800+0000","last_unstale":"2024-03-10T21:20:12.012804+0000","last_undegraded":"2024-03-10T21:20:12.012804+0000","last_fullsized":"2024-03-10T21:20:12.012804+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011765+0000","last_change":"2024-03-10T21:18:39.471238+0000","last_active":"2024-03-10T21:20:12.011765+0000","last_peered":"2024-03-10T21:20:12.011765+0000","last_clean":"2024-03-10T21:20:12.011765+0000","last_became_active":"2024-03-10T21:18:39.470523+0000","last_became_peered":"2024-03-10T21:18:39.470523+0000","last_unstale":"2024-03-10T21:20:12.011765+0000","last_undegraded":"2024-03-10T21:20:12.011765+0000","last_fullsized":"2024-03-10T21:20:12.011765+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011524+0000","last_change":"2024-03-10T21:18:39.826757+0000","last_active":"2024-03-10T21:20:12.011524+0000","last_peered":"2024-03-10T21:20:12.011524+0000","last_clean":"2024-03-10T21:20:12.011524+0000","last_became_active":"2024-03-10T21:18:39.826475+0000","last_became_peered":"2024-03-10T21:18:39.826475+0000","last_unstale":"2024-03-10T21:20:12.011524+0000","last_undegraded":"2024-03-10T21:20:12.011524+0000","last_fullsized":"2024-03-10T21:20:12.011524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007145+0000","last_change":"2024-03-10T21:18:39.481615+0000","last_active":"2024-03-10T21:20:12.007145+0000","last_peered":"2024-03-10T21:20:12.007145+0000","last_clean":"2024-03-10T21:20:12.007145+0000","last_became_active":"2024-03-10T21:18:39.481234+0000","last_became_peered":"2024-03-10T21:18:39.481234+0000","last_unstale":"2024-03-10T21:20:12.007145+0000","last_undegraded":"2024-03-10T21:20:12.007145+0000","last_fullsized":"2024-03-10T21:20:12.007145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:37:45.820581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013853+0000","last_change":"2024-03-10T21:18:39.837520+0000","last_active":"2024-03-10T21:20:12.013853+0000","last_peered":"2024-03-10T21:20:12.013853+0000","last_clean":"2024-03-10T21:20:12.013853+0000","last_became_active":"2024-03-10T21:18:39.837248+0000","last_became_peered":"2024-03-10T21:18:39.837248+0000","last_unstale":"2024-03-10T21:20:12.013853+0000","last_undegraded":"2024-03-10T21:20:12.013853+0000","last_fullsized":"2024-03-10T21:20:12.013853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008772+0000","last_change":"2024-03-10T21:18:39.465734+0000","last_active":"2024-03-10T21:20:12.008772+0000","last_peered":"2024-03-10T21:20:12.008772+0000","last_clean":"2024-03-10T21:20:12.008772+0000","last_became_active":"2024-03-10T21:18:39.465355+0000","last_became_peered":"2024-03-10T21:18:39.465355+0000","last_unstale":"2024-03-10T21:20:12.008772+0000","last_undegraded":"2024-03-10T21:20:12.008772+0000","last_fullsized":"2024-03-10T21:20:12.008772+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008593+0000","last_change":"2024-03-10T21:18:39.818412+0000","last_active":"2024-03-10T21:20:12.008593+0000","last_peered":"2024-03-10T21:20:12.008593+0000","last_clean":"2024-03-10T21:20:12.008593+0000","last_became_active":"2024-03-10T21:18:39.818104+0000","last_became_peered":"2024-03-10T21:18:39.818104+0000","last_unstale":"2024-03-10T21:20:12.008593+0000","last_undegraded":"2024-03-10T21:20:12.008593+0000","last_fullsized":"2024-03-10T21:20:12.008593+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007096+0000","last_change":"2024-03-10T21:18:39.471617+0000","last_active":"2024-03-10T21:20:12.007096+0000","last_peered":"2024-03-10T21:20:12.007096+0000","last_clean":"2024-03-10T21:20:12.007096+0000","last_became_active":"2024-03-10T21:18:39.471354+0000","last_became_peered":"2024-03-10T21:18:39.471354+0000","last_unstale":"2024-03-10T21:20:12.007096+0000","last_undegraded":"2024-03-10T21:20:12.007096+0000","last_fullsized":"2024-03-10T21:20:12.007096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011813+0000","last_change":"2024-03-10T21:18:39.836055+0000","last_active":"2024-03-10T21:20:12.011813+0000","last_peered":"2024-03-10T21:20:12.011813+0000","last_clean":"2024-03-10T21:20:12.011813+0000","last_became_active":"2024-03-10T21:18:39.835750+0000","last_became_peered":"2024-03-10T21:18:39.835750+0000","last_unstale":"2024-03-10T21:20:12.011813+0000","last_undegraded":"2024-03-10T21:20:12.011813+0000","last_fullsized":"2024-03-10T21:20:12.011813+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011242+0000","last_change":"2024-03-10T21:18:39.467747+0000","last_active":"2024-03-10T21:20:12.011242+0000","last_peered":"2024-03-10T21:20:12.011242+0000","last_clean":"2024-03-10T21:20:12.011242+0000","last_became_active":"2024-03-10T21:18:39.467399+0000","last_became_peered":"2024-03-10T21:18:39.467399+0000","last_unstale":"2024-03-10T21:20:12.011242+0000","last_undegraded":"2024-03-10T21:20:12.011242+0000","last_fullsized":"2024-03-10T21:20:12.011242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:26:15.450533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013315+0000","last_change":"2024-03-10T21:18:39.839033+0000","last_active":"2024-03-10T21:20:12.013315+0000","last_peered":"2024-03-10T21:20:12.013315+0000","last_clean":"2024-03-10T21:20:12.013315+0000","last_became_active":"2024-03-10T21:18:39.838753+0000","last_became_peered":"2024-03-10T21:18:39.838753+0000","last_unstale":"2024-03-10T21:20:12.013315+0000","last_undegraded":"2024-03-10T21:20:12.013315+0000","last_fullsized":"2024-03-10T21:20:12.013315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007867+0000","last_change":"2024-03-10T21:19:15.012494+0000","last_active":"2024-03-10T21:20:12.007867+0000","last_peered":"2024-03-10T21:20:12.007867+0000","last_clean":"2024-03-10T21:20:12.007867+0000","last_became_active":"2024-03-10T21:19:15.012182+0000","last_became_peered":"2024-03-10T21:19:15.012182+0000","last_unstale":"2024-03-10T21:20:12.007867+0000","last_undegraded":"2024-03-10T21:20:12.007867+0000","last_fullsized":"2024-03-10T21:20:12.007867+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:58:09.024653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008041+0000","last_change":"2024-03-10T21:18:39.466212+0000","last_active":"2024-03-10T21:20:12.008041+0000","last_peered":"2024-03-10T21:20:12.008041+0000","last_clean":"2024-03-10T21:20:12.008041+0000","last_became_active":"2024-03-10T21:18:39.465920+0000","last_became_peered":"2024-03-10T21:18:39.465920+0000","last_unstale":"2024-03-10T21:20:12.008041+0000","last_undegraded":"2024-03-10T21:20:12.008041+0000","last_fullsized":"2024-03-10T21:20:12.008041+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007426+0000","last_change":"2024-03-10T21:18:39.820846+0000","last_active":"2024-03-10T21:20:12.007426+0000","last_peered":"2024-03-10T21:20:12.007426+0000","last_clean":"2024-03-10T21:20:12.007426+0000","last_became_active":"2024-03-10T21:18:39.820561+0000","last_became_peered":"2024-03-10T21:18:39.820561+0000","last_unstale":"2024-03-10T21:20:12.007426+0000","last_undegraded":"2024-03-10T21:20:12.007426+0000","last_fullsized":"2024-03-10T21:20:12.007426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:18:59.279080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008121+0000","last_change":"2024-03-10T21:19:15.011138+0000","last_active":"2024-03-10T21:20:12.008121+0000","last_peered":"2024-03-10T21:20:12.008121+0000","last_clean":"2024-03-10T21:20:12.008121+0000","last_became_active":"2024-03-10T21:19:15.010824+0000","last_became_peered":"2024-03-10T21:19:15.010824+0000","last_unstale":"2024-03-10T21:20:12.008121+0000","last_undegraded":"2024-03-10T21:20:12.008121+0000","last_fullsized":"2024-03-10T21:20:12.008121+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:24:22.148068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007063+0000","last_change":"2024-03-10T21:18:39.480805+0000","last_active":"2024-03-10T21:20:12.007063+0000","last_peered":"2024-03-10T21:20:12.007063+0000","last_clean":"2024-03-10T21:20:12.007063+0000","last_became_active":"2024-03-10T21:18:39.480426+0000","last_became_peered":"2024-03-10T21:18:39.480426+0000","last_unstale":"2024-03-10T21:20:12.007063+0000","last_undegraded":"2024-03-10T21:20:12.007063+0000","last_fullsized":"2024-03-10T21:20:12.007063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:51:30.494743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011887+0000","last_change":"2024-03-10T21:18:39.837119+0000","last_active":"2024-03-10T21:20:12.011887+0000","last_peered":"2024-03-10T21:20:12.011887+0000","last_clean":"2024-03-10T21:20:12.011887+0000","last_became_active":"2024-03-10T21:18:39.836750+0000","last_became_peered":"2024-03-10T21:18:39.836750+0000","last_unstale":"2024-03-10T21:20:12.011887+0000","last_undegraded":"2024-03-10T21:20:12.011887+0000","last_fullsized":"2024-03-10T21:20:12.011887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:14.046689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008408+0000","last_change":"2024-03-10T21:19:15.012928+0000","last_active":"2024-03-10T21:20:12.008408+0000","last_peered":"2024-03-10T21:20:12.008408+0000","last_clean":"2024-03-10T21:20:12.008408+0000","last_became_active":"2024-03-10T21:19:15.012641+0000","last_became_peered":"2024-03-10T21:19:15.012641+0000","last_unstale":"2024-03-10T21:20:12.008408+0000","last_undegraded":"2024-03-10T21:20:12.008408+0000","last_fullsized":"2024-03-10T21:20:12.008408+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:15:01.795997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007278+0000","last_change":"2024-03-10T21:18:39.827037+0000","last_active":"2024-03-10T21:20:12.007278+0000","last_peered":"2024-03-10T21:20:12.007278+0000","last_clean":"2024-03-10T21:20:12.007278+0000","last_became_active":"2024-03-10T21:18:39.826778+0000","last_became_peered":"2024-03-10T21:18:39.826778+0000","last_unstale":"2024-03-10T21:20:12.007278+0000","last_undegraded":"2024-03-10T21:20:12.007278+0000","last_fullsized":"2024-03-10T21:20:12.007278+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007181+0000","last_change":"2024-03-10T21:18:39.469582+0000","last_active":"2024-03-10T21:20:12.007181+0000","last_peered":"2024-03-10T21:20:12.007181+0000","last_clean":"2024-03-10T21:20:12.007181+0000","last_became_active":"2024-03-10T21:18:39.469231+0000","last_became_peered":"2024-03-10T21:18:39.469231+0000","last_unstale":"2024-03-10T21:20:12.007181+0000","last_undegraded":"2024-03-10T21:20:12.007181+0000","last_fullsized":"2024-03-10T21:20:12.007181+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.009102+0000","last_change":"2024-03-10T21:19:15.012606+0000","last_active":"2024-03-10T21:20:12.009102+0000","last_peered":"2024-03-10T21:20:12.009102+0000","last_clean":"2024-03-10T21:20:12.009102+0000","last_became_active":"2024-03-10T21:19:15.012277+0000","last_became_peered":"2024-03-10T21:19:15.012277+0000","last_unstale":"2024-03-10T21:20:12.009102+0000","last_undegraded":"2024-03-10T21:20:12.009102+0000","last_fullsized":"2024-03-10T21:20:12.009102+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:31.990279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013792+0000","last_change":"2024-03-10T21:18:39.817278+0000","last_active":"2024-03-10T21:20:12.013792+0000","last_peered":"2024-03-10T21:20:12.013792+0000","last_clean":"2024-03-10T21:20:12.013792+0000","last_became_active":"2024-03-10T21:18:39.816986+0000","last_became_peered":"2024-03-10T21:18:39.816986+0000","last_unstale":"2024-03-10T21:20:12.013792+0000","last_undegraded":"2024-03-10T21:20:12.013792+0000","last_fullsized":"2024-03-10T21:20:12.013792+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007039+0000","last_change":"2024-03-10T21:18:39.473366+0000","last_active":"2024-03-10T21:20:12.007039+0000","last_peered":"2024-03-10T21:20:12.007039+0000","last_clean":"2024-03-10T21:20:12.007039+0000","last_became_active":"2024-03-10T21:18:39.473043+0000","last_became_peered":"2024-03-10T21:18:39.473043+0000","last_unstale":"2024-03-10T21:20:12.007039+0000","last_undegraded":"2024-03-10T21:20:12.007039+0000","last_fullsized":"2024-03-10T21:20:12.007039+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:08:39.457192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011720+0000","last_change":"2024-03-10T21:18:25.280972+0000","last_active":"2024-03-10T21:20:12.011720+0000","last_peered":"2024-03-10T21:20:12.011720+0000","last_clean":"2024-03-10T21:20:12.011720+0000","last_became_active":"2024-03-10T21:18:25.280640+0000","last_became_peered":"2024-03-10T21:18:25.280640+0000","last_unstale":"2024-03-10T21:20:12.011720+0000","last_undegraded":"2024-03-10T21:20:12.011720+0000","last_fullsized":"2024-03-10T21:20:12.011720+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011907+0000","last_change":"2024-03-10T21:19:15.011267+0000","last_active":"2024-03-10T21:20:12.011907+0000","last_peered":"2024-03-10T21:20:12.011907+0000","last_clean":"2024-03-10T21:20:12.011907+0000","last_became_active":"2024-03-10T21:19:15.010952+0000","last_became_peered":"2024-03-10T21:19:15.010952+0000","last_unstale":"2024-03-10T21:20:12.011907+0000","last_undegraded":"2024-03-10T21:20:12.011907+0000","last_fullsized":"2024-03-10T21:20:12.011907+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:57.667554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.635824+0000","last_change":"2024-03-10T21:20:13.635824+0000","last_active":"2024-03-10T21:20:13.635824+0000","last_peered":"2024-03-10T21:20:13.635824+0000","last_clean":"2024-03-10T21:20:13.635824+0000","last_became_active":"2024-03-10T21:20:13.635463+0000","last_became_peered":"2024-03-10T21:20:13.635463+0000","last_unstale":"2024-03-10T21:20:13.635824+0000","last_undegraded":"2024-03-10T21:20:13.635824+0000","last_fullsized":"2024-03-10T21:20:13.635824+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:32:08.662603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011579+0000","last_change":"2024-03-10T21:18:39.478710+0000","last_active":"2024-03-10T21:20:12.011579+0000","last_peered":"2024-03-10T21:20:12.011579+0000","last_clean":"2024-03-10T21:20:12.011579+0000","last_became_active":"2024-03-10T21:18:39.477741+0000","last_became_peered":"2024-03-10T21:18:39.477741+0000","last_unstale":"2024-03-10T21:20:12.011579+0000","last_undegraded":"2024-03-10T21:20:12.011579+0000","last_fullsized":"2024-03-10T21:20:12.011579+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011509+0000","last_change":"2024-03-10T21:19:15.014005+0000","last_active":"2024-03-10T21:20:12.011509+0000","last_peered":"2024-03-10T21:20:12.011509+0000","last_clean":"2024-03-10T21:20:12.011509+0000","last_became_active":"2024-03-10T21:19:15.013697+0000","last_became_peered":"2024-03-10T21:19:15.013697+0000","last_unstale":"2024-03-10T21:20:12.011509+0000","last_undegraded":"2024-03-10T21:20:12.011509+0000","last_fullsized":"2024-03-10T21:20:12.011509+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:45.415922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012970+0000","last_change":"2024-03-10T21:18:39.476915+0000","last_active":"2024-03-10T21:20:12.012970+0000","last_peered":"2024-03-10T21:20:12.012970+0000","last_clean":"2024-03-10T21:20:12.012970+0000","last_became_active":"2024-03-10T21:18:39.476536+0000","last_became_peered":"2024-03-10T21:18:39.476536+0000","last_unstale":"2024-03-10T21:20:12.012970+0000","last_undegraded":"2024-03-10T21:20:12.012970+0000","last_fullsized":"2024-03-10T21:20:12.012970+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008369+0000","last_change":"2024-03-10T21:18:39.815604+0000","last_active":"2024-03-10T21:20:12.008369+0000","last_peered":"2024-03-10T21:20:12.008369+0000","last_clean":"2024-03-10T21:20:12.008369+0000","last_became_active":"2024-03-10T21:18:39.815322+0000","last_became_peered":"2024-03-10T21:18:39.815322+0000","last_unstale":"2024-03-10T21:20:12.008369+0000","last_undegraded":"2024-03-10T21:20:12.008369+0000","last_fullsized":"2024-03-10T21:20:12.008369+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013458+0000","last_change":"2024-03-10T21:19:15.013023+0000","last_active":"2024-03-10T21:20:12.013458+0000","last_peered":"2024-03-10T21:20:12.013458+0000","last_clean":"2024-03-10T21:20:12.013458+0000","last_became_active":"2024-03-10T21:19:15.012721+0000","last_became_peered":"2024-03-10T21:19:15.012721+0000","last_unstale":"2024-03-10T21:20:12.013458+0000","last_undegraded":"2024-03-10T21:20:12.013458+0000","last_fullsized":"2024-03-10T21:20:12.013458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:57:01.815698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008326+0000","last_change":"2024-03-10T21:18:39.474587+0000","last_active":"2024-03-10T21:20:12.008326+0000","last_peered":"2024-03-10T21:20:12.008326+0000","last_clean":"2024-03-10T21:20:12.008326+0000","last_became_active":"2024-03-10T21:18:39.474314+0000","last_became_peered":"2024-03-10T21:18:39.474314+0000","last_unstale":"2024-03-10T21:20:12.008326+0000","last_undegraded":"2024-03-10T21:20:12.008326+0000","last_fullsized":"2024-03-10T21:20:12.008326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.014459+0000","last_change":"2024-03-10T21:18:39.824915+0000","last_active":"2024-03-10T21:20:12.014459+0000","last_peered":"2024-03-10T21:20:12.014459+0000","last_clean":"2024-03-10T21:20:12.014459+0000","last_became_active":"2024-03-10T21:18:39.824332+0000","last_became_peered":"2024-03-10T21:18:39.824332+0000","last_unstale":"2024-03-10T21:20:12.014459+0000","last_undegraded":"2024-03-10T21:20:12.014459+0000","last_fullsized":"2024-03-10T21:20:12.014459+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012338+0000","last_change":"2024-03-10T21:19:15.013834+0000","last_active":"2024-03-10T21:20:12.012338+0000","last_peered":"2024-03-10T21:20:12.012338+0000","last_clean":"2024-03-10T21:20:12.012338+0000","last_became_active":"2024-03-10T21:19:15.013483+0000","last_became_peered":"2024-03-10T21:19:15.013483+0000","last_unstale":"2024-03-10T21:20:12.012338+0000","last_undegraded":"2024-03-10T21:20:12.012338+0000","last_fullsized":"2024-03-10T21:20:12.012338+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:29.893264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.009119+0000","last_change":"2024-03-10T21:18:39.474766+0000","last_active":"2024-03-10T21:20:12.009119+0000","last_peered":"2024-03-10T21:20:12.009119+0000","last_clean":"2024-03-10T21:20:12.009119+0000","last_became_active":"2024-03-10T21:18:39.474390+0000","last_became_peered":"2024-03-10T21:18:39.474390+0000","last_unstale":"2024-03-10T21:20:12.009119+0000","last_undegraded":"2024-03-10T21:20:12.009119+0000","last_fullsized":"2024-03-10T21:20:12.009119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.018723+0000","last_change":"2024-03-10T21:20:13.018723+0000","last_active":"2024-03-10T21:20:13.018723+0000","last_peered":"2024-03-10T21:20:13.018723+0000","last_clean":"2024-03-10T21:20:13.018723+0000","last_became_active":"2024-03-10T21:20:13.018393+0000","last_became_peered":"2024-03-10T21:20:13.018393+0000","last_unstale":"2024-03-10T21:20:13.018723+0000","last_undegraded":"2024-03-10T21:20:13.018723+0000","last_fullsized":"2024-03-10T21:20:13.018723+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:29:09.863890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011807+0000","last_change":"2024-03-10T21:18:39.477048+0000","last_active":"2024-03-10T21:20:12.011807+0000","last_peered":"2024-03-10T21:20:12.011807+0000","last_clean":"2024-03-10T21:20:12.011807+0000","last_became_active":"2024-03-10T21:18:39.476645+0000","last_became_peered":"2024-03-10T21:18:39.476645+0000","last_unstale":"2024-03-10T21:20:12.011807+0000","last_undegraded":"2024-03-10T21:20:12.011807+0000","last_fullsized":"2024-03-10T21:20:12.011807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.016300+0000","last_change":"2024-03-10T21:20:13.016300+0000","last_active":"2024-03-10T21:20:13.016300+0000","last_peered":"2024-03-10T21:20:13.016300+0000","last_clean":"2024-03-10T21:20:13.016300+0000","last_became_active":"2024-03-10T21:20:13.015992+0000","last_became_peered":"2024-03-10T21:20:13.015992+0000","last_unstale":"2024-03-10T21:20:13.016300+0000","last_undegraded":"2024-03-10T21:20:13.016300+0000","last_fullsized":"2024-03-10T21:20:13.016300+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:16:21.696761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007785+0000","last_change":"2024-03-10T21:18:39.467893+0000","last_active":"2024-03-10T21:20:12.007785+0000","last_peered":"2024-03-10T21:20:12.007785+0000","last_clean":"2024-03-10T21:20:12.007785+0000","last_became_active":"2024-03-10T21:18:39.467261+0000","last_became_peered":"2024-03-10T21:18:39.467261+0000","last_unstale":"2024-03-10T21:20:12.007785+0000","last_undegraded":"2024-03-10T21:20:12.007785+0000","last_fullsized":"2024-03-10T21:20:12.007785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013558+0000","last_change":"2024-03-10T21:18:39.823515+0000","last_active":"2024-03-10T21:20:12.013558+0000","last_peered":"2024-03-10T21:20:12.013558+0000","last_clean":"2024-03-10T21:20:12.013558+0000","last_became_active":"2024-03-10T21:18:39.823252+0000","last_became_peered":"2024-03-10T21:18:39.823252+0000","last_unstale":"2024-03-10T21:20:12.013558+0000","last_undegraded":"2024-03-10T21:20:12.013558+0000","last_fullsized":"2024-03-10T21:20:12.013558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008089+0000","last_change":"2024-03-10T21:18:39.466970+0000","last_active":"2024-03-10T21:20:12.008089+0000","last_peered":"2024-03-10T21:20:12.008089+0000","last_clean":"2024-03-10T21:20:12.008089+0000","last_became_active":"2024-03-10T21:18:39.465970+0000","last_became_peered":"2024-03-10T21:18:39.465970+0000","last_unstale":"2024-03-10T21:20:12.008089+0000","last_undegraded":"2024-03-10T21:20:12.008089+0000","last_fullsized":"2024-03-10T21:20:12.008089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013637+0000","last_change":"2024-03-10T21:18:39.836023+0000","last_active":"2024-03-10T21:20:12.013637+0000","last_peered":"2024-03-10T21:20:12.013637+0000","last_clean":"2024-03-10T21:20:12.013637+0000","last_became_active":"2024-03-10T21:18:39.835727+0000","last_became_peered":"2024-03-10T21:18:39.835727+0000","last_unstale":"2024-03-10T21:20:12.013637+0000","last_undegraded":"2024-03-10T21:20:12.013637+0000","last_fullsized":"2024-03-10T21:20:12.013637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013705+0000","last_change":"2024-03-10T21:18:39.476281+0000","last_active":"2024-03-10T21:20:12.013705+0000","last_peered":"2024-03-10T21:20:12.013705+0000","last_clean":"2024-03-10T21:20:12.013705+0000","last_became_active":"2024-03-10T21:18:39.475564+0000","last_became_peered":"2024-03-10T21:18:39.475564+0000","last_unstale":"2024-03-10T21:20:12.013705+0000","last_undegraded":"2024-03-10T21:20:12.013705+0000","last_fullsized":"2024-03-10T21:20:12.013705+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008948+0000","last_change":"2024-03-10T21:18:39.829530+0000","last_active":"2024-03-10T21:20:12.008948+0000","last_peered":"2024-03-10T21:20:12.008948+0000","last_clean":"2024-03-10T21:20:12.008948+0000","last_became_active":"2024-03-10T21:18:39.829213+0000","last_became_peered":"2024-03-10T21:18:39.829213+0000","last_unstale":"2024-03-10T21:20:12.008948+0000","last_undegraded":"2024-03-10T21:20:12.008948+0000","last_fullsized":"2024-03-10T21:20:12.008948+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007430+0000","last_change":"2024-03-10T21:18:39.471192+0000","last_active":"2024-03-10T21:20:12.007430+0000","last_peered":"2024-03-10T21:20:12.007430+0000","last_clean":"2024-03-10T21:20:12.007430+0000","last_became_active":"2024-03-10T21:18:39.470472+0000","last_became_peered":"2024-03-10T21:18:39.470472+0000","last_unstale":"2024-03-10T21:20:12.007430+0000","last_undegraded":"2024-03-10T21:20:12.007430+0000","last_fullsized":"2024-03-10T21:20:12.007430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.012885+0000","last_change":"2024-03-10T21:18:39.839957+0000","last_active":"2024-03-10T21:20:12.012885+0000","last_peered":"2024-03-10T21:20:12.012885+0000","last_clean":"2024-03-10T21:20:12.012885+0000","last_became_active":"2024-03-10T21:18:39.839678+0000","last_became_peered":"2024-03-10T21:18:39.839678+0000","last_unstale":"2024-03-10T21:20:12.012885+0000","last_undegraded":"2024-03-10T21:20:12.012885+0000","last_fullsized":"2024-03-10T21:20:12.012885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008367+0000","last_change":"2024-03-10T21:18:39.470308+0000","last_active":"2024-03-10T21:20:12.008367+0000","last_peered":"2024-03-10T21:20:12.008367+0000","last_clean":"2024-03-10T21:20:12.008367+0000","last_became_active":"2024-03-10T21:18:39.465598+0000","last_became_peered":"2024-03-10T21:18:39.465598+0000","last_unstale":"2024-03-10T21:20:12.008367+0000","last_undegraded":"2024-03-10T21:20:12.008367+0000","last_fullsized":"2024-03-10T21:20:12.008367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007027+0000","last_change":"2024-03-10T21:18:39.823471+0000","last_active":"2024-03-10T21:20:12.007027+0000","last_peered":"2024-03-10T21:20:12.007027+0000","last_clean":"2024-03-10T21:20:12.007027+0000","last_became_active":"2024-03-10T21:18:39.823169+0000","last_became_peered":"2024-03-10T21:18:39.823169+0000","last_unstale":"2024-03-10T21:20:12.007027+0000","last_undegraded":"2024-03-10T21:20:12.007027+0000","last_fullsized":"2024-03-10T21:20:12.007027+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:44:01.867080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007357+0000","last_change":"2024-03-10T21:18:39.465123+0000","last_active":"2024-03-10T21:20:12.007357+0000","last_peered":"2024-03-10T21:20:12.007357+0000","last_clean":"2024-03-10T21:20:12.007357+0000","last_became_active":"2024-03-10T21:18:39.464821+0000","last_became_peered":"2024-03-10T21:18:39.464821+0000","last_unstale":"2024-03-10T21:20:12.007357+0000","last_undegraded":"2024-03-10T21:20:12.007357+0000","last_fullsized":"2024-03-10T21:20:12.007357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013627+0000","last_change":"2024-03-10T21:18:39.836781+0000","last_active":"2024-03-10T21:20:12.013627+0000","last_peered":"2024-03-10T21:20:12.013627+0000","last_clean":"2024-03-10T21:20:12.013627+0000","last_became_active":"2024-03-10T21:18:39.836481+0000","last_became_peered":"2024-03-10T21:18:39.836481+0000","last_unstale":"2024-03-10T21:20:12.013627+0000","last_undegraded":"2024-03-10T21:20:12.013627+0000","last_fullsized":"2024-03-10T21:20:12.013627+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008569+0000","last_change":"2024-03-10T21:18:39.841237+0000","last_active":"2024-03-10T21:20:12.008569+0000","last_peered":"2024-03-10T21:20:12.008569+0000","last_clean":"2024-03-10T21:20:12.008569+0000","last_became_active":"2024-03-10T21:18:39.840914+0000","last_became_peered":"2024-03-10T21:18:39.840914+0000","last_unstale":"2024-03-10T21:20:12.008569+0000","last_undegraded":"2024-03-10T21:20:12.008569+0000","last_fullsized":"2024-03-10T21:20:12.008569+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007092+0000","last_change":"2024-03-10T21:18:39.821749+0000","last_active":"2024-03-10T21:20:12.007092+0000","last_peered":"2024-03-10T21:20:12.007092+0000","last_clean":"2024-03-10T21:20:12.007092+0000","last_became_active":"2024-03-10T21:18:39.821432+0000","last_became_peered":"2024-03-10T21:18:39.821432+0000","last_unstale":"2024-03-10T21:20:12.007092+0000","last_undegraded":"2024-03-10T21:20:12.007092+0000","last_fullsized":"2024-03-10T21:20:12.007092+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007180+0000","last_change":"2024-03-10T21:18:39.822669+0000","last_active":"2024-03-10T21:20:12.007180+0000","last_peered":"2024-03-10T21:20:12.007180+0000","last_clean":"2024-03-10T21:20:12.007180+0000","last_became_active":"2024-03-10T21:18:39.821857+0000","last_became_peered":"2024-03-10T21:18:39.821857+0000","last_unstale":"2024-03-10T21:20:12.007180+0000","last_undegraded":"2024-03-10T21:20:12.007180+0000","last_fullsized":"2024-03-10T21:20:12.007180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:48:10.204243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.635821+0000","last_change":"2024-03-10T21:20:13.635821+0000","last_active":"2024-03-10T21:20:13.635821+0000","last_peered":"2024-03-10T21:20:13.635821+0000","last_clean":"2024-03-10T21:20:13.635821+0000","last_became_active":"2024-03-10T21:20:13.635463+0000","last_became_peered":"2024-03-10T21:20:13.635463+0000","last_unstale":"2024-03-10T21:20:13.635821+0000","last_undegraded":"2024-03-10T21:20:13.635821+0000","last_fullsized":"2024-03-10T21:20:13.635821+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:10:59.559361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.014184+0000","last_change":"2024-03-10T21:18:39.834227+0000","last_active":"2024-03-10T21:20:12.014184+0000","last_peered":"2024-03-10T21:20:12.014184+0000","last_clean":"2024-03-10T21:20:12.014184+0000","last_became_active":"2024-03-10T21:18:39.833945+0000","last_became_peered":"2024-03-10T21:18:39.833945+0000","last_unstale":"2024-03-10T21:20:12.014184+0000","last_undegraded":"2024-03-10T21:20:12.014184+0000","last_fullsized":"2024-03-10T21:20:12.014184+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.008359+0000","last_change":"2024-03-10T21:18:39.824797+0000","last_active":"2024-03-10T21:20:12.008359+0000","last_peered":"2024-03-10T21:20:12.008359+0000","last_clean":"2024-03-10T21:20:12.008359+0000","last_became_active":"2024-03-10T21:18:39.824458+0000","last_became_peered":"2024-03-10T21:18:39.824458+0000","last_unstale":"2024-03-10T21:20:12.008359+0000","last_undegraded":"2024-03-10T21:20:12.008359+0000","last_fullsized":"2024-03-10T21:20:12.008359+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.009219+0000","last_change":"2024-03-10T21:18:39.840585+0000","last_active":"2024-03-10T21:20:12.009219+0000","last_peered":"2024-03-10T21:20:12.009219+0000","last_clean":"2024-03-10T21:20:12.009219+0000","last_became_active":"2024-03-10T21:18:39.840206+0000","last_became_peered":"2024-03-10T21:18:39.840206+0000","last_unstale":"2024-03-10T21:20:12.009219+0000","last_undegraded":"2024-03-10T21:20:12.009219+0000","last_fullsized":"2024-03-10T21:20:12.009219+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.014540+0000","last_change":"2024-03-10T21:18:39.827491+0000","last_active":"2024-03-10T21:20:12.014540+0000","last_peered":"2024-03-10T21:20:12.014540+0000","last_clean":"2024-03-10T21:20:12.014540+0000","last_became_active":"2024-03-10T21:18:39.827165+0000","last_became_peered":"2024-03-10T21:18:39.827165+0000","last_unstale":"2024-03-10T21:20:12.014540+0000","last_undegraded":"2024-03-10T21:20:12.014540+0000","last_fullsized":"2024-03-10T21:20:12.014540+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.006947+0000","last_change":"2024-03-10T21:18:39.823068+0000","last_active":"2024-03-10T21:20:12.006947+0000","last_peered":"2024-03-10T21:20:12.006947+0000","last_clean":"2024-03-10T21:20:12.006947+0000","last_became_active":"2024-03-10T21:18:39.821469+0000","last_became_peered":"2024-03-10T21:18:39.821469+0000","last_unstale":"2024-03-10T21:20:12.006947+0000","last_undegraded":"2024-03-10T21:20:12.006947+0000","last_fullsized":"2024-03-10T21:20:12.006947+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:27:56.064972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.013696+0000","last_change":"2024-03-10T21:18:39.834866+0000","last_active":"2024-03-10T21:20:12.013696+0000","last_peered":"2024-03-10T21:20:12.013696+0000","last_clean":"2024-03-10T21:20:12.013696+0000","last_became_active":"2024-03-10T21:18:39.833980+0000","last_became_peered":"2024-03-10T21:18:39.833980+0000","last_unstale":"2024-03-10T21:20:12.013696+0000","last_undegraded":"2024-03-10T21:20:12.013696+0000","last_fullsized":"2024-03-10T21:20:12.013696+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.007469+0000","last_change":"2024-03-10T21:18:39.828023+0000","last_active":"2024-03-10T21:20:12.007469+0000","last_peered":"2024-03-10T21:20:12.007469+0000","last_clean":"2024-03-10T21:20:12.007469+0000","last_became_active":"2024-03-10T21:18:39.827730+0000","last_became_peered":"2024-03-10T21:18:39.827730+0000","last_unstale":"2024-03-10T21:20:12.007469+0000","last_undegraded":"2024-03-10T21:20:12.007469+0000","last_fullsized":"2024-03-10T21:20:12.007469+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:29:42.499976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-03-10T21:20:12.011601+0000","last_change":"2024-03-10T21:18:39.820709+0000","last_active":"2024-03-10T21:20:12.011601+0000","last_peered":"2024-03-10T21:20:12.011601+0000","last_clean":"2024-03-10T21:20:12.011601+0000","last_became_active":"2024-03-10T21:18:39.820436+0000","last_became_peered":"2024-03-10T21:18:39.820436+0000","last_unstale":"2024-03-10T21:20:12.011601+0000","last_undegraded":"2024-03-10T21:20:12.011601+0000","last_fullsized":"2024-03-10T21:20:12.011601+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-03-10T21:20:13.014544+0000","last_change":"2024-03-10T21:20:13.014544+0000","last_active":"2024-03-10T21:20:13.014544+0000","last_peered":"2024-03-10T21:20:13.014544+0000","last_clean":"2024-03-10T21:20:13.014544+0000","last_became_active":"2024-03-10T21:20:13.014217+0000","last_became_peered":"2024-03-10T21:20:13.014217+0000","last_unstale":"2024-03-10T21:20:13.014544+0000","last_undegraded":"2024-03-10T21:20:13.014544+0000","last_fullsized":"2024-03-10T21:20:13.014544+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:11:39.324623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201305,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":903561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.45600000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.495},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60399999999999998}]},{"osd":2,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.38100000000000001}]},{"osd":3,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.57499999999999996}]},{"osd":4,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.48299999999999998}]},{"osd":5,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.67900000000000005}]},{"osd":6,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.59099999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":904974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65900000000000003,"5min":0.748,"15min":0.748},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.54600000000000004,"15min":0.55600000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68400000000000005,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.48499999999999999}]},{"osd":1,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53400000000000003,"15min":0.53500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.65700000000000003,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.55300000000000005,"15min":0.56499999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.628,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.30299999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.56799999999999995,"15min":0.58199999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64200000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.57499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.71999999999999997,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.51500000000000001}]},{"osd":3,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.64000000000000001,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55300000000000005,"15min":0.55800000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.40699999999999997}]},{"osd":4,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68200000000000005,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.34499999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.628,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.32900000000000001}]},{"osd":5,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46200000000000002},"min":{"1min":0.33400000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.47199999999999998,"15min":0.46600000000000003},"min":{"1min":0.35799999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.497}]},{"osd":7,"last update":"Sun Mar 10 21:19:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.44600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":724992,"data_stored":312749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:20:02 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.29999999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.53600000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.36499999999999999,"15min":0.32900000000000001},"min":{"1min":0.24199999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.58299999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.40899999999999997}]},{"osd":2,"last update":"Sun Mar 10 21:19:27 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.41199999999999998},"min":{"1min":0.317,"5min":0.214,"15min":0.214},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.54500000000000004,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52200000000000002}]},{"osd":3,"last update":"Sun Mar 10 21:19:51 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41899999999999998,"15min":0.42499999999999999},"min":{"1min":0.28999999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.501,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.40699999999999997,"15min":0.41699999999999998},"min":{"1min":0.25900000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.49399999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.48999999999999999}]},{"osd":4,"last update":"Sun Mar 10 21:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77400000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.621},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.53900000000000003}]},{"osd":5,"last update":"Sun Mar 10 21:19:38 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.57099999999999995,"15min":0.57899999999999996},"min":{"1min":0.42899999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.70299999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.58899999999999997,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79300000000000004,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.56100000000000005}]},{"osd":6,"last update":"Sun Mar 10 21:20:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76900000000000002,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":1.238,"15min":1.349},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80400000000000005,"5min":17.408999999999999,"15min":17.408999999999999},"last":0.64400000000000002}]},{"osd":7,"last update":"Sun Mar 10 21:19:21 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":17.436,"5min":17.436,"15min":17.436},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.464,"5min":1.464,"15min":1.464},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":17.428000000000001,"5min":17.428000000000001,"15min":17.428000000000001},"last":0.60299999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28316,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716836,"statfs":{"total":95995035648,"available":95966040064,"internally_reserved":0,"allocated":1327104,"data_stored":903685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34699999999999998,"15min":0.32700000000000001},"min":{"1min":0.22700000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.56499999999999995,"5min":0.629,"15min":0.629},"last":0.433},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.371,"15min":0.34399999999999997},"min":{"1min":0.249,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.49199999999999999}]},{"osd":2,"last update":"Sun Mar 10 21:19:23 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.38500000000000001,"15min":0.37},"min":{"1min":0.26800000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48599999999999999,"5min":0.629,"15min":0.629},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.38100000000000001,"15min":0.36099999999999999},"min":{"1min":0.27600000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51500000000000001,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47399999999999998}]},{"osd":3,"last update":"Sun Mar 10 21:19:56 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.437,"15min":0.44700000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.48199999999999998,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41299999999999998,"15min":0.41199999999999998},"min":{"1min":0.27700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.58099999999999996,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.54500000000000004}]},{"osd":4,"last update":"Sun Mar 10 21:20:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55000000000000004,"15min":0.55100000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.377,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73899999999999999,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.66500000000000004}]},{"osd":5,"last update":"Sun Mar 10 21:19:40 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.60199999999999998,"15min":0.60999999999999999},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.73299999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.60099999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.76900000000000002}]},{"osd":6,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.77000000000000002,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.755},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.45200000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75800000000000001,"5min":0.877,"15min":0.877},"last":0.73499999999999999}]},{"osd":7,"last update":"Sun Mar 10 21:19:22 2024","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":13.327999999999999,"5min":13.327999999999999,"15min":13.327999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.71399999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":312589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35099999999999998,"15min":0.33800000000000002},"min":{"1min":0.248,"5min":0.189,"15min":0.189},"max":{"1min":0.51400000000000001,"5min":0.625,"15min":0.625},"last":0.254},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.374,"15min":0.36199999999999999},"min":{"1min":0.29099999999999998,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.51000000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.36699999999999999}]},{"osd":1,"last update":"Sun Mar 10 21:19:25 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.51200000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.373,"15min":0.36699999999999999},"min":{"1min":0.27300000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.314}]},{"osd":3,"last update":"Sun Mar 10 21:19:51 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40600000000000003,"15min":0.41699999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.49199999999999999,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.47099999999999997,"15min":0.47799999999999998},"min":{"1min":0.314,"5min":0.311,"15min":0.311},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.42399999999999999}]},{"osd":4,"last update":"Sun Mar 10 21:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57299999999999995,"15min":0.56399999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.51400000000000001}]},{"osd":5,"last update":"Sun Mar 10 21:19:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.80000000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61099999999999999,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.80100000000000005,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.63200000000000001}]},{"osd":6,"last update":"Sun Mar 10 21:20:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58999999999999997,"15min":0.59099999999999997},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.54600000000000004}]},{"osd":7,"last update":"Sun Mar 10 21:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.73999999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149741,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":737280,"data_stored":315041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:52 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39300000000000002,"15min":0.38900000000000001},"min":{"1min":0.23699999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.433,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.27300000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:19:52 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":3.3399999999999999,"5min":3.3399999999999999,"15min":3.3399999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.371,"5min":0.41999999999999998,"15min":0.42999999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.496,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.33300000000000002}]},{"osd":2,"last update":"Sun Mar 10 21:19:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.45300000000000001,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.443,"15min":0.44},"min":{"1min":0.28199999999999997,"5min":0.252,"15min":0.252},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.46000000000000002}]},{"osd":4,"last update":"Sun Mar 10 21:20:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.49,"5min":1.49,"15min":1.49},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58799999999999997,"15min":0.58599999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.505}]},{"osd":5,"last update":"Sun Mar 10 21:19:33 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58299999999999996,"15min":0.58199999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.441},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.61199999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.518,"5min":1.518,"15min":1.518},"last":0.621}]},{"osd":6,"last update":"Sun Mar 10 21:20:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.627,"15min":0.63},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.63900000000000001,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.78400000000000003,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.51900000000000002}]},{"osd":7,"last update":"Sun Mar 10 21:19:23 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.49299999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":733184,"data_stored":313297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84699999999999998,"5min":0.872,"15min":0.872},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83499999999999996,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.53900000000000003,"15min":0.55700000000000005},"min":{"1min":0.35799999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.69199999999999995,"5min":0.749,"15min":0.749},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.54800000000000004,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70399999999999996,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.65700000000000003}]},{"osd":2,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.56499999999999995,"15min":0.57699999999999996},"min":{"1min":0.38100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73099999999999998,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77600000000000002,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.441}]},{"osd":3,"last update":"Sun Mar 10 21:20:08 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.56399999999999995,"15min":0.57899999999999996},"min":{"1min":0.38100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.67500000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.40500000000000003,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76500000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.79700000000000004}]},{"osd":5,"last update":"Sun Mar 10 21:19:41 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.38800000000000001},"min":{"1min":0.30199999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51600000000000001,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61299999999999999,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.49299999999999999}]},{"osd":6,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.44600000000000001,"15min":0.44},"min":{"1min":0.34499999999999997,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.65800000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.495,"5min":0.44900000000000001,"15min":0.441},"min":{"1min":0.35499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.53700000000000003}]},{"osd":7,"last update":"Sun Mar 10 21:19:21 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.46100000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":314696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1781,"internal_metadata":27654411},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.69999999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.39800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58099999999999996}]},{"osd":1,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32300000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.63900000000000001}]},{"osd":2,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53300000000000003,"15min":0.53400000000000003},"min":{"1min":0.34899999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.377,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59499999999999997}]},{"osd":3,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.67600000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.56699999999999995},"min":{"1min":0.41899999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.72199999999999998,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.628}]},{"osd":4,"last update":"Sun Mar 10 21:19:37 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38200000000000001,"15min":0.374},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.629,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.30399999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.40699999999999997}]},{"osd":6,"last update":"Sun Mar 10 21:20:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.437,"15min":0.43099999999999999},"min":{"1min":0.375,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64600000000000002,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.44500000000000001,"15min":0.443},"min":{"1min":0.34599999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.61099999999999999,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.433}]},{"osd":7,"last update":"Sun Mar 10 21:19:22 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.46200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:20:21.093 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-10T21:20:21.093 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-10T21:20:21.093 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-10T21:20:21.094 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph health --format=json 2024-03-10T21:20:21.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:21 smithi193 ceph-mon[30554]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:21.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:21 smithi071 ceph-mon[27124]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:21.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:21 smithi071 ceph-mon[37838]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:21.746 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:21.836 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:21 smithi071 systemd[1]: Stopping Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:20:22.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:20:22] "GET /metrics HTTP/1.1" 200 33636 "" "Prometheus/2.43.0" 2024-03-10T21:20:23.309 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:23 smithi071 ceph-mon[27124]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:23.309 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:23 smithi071 ceph-mon[37838]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:23 smithi193 ceph-mon[30554]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:23.778 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:23.778 INFO:teuthology.orchestra.run.smithi071.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-10T21:20:24.042 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[68766]: ts=2024-03-10T21:20:23.641Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:20:24.042 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:23 smithi071 podman[72820]: 2024-03-10 21:20:23.66165148 +0000 UTC m=+0.573703957 container died c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:24 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/580274543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-10T21:20:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:24 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/580274543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-10T21:20:24.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:24 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/580274543' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-10T21:20:24.584 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-10T21:20:24.585 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:20:24.836 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:24 smithi071 podman[72820]: 2024-03-10 21:20:24.78653718 +0000 UTC m=+1.698589648 container cleanup c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:24.836 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:24 smithi071 bash[72820]: ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a 2024-03-10T21:20:24.879 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:24.879 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":70,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:20:13.005012+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:20:24.893 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T21:16:20.788659+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-10T21:18:37.873445+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-10T21:18:38.991513+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-03-10T21:19:13.519281+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T21:20:24.893 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T21:20:25.185 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-03-10T21:20:25.197 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 podman[72863]: 2024-03-10 21:20:25.021165391 +0000 UTC m=+1.359379453 container remove c36e7e2f367c50054d156c7f61250789691fdc837f82323eb6607c3a8e0ebabe (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:25.197 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 podman[72863]: 2024-03-10 21:20:25.105190544 +0000 UTC m=+1.443404616 volume remove 5dd6dc9dde9ab5fcde19f5abaf1d542d30246f061095858df010197341454743 2024-03-10T21:20:25.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:25 smithi071 ceph-mon[27124]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:25.198 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:25 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1308477206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:25.198 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:25 smithi071 ceph-mon[37838]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:25.198 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:25 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1308477206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:25.199 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-10T21:20:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:25 smithi193 ceph-mon[30554]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:25 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1308477206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:25.529 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-03-10T21:20:25.541 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-10T21:20:25.541 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 systemd[1]: Stopped Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:20:25.542 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 systemd[1]: Starting Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:20:25.543 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-10T21:20:25.832 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2024-03-10T21:20:25.836 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 podman[73096]: 2024-03-10 21:20:25.504070058 +0000 UTC m=+0.021033315 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-10T21:20:25.836 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 podman[73096]: 2024-03-10 21:20:25.639947544 +0000 UTC m=+0.156910782 volume create b4b0fb2e03f6e6bee6152bf580db6521ac59b8e7a4bf74799a93bdbb720fe096 2024-03-10T21:20:25.836 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:25 smithi071 podman[73096]: 2024-03-10 21:20:25.756974569 +0000 UTC m=+0.273937852 container create a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:25.845 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-03-10T21:20:26.144 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/17123955' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.144 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1948663372' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.144 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3860050713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.145 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/17123955' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.145 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1948663372' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.145 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3860050713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 podman[73096]: 2024-03-10 21:20:26.043387303 +0000 UTC m=+0.560350554 container init a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 podman[73096]: 2024-03-10 21:20:26.046192398 +0000 UTC m=+0.563155643 container start a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.059Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.059Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.061Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.062Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.088Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T21:20:26.145 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.089Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T21:20:26.146 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.091Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-10T21:20:26.146 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:26.091Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-10T21:20:26.146 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 bash[73096]: a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 2024-03-10T21:20:26.147 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 8 2024-03-10T21:20:26.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:20:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:26 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/17123955' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:26 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1948663372' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:26 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3860050713' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T21:20:26.513 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:26.513 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/2119319151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":2119319151},{"type":"v1","addr":"172.21.15.71:6835","nonce":2119319151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T21:18:39.801217+0000","modified":"2024-03-10T21:18:42.000161+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.193:6833/1763023413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":1763023413},{"type":"v1","addr":"172.21.15.193:6833","nonce":1763023413}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T21:20:26.513 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2024-03-10T21:20:26.524 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:26 smithi071 systemd[1]: Started Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:20:26.526 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:20:26.809 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:26.809 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":70,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:20:13.005012+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:20:26.822 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-10T21:16:20.788659+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-10T21:18:37.873445+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-10T21:18:38.991513+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-03-10T21:19:13.519281+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-10T21:20:26.822 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-10T21:20:27.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:27.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2402336161' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T21:20:27.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1809233876' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/662571632' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2402336161' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1809233876' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:27.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/662571632' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:27 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:27.110 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-03-10T21:20:27.123 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2402336161' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1809233876' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/662571632' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:27.216 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:27 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:27.407 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-03-10T21:20:27.421 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-10T21:20:27.703 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2024-03-10T21:20:27.717 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-03-10T21:20:27.999 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 8 2024-03-10T21:20:28.012 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:20:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:28 smithi193 ceph-mon[30554]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:20:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:28 smithi193 ceph-mon[30554]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:20:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:28 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3089282755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:28 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3224141936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:28 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3227268786' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:28 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/418766614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.332 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:28.332 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/2119319151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":2119319151},{"type":"v1","addr":"172.21.15.71:6835","nonce":2119319151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T21:18:39.801217+0000","modified":"2024-03-10T21:18:42.000161+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.193:6833/1763023413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":1763023413},{"type":"v1","addr":"172.21.15.193:6833","nonce":1763023413}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T21:20:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2024-03-10T21:20:28.336 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:28.063Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000966693s 2024-03-10T21:20:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[27124]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:20:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[27124]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:20:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3089282755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3224141936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3227268786' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/418766614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[37838]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:20:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[37838]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:20:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3089282755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3224141936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3227268786' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:28 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/418766614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-03-10T21:20:28.345 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:20:28.630 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:28.630 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":70,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:20:13.005012+0000","last_up_change":"2024-03-10T21:18:21.259797+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6803","nonce":1357918924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6805","nonce":1357918924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6809","nonce":1357918924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1357918924},{"type":"v1","addr":"172.21.15.71:6807","nonce":1357918924}]},"public_addr":"172.21.15.71:6803/1357918924","cluster_addr":"172.21.15.71:6805/1357918924","heartbeat_back_addr":"172.21.15.71:6809/1357918924","heartbeat_front_addr":"172.21.15.71:6807/1357918924","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6811","nonce":783082984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6813","nonce":783082984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6817","nonce":783082984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":783082984},{"type":"v1","addr":"172.21.15.71:6815","nonce":783082984}]},"public_addr":"172.21.15.71:6811/783082984","cluster_addr":"172.21.15.71:6813/783082984","heartbeat_back_addr":"172.21.15.71:6817/783082984","heartbeat_front_addr":"172.21.15.71:6815/783082984","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6819","nonce":4021420616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6821","nonce":4021420616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6825","nonce":4021420616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4021420616},{"type":"v1","addr":"172.21.15.71:6823","nonce":4021420616}]},"public_addr":"172.21.15.71:6819/4021420616","cluster_addr":"172.21.15.71:6821/4021420616","heartbeat_back_addr":"172.21.15.71:6825/4021420616","heartbeat_front_addr":"172.21.15.71:6823/4021420616","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6827","nonce":2605462576}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6829","nonce":2605462576}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6833","nonce":2605462576}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2605462576},{"type":"v1","addr":"172.21.15.71:6831","nonce":2605462576}]},"public_addr":"172.21.15.71:6827/2605462576","cluster_addr":"172.21.15.71:6829/2605462576","heartbeat_back_addr":"172.21.15.71:6833/2605462576","heartbeat_front_addr":"172.21.15.71:6831/2605462576","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6801","nonce":4100040849}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6803","nonce":4100040849}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6807","nonce":4100040849}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":4100040849},{"type":"v1","addr":"172.21.15.193:6805","nonce":4100040849}]},"public_addr":"172.21.15.193:6801/4100040849","cluster_addr":"172.21.15.193:6803/4100040849","heartbeat_back_addr":"172.21.15.193:6807/4100040849","heartbeat_front_addr":"172.21.15.193:6805/4100040849","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6809","nonce":3035507018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6811","nonce":3035507018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6815","nonce":3035507018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3035507018},{"type":"v1","addr":"172.21.15.193:6813","nonce":3035507018}]},"public_addr":"172.21.15.193:6809/3035507018","cluster_addr":"172.21.15.193:6811/3035507018","heartbeat_back_addr":"172.21.15.193:6815/3035507018","heartbeat_front_addr":"172.21.15.193:6813/3035507018","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6817","nonce":300086106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6819","nonce":300086106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6823","nonce":300086106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":300086106},{"type":"v1","addr":"172.21.15.193:6821","nonce":300086106}]},"public_addr":"172.21.15.193:6817/300086106","cluster_addr":"172.21.15.193:6819/300086106","heartbeat_back_addr":"172.21.15.193:6823/300086106","heartbeat_front_addr":"172.21.15.193:6821/300086106","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6825","nonce":1273149820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6827","nonce":1273149820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6831","nonce":1273149820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1273149820},{"type":"v1","addr":"172.21.15.193:6829","nonce":1273149820}]},"public_addr":"172.21.15.193:6825/1273149820","cluster_addr":"172.21.15.193:6827/1273149820","heartbeat_back_addr":"172.21.15.193:6831/1273149820","heartbeat_front_addr":"172.21.15.193:6829/1273149820","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:20:28.643 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:20:28.957 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:20:28.957 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/2119319151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":2119319151},{"type":"v1","addr":"172.21.15.71:6835","nonce":2119319151}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T21:18:39.801217+0000","modified":"2024-03-10T21:18:42.000161+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.193:6833/1763023413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":1763023413},{"type":"v1","addr":"172.21.15.193:6833","nonce":1763023413}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T21:20:28.958 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2024-03-10T21:20:28.970 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-03-10T21:18:39.801217+0000', 'modified': '2024-03-10T21:18:42.000161+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24340}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24340': {'gid': 24340, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.193:6833/1763023413', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.193:6832', 'nonce': 1763023413}, {'type': 'v1', 'addr': '172.21.15.193:6833', 'nonce': 1763023413}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-03-10T21:20:28.970 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-03-10T21:20:28.970 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-10T21:20:29.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-03-10T21:20:29.080+0000 7f04a77fe640 0 client.14892 ms_handle_reset on v2:172.21.15.193:6832/1763023413 2024-03-10T21:20:29.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-mon[30554]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:29.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/519992568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/4290413317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2050650740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-03-10T21:20:29.098+0000 7f04a77fe640 0 client.14898 ms_handle_reset on v2:172.21.15.193:6832/1763023413 2024-03-10T21:20:29.100 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "d9129898-df22-11ee-95c7-87774f69a715", 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24340, 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 109.295182493, 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 6, 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 70, 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 63, 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 114.00328831900001 2024-03-10T21:20:29.101 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:20:29.111 INFO:tasks.cephadm:Setup complete, yielding 2024-03-10T21:20:29.112 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:20:29.121 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-03-10T21:20:29.121 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:20:29.135 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-03-10T21:20:29.135 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-10T21:20:29.150 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-03-10T21:20:29.150 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-03-10T21:20:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[27124]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/519992568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/4290413317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2050650740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[37838]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/519992568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/4290413317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:29 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2050650740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:20:29.357 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:20:29.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 systemd[1]: Stopping Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:20:30.150 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.864Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.864Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[58021]: ts=2024-03-10T21:20:29.865Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T21:20:30.151 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:29 smithi193 podman[61234]: 2024-03-10 21:20:29.875001629 +0000 UTC m=+0.108303007 container died 591014a1d03ec63f4b7f337bd0e3705fe8c133fa97debdffb070a4b1b31311bd (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:30.475 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 podman[61234]: 2024-03-10 21:20:30.248104357 +0000 UTC m=+0.481405745 container cleanup 591014a1d03ec63f4b7f337bd0e3705fe8c133fa97debdffb070a4b1b31311bd (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:30.475 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 bash[61234]: ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T21:20:30.821 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 podman[61249]: 2024-03-10 21:20:30.474031587 +0000 UTC m=+0.597119215 container remove 591014a1d03ec63f4b7f337bd0e3705fe8c133fa97debdffb070a4b1b31311bd (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:30.821 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T21:20:30.821 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 systemd[1]: Stopped Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:20:30.822 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 1.062s CPU time. 2024-03-10T21:20:30.822 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 systemd[1]: Starting Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:20:31.072 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-mon[30554]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:31.072 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 podman[61346]: 2024-03-10 21:20:30.723537397 +0000 UTC m=+0.018398857 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T21:20:31.072 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:30 smithi193 podman[61346]: 2024-03-10 21:20:30.833294544 +0000 UTC m=+0.128156005 container create 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:31.072 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 podman[61346]: 2024-03-10 21:20:31.018865592 +0000 UTC m=+0.313727053 container init 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:31.072 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 podman[61346]: 2024-03-10 21:20:31.021281778 +0000 UTC m=+0.316143240 container start 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.045Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.045Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.045Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi193 (none))" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.045Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.045Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.046Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.047Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.047Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.047Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.050Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.050Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.919µs 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.050Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.051Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-03-10T21:20:31.073 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.052Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.052Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=48.386µs wal_replay_duration=1.6392ms wbl_replay_duration=97ns total_replay_duration=1.725804ms 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.053Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.053Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.053Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.070Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.55128ms db_storage=745ns remote_storage=1.141µs web_handler=333ns query_engine=530ns scrape=391.718µs scrape_sd=79.981µs notify=9.272µs notify_sd=8.176µs rules=16.784108ms tracing=22.336µs 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.070Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T21:20:31.074 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:20:31.070Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T21:20:31.335 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 bash[61346]: 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 2024-03-10T21:20:31.335 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:20:31 smithi193 systemd[1]: Started Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPING 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPED 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTING 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Serving on http://:::9283 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTED 2024-03-10T21:20:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPING 2024-03-10T21:20:31.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:20:31.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPED 2024-03-10T21:20:31.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTING 2024-03-10T21:20:31.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-mon[27124]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:31.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-mon[37838]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Serving on http://:::9283 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTED 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPING 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPED 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTING 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Serving on http://:::9283 2024-03-10T21:20:31.633 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTED 2024-03-10T21:20:31.634 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPING 2024-03-10T21:20:31.634 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:20:31.634 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STOPPED 2024-03-10T21:20:31.634 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTING 2024-03-10T21:20:31.634 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Serving on http://:::9283 2024-03-10T21:20:31.634 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:20:31] ENGINE Bus STARTED 2024-03-10T21:20:32.150 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:20:32.160 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-03-10T21:20:32.160 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:20:32.169 INFO:teuthology.task.print:**** done start telemetry reef... 2024-03-10T21:20:32.169 INFO:teuthology.run_tasks:Running task workunit... 2024-03-10T21:20:32.182 INFO:tasks.workunit:Pulling workunits from ref 2b0101eb74d60610d544cb8a473e23a35ac1cc0b 2024-03-10T21:20:32.183 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-10T21:20:32.183 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-10T21:20:32.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:20:32.199 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-03-10T21:20:32.199 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-03-10T21:20:32.254 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-03-10T21:20:32.254 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-03-10T21:20:32.308 INFO:tasks.workunit:timeout=3h 2024-03-10T21:20:32.308 INFO:tasks.workunit:cleanup=True 2024-03-10T21:20:32.309 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 2b0101eb74d60610d544cb8a473e23a35ac1cc0b 2024-03-10T21:20:32.363 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-10T21:20:32.470 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:32.471 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3890732560' entity='client.admin' 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.472 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:20:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T21:20:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:32.473 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:32 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3890732560' entity='client.admin' 2024-03-10T21:20:32.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:20:32.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T21:20:32.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:32.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:32 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3890732560' entity='client.admin' 2024-03-10T21:20:33.387 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:20:33.387 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T21:20:33.387 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:20:33.387 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T21:20:33.388 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:20:33.388 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T21:20:33.388 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:33 smithi193 ceph-mon[30554]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:33.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:20:33.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[27124]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi193.front.sepia.ceph.com:9095"}]: dispatch 2024-03-10T21:20:33.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:20:33.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi193.front.sepia.ceph.com:3000"}]: dispatch 2024-03-10T21:20:33.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:33 smithi071 ceph-mon[37838]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:35 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:35.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:35 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:36.086 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:20:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:20:36.063Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001695638s 2024-03-10T21:20:36.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:36 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:36.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:36 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:36.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:36 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:20:37.140 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:37 smithi071 ceph-mon[27124]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:37.392 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:37 smithi193 ceph-mon[30554]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:37.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:37 smithi071 ceph-mon[37838]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:20:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:20:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:41 smithi193 ceph-mon[30554]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:41.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:41 smithi071 ceph-mon[27124]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:41.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:41 smithi071 ceph-mon[37838]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:42.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:42.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:20:42] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-03-10T21:20:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:43 smithi193 ceph-mon[30554]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:43 smithi071 ceph-mon[27124]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:43.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:43 smithi071 ceph-mon[37838]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:44 smithi193 ceph-mon[30554]: mgrmap e21: y(active, since 91s), standbys: x 2024-03-10T21:20:44.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:44 smithi071 ceph-mon[27124]: mgrmap e21: y(active, since 91s), standbys: x 2024-03-10T21:20:44.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:44 smithi071 ceph-mon[37838]: mgrmap e21: y(active, since 91s), standbys: x 2024-03-10T21:20:45.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:45 smithi193 ceph-mon[30554]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:45.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:45 smithi071 ceph-mon[27124]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:45.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:45 smithi071 ceph-mon[37838]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:47.387 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:47 smithi193 ceph-mon[30554]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:47.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:47 smithi071 ceph-mon[27124]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:47.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:47 smithi071 ceph-mon[37838]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:48.659 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:48 smithi193 ceph-mon[30554]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:48.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:48 smithi071 ceph-mon[27124]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:48.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:48 smithi071 ceph-mon[37838]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:50 smithi193 ceph-mon[30554]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:51.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:50 smithi071 ceph-mon[27124]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:50 smithi071 ceph-mon[37838]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:52.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:20:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:20:52] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-03-10T21:20:53.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:52 smithi193 ceph-mon[30554]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:52 smithi071 ceph-mon[27124]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:53.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:52 smithi071 ceph-mon[37838]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:54 smithi193 ceph-mon[30554]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:55.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:54 smithi071 ceph-mon[27124]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:55.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:54 smithi071 ceph-mon[37838]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-03-10T21:20:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:56 smithi193 ceph-mon[30554]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:56 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:56 smithi071 ceph-mon[37838]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:56 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:57.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:56 smithi071 ceph-mon[27124]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:57.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:56 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:20:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:20:58 smithi193 ceph-mon[30554]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:58.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:20:58 smithi071 ceph-mon[37838]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:20:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:20:58 smithi071 ceph-mon[27124]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:00 smithi193 ceph-mon[30554]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:01.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:00 smithi071 ceph-mon[27124]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:01.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:00 smithi071 ceph-mon[37838]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:02.627 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:21:02] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-03-10T21:21:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:02 smithi193 ceph-mon[30554]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:03.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:02 smithi071 ceph-mon[27124]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:02 smithi071 ceph-mon[37838]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:04 smithi193 ceph-mon[30554]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:05.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:04 smithi071 ceph-mon[27124]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:04 smithi071 ceph-mon[37838]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:06 smithi193 ceph-mon[30554]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:07.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:06 smithi071 ceph-mon[27124]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:07.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:06 smithi071 ceph-mon[37838]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:08.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:08 smithi193 ceph-mon[30554]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:08.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:08 smithi071 ceph-mon[27124]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:08.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:08 smithi071 ceph-mon[37838]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:10 smithi193 ceph-mon[30554]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:11.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:10 smithi071 ceph-mon[27124]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:11.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:10 smithi071 ceph-mon[37838]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:11 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:12.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:11 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:12.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:11 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:12.710 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:21:12] "GET /metrics HTTP/1.1" 200 33636 "" "Prometheus/2.43.0" 2024-03-10T21:21:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:12 smithi193 ceph-mon[30554]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:13.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:13 smithi071 ceph-mon[37838]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:12 smithi071 ceph-mon[27124]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:15 smithi193 ceph-mon[30554]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:15.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:15 smithi071 ceph-mon[37838]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:15 smithi071 ceph-mon[27124]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:17 smithi193 ceph-mon[30554]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:17.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:17 smithi071 ceph-mon[27124]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:17.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:17 smithi071 ceph-mon[37838]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:18 smithi193 ceph-mon[30554]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:18.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:18 smithi071 ceph-mon[27124]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:18.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:18 smithi071 ceph-mon[37838]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:21.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:20 smithi193 ceph-mon[30554]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:21.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:20 smithi071 ceph-mon[27124]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:21.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:20 smithi071 ceph-mon[37838]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:22.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:21:22] "GET /metrics HTTP/1.1" 200 33636 "" "Prometheus/2.43.0" 2024-03-10T21:21:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:22 smithi193 ceph-mon[30554]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:23.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:22 smithi071 ceph-mon[27124]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:23.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:22 smithi071 ceph-mon[37838]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:24 smithi193 ceph-mon[30554]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:25.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:24 smithi071 ceph-mon[27124]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:24 smithi071 ceph-mon[37838]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:27 smithi193 ceph-mon[30554]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:27 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:27 smithi071 ceph-mon[27124]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:27 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:27.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:27 smithi071 ceph-mon[37838]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:27.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:27 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:28 smithi193 ceph-mon[30554]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:28.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:28 smithi071 ceph-mon[37838]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:28 smithi071 ceph-mon[27124]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:30 smithi193 ceph-mon[30554]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:31.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:30 smithi071 ceph-mon[27124]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:31.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:30 smithi071 ceph-mon[37838]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:32.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:21:32] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-03-10T21:21:33.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:33 smithi071 ceph-mon[37838]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:33.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:33 smithi193 ceph-mon[30554]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:33.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:33 smithi071 ceph-mon[27124]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:35 smithi193 ceph-mon[30554]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:35.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:35 smithi071 ceph-mon[27124]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:35.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:35 smithi071 ceph-mon[37838]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:37 smithi193 ceph-mon[30554]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:37.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:37 smithi071 ceph-mon[27124]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:37.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:37 smithi071 ceph-mon[37838]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:38.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:38 smithi193 ceph-mon[30554]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:38.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:38 smithi071 ceph-mon[27124]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:38 smithi071 ceph-mon[37838]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:39 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:39.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:39 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr:Note: switching to '2b0101eb74d60610d544cb8a473e23a35ac1cc0b'. 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr:changes and commit them, and you can discard any commits you make in this 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr:state without impacting any branches by switching back to a branch. 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr:If you want to create a new branch to retain commits you create, you may 2024-03-10T21:21:40.061 INFO:tasks.workunit.client.0.smithi071.stderr:do so (now or later) by using -c with the switch command. Example: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: git switch -c 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr:Or undo this operation with: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: git switch - 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:40.062 INFO:tasks.workunit.client.0.smithi071.stderr:HEAD is now at 2b0101eb74d Merge pull request #56076 from zdover23/wip-doc-2024-03-10-glossary-crimson 2024-03-10T21:21:40.064 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-10T21:21:40.089 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-10T21:21:40.091 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-10T21:21:40.092 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-10T21:21:40.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:40 smithi193 ceph-mon[30554]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:40 smithi071 ceph-mon[27124]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:40 smithi071 ceph-mon[37838]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:40.959 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-10T21:21:41.025 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-10T21:21:41.066 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-10T21:21:41.068 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-10T21:21:41.068 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-10T21:21:41.107 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-10T21:21:41.111 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-03-10T21:21:41.111 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-10T21:21:41.166 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-03-10T21:21:41.167 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-03-10T21:21:41.168 DEBUG:teuthology.orchestra.run.smithi071:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2b0101eb74d60610d544cb8a473e23a35ac1cc0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-03-10T21:21:41.225 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-03-10T21:21:41.611 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-03-10T21:21:41.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STOPPING 2024-03-10T21:21:41.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:21:41.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STOPPED 2024-03-10T21:21:41.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STARTING 2024-03-10T21:21:41.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Serving on http://:::9283 2024-03-10T21:21:41.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STARTED 2024-03-10T21:21:41.998 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-03-10T21:21:42.270 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STOPPING 2024-03-10T21:21:42.270 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:21:42.270 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STOPPED 2024-03-10T21:21:42.270 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STARTING 2024-03-10T21:21:42.271 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Serving on http://:::9283 2024-03-10T21:21:42.271 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:41] ENGINE Bus STARTED 2024-03-10T21:21:42.271 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:42] ENGINE Bus STOPPING 2024-03-10T21:21:42.387 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview 2024-03-10T21:21:42.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:21:42.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:42] ENGINE Bus STOPPED 2024-03-10T21:21:42.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:42] ENGINE Bus STARTING 2024-03-10T21:21:42.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:21:42] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:42] ENGINE Serving on http://:::9283 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:42] ENGINE Bus STARTED 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3844337679' entity='client.admin' 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3844337679' entity='client.admin' 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:42.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:42.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' 2024-03-10T21:21:42.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3844337679' entity='client.admin' 2024-03-10T21:21:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:42.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: "ident" 2024-03-10T21:21:42.872 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:42.873 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:42.874 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:42.875 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:42.876 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2024-03-10T21:21:42.877 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:42.878 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_crush_chooseleaf_type", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:42.879 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T21:21:42.880 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:42.881 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:42.882 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:42.883 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2024-03-10T21:21:42.884 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:42.885 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:42.886 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:42.887 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2024-03-10T21:21:42.888 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2024-03-10T21:13:07.935601Z", 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.889 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2024-03-10T21:21:42.890 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2024-03-10T21:21:42.891 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:42.892 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2024-03", 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2024-03-10T21:21:42.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2024-03-10T21:21:42.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard_description": null, 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:42.895 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.896 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:42.897 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.898 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.899 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:42.900 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:42.901 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.902 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2024-03-10T21:21:42.903 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy", 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "reef" 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 18, 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2024-03-10T21:21:42.904 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "reef" 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:42.905 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:42.906 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4430023586319294e-06, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:42.907 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.908 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2024-03-10T21:21:42.909 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3478666005539708e-07, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3428, 2024-03-10T21:21:42.910 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3428, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10284, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 20480 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:42.911 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:42.912 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:42.913 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:42.914 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:42.915 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:42.916 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: false 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "f545a75c-4b1f-4b9e-8437-fa0323e4febf", 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2024-03-10T21:21:42.863605", 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2024-03-10T21:21:42.918 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:42.919 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.920 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2024-03-10T21:21:42.921 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2024-03-10T21:21:42.922 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 228945920, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.00029812208958901465 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout:} 2024-03-10T21:21:42.923 INFO:tasks.workunit.client.0.smithi071.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-03-10T21:21:42.924 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview-device 2024-03-10T21:21:43.392 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2024-03-10T21:21:43.392 INFO:tasks.workunit.client.0.smithi071.stdout: "312e4882-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.392 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_312f3292-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211623": { 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "312e4882-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.393 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105383 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:43.395 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.396 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 32186363 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:43.397 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 52444037 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.398 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:43.399 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:43.400 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3523, 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3539, 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3510 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:43.402 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 31, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 404408117, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2109365504, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 7046183170, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 37078101550, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 50956, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53060, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2024-03-10T21:21:43.403 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1601 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 50956, 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53060 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:43.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:43.405 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:43.406 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:43.407 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 404,408,117 [207 TB]", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,109,365,504 [1.07 PB]", 2024-03-10T21:21:43.408 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 7,046,183,170", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 37,078,101,550", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 31", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 50,956", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,060", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,601", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:43.409 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.410 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "3130bd2e-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_31319104-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211625": { 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.411 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "3130bd2e-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105385 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:43.412 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.413 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.414 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 22212056 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.416 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 38172472 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.417 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.419 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 92, 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.420 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2605, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2621, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2591 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 12, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:43.421 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 324758728, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1455689363, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5017209847, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 24131220963, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 8, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 43474, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 54971, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 917 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 43474, 2024-03-10T21:21:43.422 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 54971 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:43.423 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:43.424 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:43.425 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:43.426 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 8%", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 324,758,728 [166 TB]", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,455,689,363 [745 TB]", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,017,209,847", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 24,131,220,963", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 12", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 43,474", 2024-03-10T21:21:43.427 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 54,971", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 917", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:43.428 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.429 INFO:tasks.workunit.client.0.smithi071.stdout:} 2024-03-10T21:21:43.430 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview-all 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:43 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:43.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:43.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:43 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:43.912 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2024-03-10T21:21:43.912 INFO:tasks.workunit.client.0.smithi071.stdout: "device_report": { 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "312e4882-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_312f3292-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211623": { 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "312e4882-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:43.913 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105383 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.914 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.915 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:43.917 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 32186363 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.918 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 52444037 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:43.919 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.920 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.921 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3523, 2024-03-10T21:21:43.922 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3539, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3510 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 31, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 404408117, 2024-03-10T21:21:43.923 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2109365504, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 7046183170, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 37078101550, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 50956, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53060, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1601 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 50956, 2024-03-10T21:21:43.924 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:43.925 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53060 2024-03-10T21:21:43.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.925 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:43.925 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:43.925 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.926 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:43.927 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.928 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.929 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 404,408,117 [207 TB]", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,109,365,504 [1.07 PB]", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 7,046,183,170", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 37,078,101,550", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 31", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 50,956", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,060", 2024-03-10T21:21:43.930 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,601", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.931 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "3130bd2e-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_31319104-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211625": { 2024-03-10T21:21:43.932 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "3130bd2e-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105385 2024-03-10T21:21:43.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:43.934 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:43.935 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.936 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 22212056 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:43.937 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 38172472 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.938 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.939 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:43.941 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 92, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2605, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2621, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2591 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:43.942 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 12, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 324758728, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1455689363, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5017209847, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 24131220963, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 8, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 43474, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 54971, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 917 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.943 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 43474, 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 54971 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:43.944 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:43.945 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:43.946 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:43.947 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 8%", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 324,758,728 [166 TB]", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,455,689,363 [745 TB]", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,017,209,847", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 24,131,220,963", 2024-03-10T21:21:43.948 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 12", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 43,474", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 54,971", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 917", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:43.949 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.950 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "report": { 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: "ident" 2024-03-10T21:21:43.951 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:43.952 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:43.953 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:43.954 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2024-03-10T21:21:43.955 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2024-03-10T21:21:43.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:43.957 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_crush_chooseleaf_type", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:43.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T21:21:43.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2024-03-10T21:21:43.960 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:43.961 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2024-03-10T21:21:43.962 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:43.963 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:43.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:43.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:43.966 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2024-03-10T21:13:07.935601Z", 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.967 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2024-03-10T21:21:43.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2024-03-10T21:21:43.969 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2024-03-10T21:21:43.970 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2024-03", 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2024-03-10T21:21:43.971 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2024-03-10T21:21:43.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2024-03-10T21:21:43.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard_description": null, 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.974 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:43.975 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:43.976 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T21:21:43.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:43.978 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.979 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2024-03-10T21:21:43.980 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy", 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: "reef" 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:43.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 18, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "reef" 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2024-03-10T21:21:43.982 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:43.983 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4430023586319294e-06, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:43.984 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.985 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:43.986 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3478666005539708e-07, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:43.987 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3428, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3428, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10284, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 20480 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.988 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:43.989 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:43.990 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:43.991 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2024-03-10T21:21:43.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:43.993 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:43.994 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: false 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2024-03-10T21:21:43.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "f545a75c-4b1f-4b9e-8437-fa0323e4febf", 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2024-03-10T21:21:43.893780", 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:43.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2024-03-10T21:21:43.997 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:43.998 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2024-03-10T21:21:43.999 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2024-03-10T21:21:44.000 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 228945920, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.00029812208958901465 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:44.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920 2024-03-10T21:21:44.002 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:44.002 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:44.002 INFO:tasks.workunit.client.0.smithi071.stdout:} 2024-03-10T21:21:44.002 INFO:tasks.workunit.client.0.smithi071.stderr:++ ceph telemetry collection ls 2024-03-10T21:21:44.406 INFO:tasks.workunit.client.0.smithi071.stderr:+ COLLECTIONS='New collections are available: 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T21:21:44.407 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:44.408 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-03-10T21:21:44.409 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T21:21:44.410 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T21:21:44.411 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T21:21:44.411 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T21:21:44.411 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T21:21:44.411 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T21:21:44.411 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-03-10T21:21:44.411 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T21:21:44.412 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2024-03-10T21:21:44.412 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T21:21:44.412 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T21:21:44.412 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T21:21:44.413 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T21:21:44.414 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-03-10T21:21:44.417 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-03-10T21:21:44.418 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-03-10T21:21:44.419 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry on --license sharing-1-0 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: mgrmap e22: y(active, since 2m), standbys: x 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:44 smithi193 ceph-mon[30554]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:44.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:44] ENGINE Bus STOPPING 2024-03-10T21:21:44.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:21:44.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:44] ENGINE Bus STOPPED 2024-03-10T21:21:44.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:44] ENGINE Bus STARTING 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: mgrmap e22: y(active, since 2m), standbys: x 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[37838]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: mgrmap e22: y(active, since 2m), standbys: x 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:44.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-mon[27124]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:44.901 INFO:tasks.workunit.client.0.smithi071.stdout:Telemetry is on. 2024-03-10T21:21:44.902 INFO:tasks.workunit.client.0.smithi071.stdout:Some channels are disabled, please enable with: 2024-03-10T21:21:44.902 INFO:tasks.workunit.client.0.smithi071.stdout:`ceph telemetry enable channel perf` 2024-03-10T21:21:44.913 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry enable channel perf 2024-03-10T21:21:45.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:44] ENGINE Serving on http://:::9283 2024-03-10T21:21:45.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:44] ENGINE Bus STARTED 2024-03-10T21:21:45.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:45] ENGINE Bus STOPPING 2024-03-10T21:21:45.393 INFO:tasks.workunit.client.0.smithi071.stdout:channel_perf is enabled 2024-03-10T21:21:45.405 INFO:tasks.workunit.client.0.smithi071.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-03-10T21:21:45.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:21:45.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:45] ENGINE Bus STOPPED 2024-03-10T21:21:45.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:45] ENGINE Bus STARTING 2024-03-10T21:21:45.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:45] ENGINE Serving on http://:::9283 2024-03-10T21:21:45.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:21:45] ENGINE Bus STARTED 2024-03-10T21:21:45.784 INFO:tasks.workunit.client.0.smithi071.stderr:+ LAST_OPT_REVISION=1 2024-03-10T21:21:45.784 INFO:tasks.workunit.client.0.smithi071.stderr:+ '[' 1 -ne 1 ']' 2024-03-10T21:21:45.784 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:46.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:45 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3279365113' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3279365113' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:46.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:45 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3279365113' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T21:21:46.495 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2024-03-10T21:21:46.495 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2024-03-10T21:21:46.495 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2024-03-10T21:21:46.495 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2024-03-10T21:21:46.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2024-03-10T21:21:46.496 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.497 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.498 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:46.499 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:46.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:46.501 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_crush_chooseleaf_type", 2024-03-10T21:21:46.502 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T21:21:46.503 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:46.504 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:46.505 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2024-03-10T21:21:46.506 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_perf", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/enabled", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:46.507 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:46.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:46.509 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2024-03-10T21:21:46.510 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2024-03-10T21:13:07.935601Z", 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.511 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2024-03-10T21:21:46.512 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2024-03-10T21:21:46.513 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2024-03-10T21:21:46.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2024-03", 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2024-03-10T21:21:46.515 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_stats": { 2024-03-10T21:21:46.516 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 21315584, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 486448, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1122304, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 392, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1389464, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 20, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 704512, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14860344, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 21315584 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.517 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 19218432, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 342784, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 40960, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 314, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 832816, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 12, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 791040, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14458320, 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 19218432 2024-03-10T21:21:46.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 34234368, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1318328, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 10264576, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1124, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 8500880, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1121024, 2024-03-10T21:21:46.519 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 20541624, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 44498944 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44163072, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1168568, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 819200, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 3383296, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1793, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 12515032, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 23, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2595328, 2024-03-10T21:21:46.520 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 24312432, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47546368 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8946ccbaf399b0cb4452c0a226dc426ca169aa6c": { 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 32858112, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 697512, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 10592256, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 955, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 7312192, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1669632, 2024-03-10T21:21:46.521 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 20426264, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 43450368 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 47210496, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 835872, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 155648, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1376, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.522 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5363256, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2610176, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 35517608, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47366144 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 45907968, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 847552, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 409600, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1327, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5294080, 2024-03-10T21:21:46.523 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2286336, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34596416, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46317568 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 43524096, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 882288, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 565248, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1214, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4369840, 2024-03-10T21:21:46.524 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2400768, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 32987616, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 44089344 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44072960, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 707640, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1196032, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1220, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4546112, 2024-03-10T21:21:46.525 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1743872, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34191752, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45268992 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44752896, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 901448, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 57344, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 516096, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1206, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4636560, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:46.526 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1493248, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34780712, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45268992 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 45113344, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 914496, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 155648, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1235, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.527 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4706584, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1853440, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34755240, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45268992 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44802048, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1097240, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 57344, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1515520, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1241, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.528 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4816632, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1935360, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34011888, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46317568 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 45146112, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1095832, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 57344, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1171456, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1264, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:46.529 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4894792, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1748480, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34466080, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46317568 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2024-03-10T21:21:46.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "io_rate": { 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_stats_delta": { 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "stamp_delta": "12.002811", 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:46.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:46.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:46.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:46.534 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 0 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard_description": null, 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "mempool": { 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:46.535 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.536 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.537 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.539 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 222439, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 68 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 51496, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 208 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8104, 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 127 2024-03-10T21:21:46.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.543 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.544 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.545 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.547 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 150168, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 33 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 928, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.552 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.554 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.555 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.556 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1109331, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 353 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.558 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6680, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5120, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 79 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.560 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.563 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.564 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.565 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1150571, 2024-03-10T21:21:46.566 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 342 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.567 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6680, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10240, 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.569 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8946ccbaf399b0cb4452c0a226dc426ca169aa6c": { 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.571 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.572 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.573 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1124347, 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 355 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.575 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6680, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5120, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 79 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5680, 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 71 2024-03-10T21:21:46.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 21168, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1712, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 45 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 606208, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.580 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 51174, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9521 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 137616, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 234 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11300, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 745 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9072, 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:46.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 31622, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 202 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 21168, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.582 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 409606, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 91 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2442994, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 194 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.583 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6776, 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 77 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 510048, 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 44 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.584 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 86840, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.585 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.586 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5040, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 63 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19824, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.588 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1152, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 40 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12288, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45856, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8684 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 130136, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 223 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.589 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9592, 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 573 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8496, 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28202, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19824, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 447145, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 100 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.591 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12112, 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2406451, 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 179 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5016, 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 57 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.592 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 452088, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7280, 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 18 2024-03-10T21:21:46.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.594 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.595 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4320, 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 54 2024-03-10T21:21:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19600, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1040, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.597 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 43626, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8325 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 124016, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 214 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8320, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 519 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8400, 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2024-03-10T21:21:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26234, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 182 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19600, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 356598, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 78 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12112, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2437876, 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4312, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 49 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 359352, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8840, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 25 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 226216, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3454 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2024-03-10T21:21:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.604 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 3680, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 46 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20160, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 480, 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 34 2024-03-10T21:21:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 44842, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8597 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 128776, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 221 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.606 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9460, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 579 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8640, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27186, 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20160, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 245467, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 51 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.608 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26565, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2461670, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 193 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4752, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 54 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 428904, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 37 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10400, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 20 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.610 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 3440, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 43 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.613 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20048, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 179 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1152, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 40 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45246, 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8646 2024-03-10T21:21:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 129456, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 222 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9536, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 577 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8592, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 179 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.615 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27610, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 190 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20160, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 933596, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 76 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20128, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2411758, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4664, 2024-03-10T21:21:46.617 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 53 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440496, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 38 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.618 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7904, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 16 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225960, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3442 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.619 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.621 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2880, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 36 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19936, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 480, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 34 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45625, 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8704 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 130816, 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 224 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9868, 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 579 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8544, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28290, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 192 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19936, 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:46.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 839229, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 53 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26565, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.625 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2431305, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5368, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 61 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 475272, 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2024-03-10T21:21:46.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11960, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 23 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 226216, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3454 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.627 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2320, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 29 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 256, 2024-03-10T21:21:46.630 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 32 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 46199, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9008 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 130136, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 223 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.631 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10892, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 736 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8976, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 29062, 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2024-03-10T21:21:46.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 215868, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 44 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.633 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2415498, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4488, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 51 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 452088, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 86632, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.635 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 226472, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3466 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:46.637 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1760, 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 22 2024-03-10T21:21:46.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1264, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 278528, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:46.639 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 49094, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9383 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 136256, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 232 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11676, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 743 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8976, 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:46.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 31366, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:46.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 148709, 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 29 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.642 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2441189, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 205 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6072, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 69 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 533232, 2024-03-10T21:21:46.643 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 46 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 87464, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 193 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.644 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:46.645 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.646 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:46.647 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:46.648 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T21:21:46.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T21:21:46.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2024-03-10T21:21:46.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2024-03-10T21:21:46.652 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy", 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "reef" 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 18, 2024-03-10T21:21:46.653 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "reef" 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_perf_histograms": [ 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:46.654 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:46.655 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:46.656 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:46.658 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:46.659 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:46.660 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.661 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.662 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.664 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.665 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:46.666 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.667 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.668 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.669 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.670 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.671 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.672 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.673 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.674 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.675 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.676 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.677 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.678 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.679 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.680 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.681 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.682 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:46.684 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:46.685 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.686 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:46.687 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:46.688 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.689 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.690 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.691 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:46.692 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.693 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.694 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.695 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.696 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.697 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.698 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.699 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.700 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.701 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.702 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.703 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.705 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.706 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.707 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.708 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.709 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.710 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.711 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.712 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.713 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:46.714 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:46.715 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:46.716 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:46.717 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:46.718 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.719 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.720 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.721 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.722 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.723 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.724 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.725 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.726 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.727 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.728 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.730 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.731 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.733 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.734 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.735 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.736 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.737 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.738 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:46.739 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.740 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.741 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.742 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:46.743 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:46.744 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:46.745 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:46.746 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:46.747 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:46.748 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.749 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.750 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:46.751 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 6, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 20, 2, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.752 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.753 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.754 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.755 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.756 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.757 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.758 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:46.759 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.760 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.761 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.762 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.763 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.764 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.765 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.766 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:46.767 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.768 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.769 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:46.770 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_counters": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "caps": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flush_ack": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flushsnap_ack": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_grant": { 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_revoke": { 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_trunc": { 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_commit": { 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch_complete": { 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.772 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch_keys": { 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_merge": { 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_split": { 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "exported_inodes": { 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "forward": { 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.773 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_cap_release": { 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps": { 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps_dirty": { 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_inode_file_caps": { 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "imported_inodes": { 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes": { 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_expired": { 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_pinned": { 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_with_caps": { 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "load_cent": { 2024-03-10T21:21:46.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "openino_dir_fetch": { 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "process_request_cap_release": { 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "reply_latency": { 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76842 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "request": { 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rbytes": { 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rfiles": { 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rsnaps": { 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_reply": { 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "subtrees": { 2024-03-10T21:21:46.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_cache": { 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_enqueue_scrub": { 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_exportdir": { 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_flush": { 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragmentdir": { 2024-03-10T21:21:46.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragstats": { 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_inodestats": { 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_enqueued": { 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_prioritized": { 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_processing": { 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays": { 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_delayed": { 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_enqueuing": { 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_completed": { 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_started": { 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_created": { 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_enqueued": { 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_migrated": { 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_reintegrated": { 2024-03-10T21:21:46.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_log": { 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "ev": { 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "evadd": { 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "evex": { 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.782 INFO:tasks.workunit.client.0.smithi071.stdout: "evexd": { 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "evexg": { 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "evtrm": { 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "jlat": { 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11796590 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "replayed": { 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "seg": { 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "segadd": { 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "segex": { 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "segexd": { 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "segexg": { 2024-03-10T21:21:46.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "segtrm": { 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_mem": { 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "cap": { 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "cap+": { 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "cap-": { 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "dir": { 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "dir+": { 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "dir-": { 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "dn": { 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "dn+": { 2024-03-10T21:21:46.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "dn-": { 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "heap": { 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 207156 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "ino": { 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "ino+": { 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.787 INFO:tasks.workunit.client.0.smithi071.stdout: "ino-": { 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "rss": { 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41364 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_server": { 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_acquisition_throttle": { 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_revoke_eviction": { 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_request": { 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_session": { 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_peer_request": { 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "req_create_latency": { 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getattr_latency": { 2024-03-10T21:21:46.789 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76842 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getfilelock_latency": { 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getvxattr_latency": { 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "req_link_latency": { 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookup_latency": { 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookuphash_latency": { 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupino_latency": { 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.791 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupname_latency": { 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupparent_latency": { 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupsnap_latency": { 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lssnap_latency": { 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.792 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mkdir_latency": { 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mknod_latency": { 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mksnap_latency": { 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "req_open_latency": { 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "req_readdir_latency": { 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rename_latency": { 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "req_renamesnap_latency": { 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.794 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmdir_latency": { 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmsnap_latency": { 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmxattr_latency": { 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setattr_latency": { 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setdirlayout_latency": { 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setfilelock_latency": { 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setlayout_latency": { 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setxattr_latency": { 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "req_snapdiff_latency": { 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "req_symlink_latency": { 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "req_unlink_latency": { 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.797 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_sessions": { 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "average_load": { 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "avg_session_uptime": { 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "mdthresh_evicted": { 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "session_count": { 2024-03-10T21:21:46.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "session_remove": { 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_open": { 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_stale": { 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "total_load": { 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:46.799 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.800 INFO:tasks.workunit.client.0.smithi071.stdout: "purge_queue": { 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executed": { 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing": { 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_high_water": { 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops": { 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops_high_water": { 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_item_in_journal": { 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2024-03-10T21:21:46.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 50 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2024-03-10T21:21:46.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 880 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 880, 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3872328 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 880, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 131997837 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 146 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2024-03-10T21:21:46.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 881 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.808 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 881 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1884969075 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2024-03-10T21:21:46.809 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2024-03-10T21:21:46.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 881 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7579264 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6264 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 343994353 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41746432 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30752768 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.812 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10993664 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273736 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70833153 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41711 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71065178 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184680229 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71172315 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2024-03-10T21:21:46.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 37411, 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 91902414 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.824 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1906, 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 563219127 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.825 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:46.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 199 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.827 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1017 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4919712 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3051 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:46.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 180997113 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1017 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:46.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4846485 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6140 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 420201743 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2024-03-10T21:21:46.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1019 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1019, 2024-03-10T21:21:46.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2731956344 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1050 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2024-03-10T21:21:46.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44793856 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39608320 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5185536 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.836 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021419 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273306 2024-03-10T21:21:46.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70832507 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021419 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.840 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39272 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.842 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71066541 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.843 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184680946 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71171598 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.846 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45568, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 175479830 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2197, 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 725731086 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8946ccbaf399b0cb4452c0a226dc426ca169aa6c": { 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2024-03-10T21:21:46.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:46.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 867 2024-03-10T21:21:46.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 867, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3844436 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 867, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 279995516 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.852 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.853 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.854 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2024-03-10T21:21:46.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2075966795 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.856 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2024-03-10T21:21:46.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7526145 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2024-03-10T21:21:46.858 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6171 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 558991050 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40697856 2024-03-10T21:21:46.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29327360 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11370496 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.860 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273736 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70833153 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:46.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41711 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71065178 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2024-03-10T21:21:46.866 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184680229 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71172315 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.870 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 36877, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93475897 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1854, 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 913361357 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2682880 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:46.874 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:46.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1695744 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1556480 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:46.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:46.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:46.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:46.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.880 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4317184 2024-03-10T21:21:46.881 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1327104 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 173475 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:46.882 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 21, 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59575 2024-03-10T21:21:46.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 367, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105572670 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 362, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8344581 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:46.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 367, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 360846 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 367, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105933516 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37238 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.885 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19559 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3720 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 813 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 226 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 121, 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2626147 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 327, 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 253873 2024-03-10T21:21:46.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 206, 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4671321 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 46507 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:46.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11937646 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 126, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7697105 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 275043188959 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 126, 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132203684511 2024-03-10T21:21:46.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 474, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38591215805 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 474, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42890 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 504601 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:46.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189552104 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 162106 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132091776 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23157115 2024-03-10T21:21:46.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 903685 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 60, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273805 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 357311513 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27035050 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2852489 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44482560 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:46.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44130304 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 352256 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85471104 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 606208 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73306240 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641033282 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71996270 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:46.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 56980736 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68847920 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641033282 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7324 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236819 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71754255 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:46.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:46.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 47 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23503534 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2495821 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:46.909 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22618382 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:46.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:46.913 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23503534 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2495821 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22618382 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771104 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28995584 2024-03-10T21:21:46.915 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:46.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2531328 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:46.917 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:46.918 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1630208 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1490944 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:46.919 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.920 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.921 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.922 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4100096 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.924 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 724992 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 230438 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.925 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74631 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.926 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 351, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80656603 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11693017 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 351, 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 332831 2024-03-10T21:21:46.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 351, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80989434 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37772 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:46.928 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6790 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9380 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.929 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 834 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 233 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 140, 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3679381 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 363, 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 267893 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.930 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 223, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5393492 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 165931 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6513735 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.931 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 124, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7436087 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 123, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 355443772438 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 124, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 129553234624 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 415, 2024-03-10T21:21:46.932 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38589342615 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 415, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55670 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 459811 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 139244580 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.933 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 145319 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53598505 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22914134 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312749 2024-03-10T21:21:46.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 58, 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 252290 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 222792541 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:46.937 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26809530 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3100729 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:46.938 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43433984 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42926080 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 507904 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:46.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85508093 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.940 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.941 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73863171 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:46.942 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641310700 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:46.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71718852 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.945 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57005395 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.946 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.947 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68823261 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.948 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.949 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641310700 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.950 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11797 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 211173 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.951 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71498010 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.952 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37 2024-03-10T21:21:46.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.954 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 634787357 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 56940019 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 158025065 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5536177 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4952719 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4141232 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2024-03-10T21:21:46.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19047885 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8540942 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17917943 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.959 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 610203295 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43446358 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.960 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 135965890 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 590368 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:46.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28393472 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:46.962 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:46.963 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2150400 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:46.964 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1355776 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1216512 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.965 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:46.966 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:46.967 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:46.968 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:46.970 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3444736 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:46.971 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 716800 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 152863 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.972 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18376 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:46.973 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 60887783 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 280, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8243288 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2024-03-10T21:21:46.974 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 307493 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61195276 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40767 2024-03-10T21:21:46.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:46.976 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4131 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 607 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 214 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 97, 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1274643 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 269, 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 283617 2024-03-10T21:21:46.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 172, 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2425523 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105913 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:46.978 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16334887 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6381578 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 355562029322 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2024-03-10T21:21:46.979 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 136987235862 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 341, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 75761089030 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 341, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31060 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 408361 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.980 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 123855055 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 120584 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 47778322 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20677214 2024-03-10T21:21:46.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312589 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 50, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 247094 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209107253 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.982 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23813698 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2064151 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41205760 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.983 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40534016 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 671744 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509074 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73866286 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:46.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641318055 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.988 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.990 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71711497 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006049 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822607 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641318055 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.995 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14065 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 196917 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71502643 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:46.998 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:46.999 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 109519675 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6792071 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.000 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107613568 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.001 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.002 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:47.003 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 109519675 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6792071 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.005 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107613568 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.006 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28385280 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:47.007 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.008 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1085440 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.009 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 798720 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659456 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:47.011 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.012 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:47.013 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.014 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:47.015 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1822720 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:47.016 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 737280 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:47.017 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6798 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.018 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 148, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32179094 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 138, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4398118 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 148, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181457 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 148, 2024-03-10T21:21:47.019 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32360551 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55797 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3996 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:47.021 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 326 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 224 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 81, 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 828654 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 137, 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269879 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:47.022 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 56, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 459121 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7156951 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.023 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 50, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3640605 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 47, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 303225542794 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 50, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67742158936 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 233, 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 548870 2024-03-10T21:21:47.024 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 233, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20522 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238272 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88864511 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:47.025 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67063 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58911591 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12332932 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 315323 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.026 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 41, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 198149 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 167532255 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14578022 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:47.027 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1863061 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42385408 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41172992 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:47.028 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1212416 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.029 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509033 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.030 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73874519 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.032 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641317751 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.033 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.034 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71711801 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.035 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006022 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.036 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.037 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.038 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822634 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.039 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641317751 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.040 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16451 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 205647 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71491831 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:47.042 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 36 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:47.043 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616467 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.046 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:47.047 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.048 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.049 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616467 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.050 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.051 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28401664 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.052 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:47.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1212416 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 864256 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 724992 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.055 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:47.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.057 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:47.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:47.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2015232 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:47.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 733184 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 345424 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1783 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 164, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 51446142 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5047022 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 164, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159981 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:47.064 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 164, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 51606123 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55299 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5392 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:47.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 380 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 98, 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 893452 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 258024 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.067 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 68, 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 150021 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 143534 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3282563 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3404570 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 41, 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 172500811345 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 81357656483 2024-03-10T21:21:47.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 509285 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24597 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277878 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.070 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 173811819 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 92551 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 171644350 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12233854 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 313297 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 164267 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 361297435 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:47.072 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14613771 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1820462 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:47.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42385408 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41844736 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 540672 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.074 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85510004 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.077 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73873548 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.078 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641325033 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.080 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71704519 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.081 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006669 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68821987 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641325033 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7075 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209911 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71489661 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:47.087 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.088 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:47.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14722416 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.090 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 543909 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13667857 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:47.092 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:47.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.094 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14722416 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:47.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 543909 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13667857 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:47.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28405760 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.097 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:47.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1159168 2024-03-10T21:21:47.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:47.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 851968 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 712704 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:47.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.103 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:47.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:47.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1949696 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729088 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:47.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238090 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:47.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4401 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49312587 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.109 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 157, 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11143962 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 136042 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49448629 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:47.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44695 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3852 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 331 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:47.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 91, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 826946 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 146, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 333615 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 55, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 421445 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.113 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 142439 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2960602 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:47.114 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3112066 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 37, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 176678257855 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61469641304 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 261, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 535138 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.115 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 261, 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24598 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244731 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 141169941 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:47.116 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 115432 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70298577 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15510257 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 314978 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.117 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 141391 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 230217466 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19545822 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.118 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1858438 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42385408 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:47.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42000384 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 385024 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.120 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509902 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73873650 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:47.123 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641324269 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71705283 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006601 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822055 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641324269 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10586 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 215266 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71481559 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.134 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:47.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:47.136 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.137 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.138 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.139 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:47.140 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.140 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.141 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:47.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:47.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28393472 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:47.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1183744 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 901120 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 761856 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:47.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.149 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.152 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2023424 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1318912 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.153 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.154 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4966 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 173, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 48328844 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20676638 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 173, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108793 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 173, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 48437637 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.156 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37790 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7596 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 314 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 253 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 92, 2024-03-10T21:21:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 731363 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 140, 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 291397 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 48, 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 402472 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:47.159 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2385213 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2368748 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 215734080302 2024-03-10T21:21:47.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49016026544 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 255, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 604430 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 255, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26426 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 247724 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 223685985 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 89294 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 86497427 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.162 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11661764 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 905256 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 26, 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 103568 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 324516719 2024-03-10T21:21:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13714344 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1925567 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.164 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43433984 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41811968 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1622016 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509645 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73873907 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641322342 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.169 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71707210 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006430 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822226 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641322342 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14409 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 214942 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71479987 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:47.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2810 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.180 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 126732699 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11376239 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 112722852 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.181 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:47.182 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:47.183 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2810 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 126732699 2024-03-10T21:21:47.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11376239 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 112722852 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28983296 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.188 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1060864 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 815104 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.190 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 675840 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.191 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:47.192 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:47.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.194 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1814528 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1318912 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 129043 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.197 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13766 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:47.198 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54117228 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 140, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6391929 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 86921 2024-03-10T21:21:47.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54204149 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 34224 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6819 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.201 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 389 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 271 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 96, 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1620100 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 139, 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 227716 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.202 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1034019 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20156 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2626924 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.203 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1454593 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 186386361607 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28566021014 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 272, 2024-03-10T21:21:47.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 437042 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 272, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23499 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 195153 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 172214924 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:47.205 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 82474 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 84906608 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13944977 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 903561 2024-03-10T21:21:47.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76854 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273920419 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15699425 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:47.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1832536 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43433984 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41984000 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:47.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1449984 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.209 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85500514 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 139264 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73743774 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641253860 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.213 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71775692 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57000343 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.216 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68828313 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:47.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641253860 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9679 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 227460 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:47.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71540681 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:47.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:47.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 47 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.223 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 78303833 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132124 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45, 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12495994 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.224 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74133812 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4715126 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.225 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132124 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4450321 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3744140 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:47.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8399583 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.227 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3740036 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8006930 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:47.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65189124 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 7, 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4305637 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:47.229 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 62382742 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:47.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28987392 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:47.231 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:47.232 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4430023586319294e-06, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2024-03-10T21:21:47.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:47.234 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:47.235 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3478666005539708e-07, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3428, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3428, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10284, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 20480 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:47.236 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:47.237 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:47.238 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:47.239 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:47.240 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:47.241 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: false 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2024-03-10T21:21:47.242 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "f545a75c-4b1f-4b9e-8437-fa0323e4febf", 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2024-03-10T21:21:46.368551", 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_stats": { 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "7.9.2" 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:47.243 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2024-03-10T21:21:47.244 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:47.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2024-03-10T21:21:47.246 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pg": [ 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.247 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.832307+0000", 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.832307+0000", 2024-03-10T21:21:47.248 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.832605+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:47.249 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3f", 2024-03-10T21:21:47.250 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000", 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.254 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.255 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.829675+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.829675+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.831146+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.257 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3e", 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000", 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.258 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.262 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.818369+0000", 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.818369+0000", 2024-03-10T21:21:47.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.818643+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.265 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3d", 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000", 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.269 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.270 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.830081+0000", 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.830081+0000", 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.830373+0000", 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3c", 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.273 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:02:22.592797+0000", 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.277 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.278 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.635769+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.635769+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.636081+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.280 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3b", 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:50:47.702319+0000", 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.281 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.285 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.816724+0000", 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.816724+0000", 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817011+0000", 2024-03-10T21:21:47.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.287 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3a", 2024-03-10T21:21:47.288 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:41:27.508722+0000", 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.292 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.293 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835052+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835052+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835365+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.39", 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.296 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000", 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.816879+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.816879+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817169+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.303 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.38", 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000", 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.307 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.308 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.838375+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.838375+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.839220+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.310 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.37", 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.311 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000", 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.316 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.841454+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.841454+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.841834+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.317 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.318 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.36", 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000", 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.322 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.323 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.014889+0000", 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.014889+0000", 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.015233+0000", 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.324 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.325 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.35", 2024-03-10T21:21:47.326 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:50:16.695884+0000", 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.330 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:47.331 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.834450+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.834450+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.834739+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.332 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.333 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.34", 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.334 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:16:51.426556+0000", 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.338 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.339 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823178+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823178+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823451+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.340 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.341 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.33", 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000", 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.342 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.344 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.345 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.347 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.817656+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.817656+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817936+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.348 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.349 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.32", 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000", 2024-03-10T21:21:47.350 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.352 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.354 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835532+0000", 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835532+0000", 2024-03-10T21:21:47.355 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835803+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.356 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.31", 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.357 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000", 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.360 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.361 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.362 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.829432+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.829432+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.829716+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.363 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.364 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.30", 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:51:16.682161+0000", 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.368 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.369 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.837859+0000", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.837859+0000", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.838434+0000", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.371 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2f", 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.372 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:31:28.523595+0000", 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.376 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823754+0000", 2024-03-10T21:21:47.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823754+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.824082+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.379 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2e", 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000", 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.383 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.384 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.833064+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.833064+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.833585+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.386 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2d", 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000", 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.387 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.391 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.469106+0000", 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.469106+0000", 2024-03-10T21:21:47.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.469428+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:47.393 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 4, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 4, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1f", 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 24, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000", 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 582, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:47.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.398 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'4" 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.399 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.818392+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.818392+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.818652+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.401 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1e", 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000", 2024-03-10T21:21:47.402 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.406 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.477575+0000", 2024-03-10T21:21:47.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.477575+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.477920+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.408 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.409 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1e", 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000", 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.413 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.414 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.813308+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.813308+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.813564+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.415 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.416 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1f", 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000", 2024-03-10T21:21:47.417 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.421 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.478542+0000", 2024-03-10T21:21:47.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.478542+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478889+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.423 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.424 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1d", 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000", 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.427 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.428 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.429 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.836035+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.836035+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836330+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.430 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.431 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1c", 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:06:32.165999+0000", 2024-03-10T21:21:47.432 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.434 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.435 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.436 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.477657+0000", 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.477657+0000", 2024-03-10T21:21:47.437 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478260+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.438 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1c", 2024-03-10T21:21:47.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000", 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.442 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.443 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.444 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835882+0000", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835882+0000", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836288+0000", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.446 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1d", 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.447 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:29:08.701174+0000", 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.451 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.452 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.472356+0000", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.472356+0000", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.472676+0000", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:47.454 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1b", 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.455 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000", 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.459 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.460 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.830550+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.830550+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.830868+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.461 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.462 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1a", 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:18:09.732717+0000", 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.463 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.467 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.468 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.018917+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.018917+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.019385+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.469 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.470 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1a", 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 30, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:35:59.472685+0000", 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.474 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.475 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835629+0000", 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835629+0000", 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835916+0000", 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.476 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.477 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1b", 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.478 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000", 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.482 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.483 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.471113+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.471113+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471420+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.484 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.485 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.19", 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000", 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.489 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.490 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823242+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823242+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823525+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.492 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.18", 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000", 2024-03-10T21:21:47.493 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.497 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.498 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.476072+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.476072+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.476342+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.500 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.18", 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:39:18.357005+0000", 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.504 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.505 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.834838+0000", 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.834838+0000", 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835292+0000", 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.506 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.507 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.19", 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.508 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000", 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.509 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.512 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.513 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.478120+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.478120+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478415+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.514 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.515 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.17", 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000", 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.516 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.517 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.519 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.520 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.826709+0000", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.826709+0000", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.827061+0000", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.521 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.522 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.16", 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.523 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:51:44.266823+0000", 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.524 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.527 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.528 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.479641+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.479641+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.479988+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.529 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.530 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.16", 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:41:14.977494+0000", 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.531 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.532 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.534 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.535 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.815336+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.815336+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.815616+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.536 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.537 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.17", 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.538 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000", 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.539 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.542 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.470871+0000", 2024-03-10T21:21:47.543 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.470871+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471692+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.544 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 3, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 3, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.15", 2024-03-10T21:21:47.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 23, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000", 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 90, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:47.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.550 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'3" 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.551 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.832941+0000", 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.832941+0000", 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.833237+0000", 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.553 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.14", 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.554 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:33:06.913251+0000", 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.559 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.478564+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.478564+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.479106+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 12, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 12, 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.561 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.14", 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 32, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000", 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 2630, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2024-03-10T21:21:47.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 9 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.565 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "70'12" 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.566 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.837800+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.837800+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.838096+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.568 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.15", 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000", 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.569 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.573 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.470523+0000", 2024-03-10T21:21:47.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.470523+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471238+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:47.575 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.13", 2024-03-10T21:21:47.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000", 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 34, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.577 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:47.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 7 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.580 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.581 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.826475+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.826475+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.826757+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.583 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.12", 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000", 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.584 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.587 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.588 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.481234+0000", 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.481234+0000", 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.481615+0000", 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.589 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.590 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.12", 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.591 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:37:45.820581+0000", 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.596 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.837248+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.837248+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.837520+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.13", 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000", 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.603 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465355+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465355+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.465734+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.11", 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.606 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000", 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.610 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.818104+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.818104+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.818412+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.10", 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000", 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.618 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.619 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.471354+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.471354+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471617+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 8, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.621 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 8, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.10", 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000", 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.622 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 4, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.625 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'8" 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.626 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835750+0000", 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835750+0000", 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836055+0000", 2024-03-10T21:21:47.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:47.628 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.11", 2024-03-10T21:21:47.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000", 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.633 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:47.634 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.467399+0000", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.467399+0000", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.467747+0000", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.636 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.f", 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.637 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:26:15.450533+0000", 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 22, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:47.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.641 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.838753+0000", 2024-03-10T21:21:47.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.838753+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.839033+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.e", 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000", 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.648 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.649 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012182+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012182+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.012494+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.651 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.2", 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:58:09.024653+0000", 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.652 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.656 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465920+0000", 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465920+0000", 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.466212+0000", 2024-03-10T21:21:47.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.4", 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.659 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000", 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.663 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.664 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.820561+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.820561+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.820846+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.666 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.5", 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:18:59.279080+0000", 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.670 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.671 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.010824+0000", 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.010824+0000", 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.011138+0000", 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.673 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.4", 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:24:22.148068+0000", 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.678 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.679 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.480426+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.480426+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.480805+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.681 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.2", 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:51:30.494743+0000", 2024-03-10T21:21:47.682 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.686 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.836750+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.836750+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.837119+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.689 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3", 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:53:14.046689+0000", 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.693 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.694 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012641+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012641+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.012928+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.696 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.7", 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:15:01.795997+0000", 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.697 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.701 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.826778+0000", 2024-03-10T21:21:47.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.826778+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.827037+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.703 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.704 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.0", 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000", 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.707 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.708 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.709 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.469231+0000", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.469231+0000", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.469582+0000", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.710 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.711 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1", 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.712 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000", 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.715 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.716 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012277+0000", 2024-03-10T21:21:47.717 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012277+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.012606+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.718 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.719 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.5", 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:26:31.990279+0000", 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.723 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.724 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.816986+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.816986+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817278+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.725 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.726 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2", 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000", 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.727 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.731 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.732 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.473043+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.473043+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.473366+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.733 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.734 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.3", 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:08:39.457192+0000", 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.738 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.739 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 20, 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:25.280640+0000", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:25.280640+0000", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:25.280972+0000", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:16:21.485286+0000", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.740 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:16:21.485286+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:16:21.485286+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.741 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "1.0", 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.742 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 266, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000", 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.744 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2024-03-10T21:21:47.745 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.746 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "65'128" 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.747 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.010952+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.010952+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.011267+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.748 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.749 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.6", 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:53:57.667554+0000", 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.752 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.753 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.754 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.755 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.757 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.758 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.759 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.759 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.759 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1", 2024-03-10T21:21:47.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.759 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:32:08.662603+0000", 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.760 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.761 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.762 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.763 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.764 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.477741+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.477741+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478710+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.765 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.766 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.0", 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000", 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.767 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.768 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.770 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.771 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.013697+0000", 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.013697+0000", 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.014005+0000", 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.772 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.773 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.3", 2024-03-10T21:21:47.774 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:51:45.415922+0000", 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.776 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.778 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.779 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.476536+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.476536+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.476915+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.780 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.781 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.5", 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000", 2024-03-10T21:21:47.782 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.786 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.815322+0000", 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.815322+0000", 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.815604+0000", 2024-03-10T21:21:47.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:47.788 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.4", 2024-03-10T21:21:47.789 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000", 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.793 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.794 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012721+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012721+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.013023+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.796 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.0", 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:57:01.815698+0000", 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.797 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.801 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.474314+0000", 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.474314+0000", 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.474587+0000", 2024-03-10T21:21:47.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.6", 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.804 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000", 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.808 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "63'1" 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.809 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.824332+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.824332+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.824915+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.811 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.7", 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.812 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000", 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.013483+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.013483+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.013834+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.818 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.819 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.1", 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:12:29.893264+0000", 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.823 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.824 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.474390+0000", 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.474390+0000", 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.474766+0000", 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.826 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.7", 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.827 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000", 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.831 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.018393+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.018393+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.6", 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:29:09.863890+0000", 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.839 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.476645+0000", 2024-03-10T21:21:47.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.476645+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.477048+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.842 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.8", 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000", 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.846 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.847 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.015992+0000", 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.015992+0000", 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.849 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.9", 2024-03-10T21:21:47.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:16:21.696761+0000", 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.854 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.855 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.467261+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.467261+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.467893+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.857 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.9", 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000", 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.858 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.861 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.862 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823252+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823252+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823515+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.863 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.864 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.8", 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.865 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000", 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.869 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465970+0000", 2024-03-10T21:21:47.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465970+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.466970+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.871 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.872 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.a", 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000", 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.876 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.877 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835727+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835727+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836023+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.879 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.b", 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000", 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.880 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.884 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.475564+0000", 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.475564+0000", 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.476281+0000", 2024-03-10T21:21:47.885 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:47.886 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.b", 2024-03-10T21:21:47.887 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000", 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.888 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.891 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.892 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.829213+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.829213+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.829530+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.893 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.894 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.a", 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000", 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.896 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.897 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.898 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.899 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.470472+0000", 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.470472+0000", 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471192+0000", 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.900 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.901 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.c", 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.902 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000", 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.904 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.905 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.906 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.907 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.839678+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.839678+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.839957+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.908 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.909 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.d", 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000", 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.913 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.914 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465598+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465598+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.470308+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.916 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.d", 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000", 2024-03-10T21:21:47.917 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 70, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.920 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.921 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823169+0000", 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823169+0000", 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823471+0000", 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.923 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.c", 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.924 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:44:01.867080+0000", 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.928 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.464821+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.464821+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.465123+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:47.931 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.e", 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000", 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.935 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.936 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.836481+0000", 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.836481+0000", 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836781+0000", 2024-03-10T21:21:47.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:47.938 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.f", 2024-03-10T21:21:47.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000", 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.943 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.944 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.840914+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.840914+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.841237+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.946 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.20", 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000", 2024-03-10T21:21:47.947 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.951 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.821432+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.821432+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.821749+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.954 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.21", 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000", 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.958 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.959 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.821857+0000", 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.821857+0000", 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.822669+0000", 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.960 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.961 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.22", 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.962 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:48:10.204243+0000", 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.966 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.967 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.968 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.969 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.23", 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:10:59.559361+0000", 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.970 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.974 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.833945+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.833945+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.834227+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.976 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.977 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.24", 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000", 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.980 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.981 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.982 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.824458+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.824458+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.824797+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.983 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.984 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.25", 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.985 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000", 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.988 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:47.989 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.990 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.840206+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.840206+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.840585+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.991 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:47.992 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.26", 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000", 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:47.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:47.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:47.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:47.996 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:47.997 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.827165+0000", 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.827165+0000", 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.827491+0000", 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:47.999 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.27", 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.000 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000", 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:48.004 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.005 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.821469+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.821469+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823068+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.007 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.28", 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:27:56.064972+0000", 2024-03-10T21:21:48.008 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.012 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.833980+0000", 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.833980+0000", 2024-03-10T21:21:48.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.834866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:48.014 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.015 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.29", 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000", 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:48.019 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.020 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.827730+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.827730+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.828023+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.022 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2a", 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.023 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:29:42.499976+0000", 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.027 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.820436+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.820436+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.820709+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.030 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2b", 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000", 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.034 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.035 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.014217+0000", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.014217+0000", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.014544+0000", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.037 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2c", 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.038 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:11:39.324623+0000", 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.042 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pool": [ 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 24, 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 8, 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 4, 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:48.046 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 24 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 192, 2024-03-10T21:21:48.047 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 64, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 3, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2024-03-10T21:21:48.051 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 192 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 3, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 1, 2024-03-10T21:21:48.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 3, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 1, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2024-03-10T21:21:48.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 1781760, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 1771104, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.056 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 3 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 96, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 45, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 32, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 45, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 2, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 3428, 2024-03-10T21:21:48.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.058 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 66, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 22, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 22, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 14, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 51, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 20 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 98304, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:48.060 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 10284, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 96 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2024-03-10T21:21:48.061 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 228945920, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.00029812208958901465 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout:} 2024-03-10T21:21:48.062 INFO:tasks.workunit.client.0.smithi071.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-03-10T21:21:48.063 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show-device 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "312e4882-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_312f3292-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211623": { 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:48.064 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "312e4882-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105383 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.065 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:48.066 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:48.067 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:48.068 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 32186363 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 52444037 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:48.070 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.071 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:48.072 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.073 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3523, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3539, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3510 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 31, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 404408117, 2024-03-10T21:21:48.074 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2109365504, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 7046183170, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 37078101550, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 50956, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53060, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1601 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 50956, 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:48.075 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53060 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:48.076 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:48.077 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.078 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:48.079 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 404,408,117 [207 TB]", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,109,365,504 [1.07 PB]", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 7,046,183,170", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 37,078,101,550", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 31", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 50,956", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,060", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,601", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:48.080 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2024-03-10T21:21:48.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "3130bd2e-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_31319104-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211625": { 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:48.082 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "3130bd2e-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105385 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.083 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.084 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.085 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 22212056 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.087 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 38172472 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:48.088 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.089 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.090 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 92, 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2605, 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2621, 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2591 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 12, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 324758728, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1455689363, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5017209847, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 24131220963, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 8, 2024-03-10T21:21:48.092 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 43474, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 54971, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 917 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 43474, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 54971 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.093 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:48.094 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:48.095 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:48.096 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 8%", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 324,758,728 [166 TB]", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,455,689,363 [745 TB]", 2024-03-10T21:21:48.097 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,017,209,847", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 24,131,220,963", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 12", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 43,474", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 54,971", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 917", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:48.098 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.099 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.100 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.100 INFO:tasks.workunit.client.0.smithi071.stdout:} 2024-03-10T21:21:48.100 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show-all 2024-03-10T21:21:48.100 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3279365113' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3279365113' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.103 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.104 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.105 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.106 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:46 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.107 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.108 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.109 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.110 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:47 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3279365113' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.111 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.112 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.116 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.117 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:48.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:48.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:48.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:48.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:46 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:48.128 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "device_report": { 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "312e4882-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_312f3292-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211623": { 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:48.129 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "312e4882-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105383 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:48.130 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:48.133 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 32186363 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.134 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 52444037 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.135 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.136 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:48.137 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3523, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3539, 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3510 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.138 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 31, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 404408117, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2109365504, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 7046183170, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 37078101550, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:48.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 50956, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 53060, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1601 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 50956, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 53060 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:48.140 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:48.141 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:48.142 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:23 2024 UTC", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:48.143 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2024-03-10T21:21:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 404,408,117 [207 TB]", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,109,365,504 [1.07 PB]", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 7,046,183,170", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 37,078,101,550", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 31", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 50,956", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 53,060", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,601", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.145 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "3130bd2e-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_31319104-df24-11ee-98e7-0cc47a8fd765": { 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "20240310-211625": { 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2024-03-10T21:21:48.147 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "3130bd2e-df24-11ee-98e7-0cc47a8fd765", 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1710105385 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2024-03-10T21:21:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2024-03-10T21:21:48.149 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.150 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2024-03-10T21:21:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 22212056 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 38172472 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.154 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2024-03-10T21:21:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 92, 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 2605, 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 2621, 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 2591 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 12, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 324758728, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1455689363, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 5017209847, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 24131220963, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2024-03-10T21:21:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 8, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 43474, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 54971, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 25, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 917 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 43474, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 54971 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2024-03-10T21:21:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-427.el9.x86_64] (local build)", 2024-03-10T21:21:48.159 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Sun Mar 10 21:16:25 2024 UTC", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2024-03-10T21:21:48.160 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2024-03-10T21:21:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 25 Celsius", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 8%", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 324,758,728 [166 TB]", 2024-03-10T21:21:48.162 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,455,689,363 [745 TB]", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 5,017,209,847", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 24,131,220,963", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 12", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 43,474", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 54,971", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 917", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.14.0-427.el9.x86_64", 2024-03-10T21:21:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 25 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.164 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "report": { 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2024-03-10T21:21:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:48.166 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2024-03-10T21:21:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2024-03-10T21:21:48.168 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2024-03-10T21:21:48.169 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_journald", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2024-03-10T21:21:48.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:48.171 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_crush_chooseleaf_type", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:48.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:48.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2024-03-10T21:21:48.174 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2024-03-10T21:21:48.175 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2024-03-10T21:21:48.176 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_perf", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/enabled", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2024-03-10T21:21:48.177 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2024-03-10T21:21:48.178 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2024-03-10T21:21:48.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2024-03-10T21:13:07.935601Z", 2024-03-10T21:21:48.180 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2024-03-10T21:21:48.181 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2024-03-10T21:21:48.182 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2024-03", 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2024-03-10T21:21:48.184 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2024-03-10T21:21:48.185 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_stats": { 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 21315584, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 484432, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1105920, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 393, 2024-03-10T21:21:48.186 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1406376, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 20, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 706048, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14860296, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 21315584 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 20267008, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 332176, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1032192, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 317, 2024-03-10T21:21:48.187 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 900768, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 12, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 791040, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14458320, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 20267008 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 34357248, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1304872, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 10141696, 2024-03-10T21:21:48.188 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1127, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 8536352, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1229568, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 20533944, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 44498944 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 43507712, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1177080, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 4038656, 2024-03-10T21:21:48.189 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1800, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 12387408, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 23, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2860544, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 24330168, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47546368 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8946ccbaf399b0cb4452c0a226dc426ca169aa6c": { 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 33431552, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 607560, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 475136, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 10018816, 2024-03-10T21:21:48.190 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 958, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 7634704, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1512448, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 20449192, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 43450368 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 47251456, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 864960, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.191 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 114688, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1377, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5435224, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2537984, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 35529704, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47366144 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 45957120, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 826904, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.192 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 360448, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1329, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5249192, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2394880, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34602560, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46317568 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 43524096, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 872520, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 565248, 2024-03-10T21:21:48.193 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1214, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4419544, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2354688, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 32993760, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 44089344 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44072960, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 699608, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.194 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1196032, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1220, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4414368, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1880576, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34194824, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45268992 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44736512, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 885640, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.195 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 532480, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1207, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4693840, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1489664, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34783784, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45268992 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 45113344, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 873520, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.196 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 155648, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1235, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4808488, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1789440, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34758312, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 45268992 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 44744704, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1030696, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1572864, 2024-03-10T21:21:48.197 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1241, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4946088, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1856512, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34027824, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46317568 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 45187072, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1076920, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1130496, 2024-03-10T21:21:48.198 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1274, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5001832, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1743360, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 34481376, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 46317568 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2024-03-10T21:21:48.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "io_rate": { 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_stats_delta": { 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "stamp_delta": "12.002811", 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:48.203 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 0 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard_description": null, 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "mempool": { 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:48.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 222439, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 68 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 51496, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 208 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8104, 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 127 2024-03-10T21:21:48.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.212 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.213 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.214 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.215 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.216 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 150168, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 33 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 928, 2024-03-10T21:21:48.218 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.221 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.223 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.225 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1113499, 2024-03-10T21:21:48.226 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 357 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.227 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6680, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2024-03-10T21:21:48.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5120, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 79 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:48.229 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.230 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.231 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.233 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1146355, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 340 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.235 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6680, 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2024-03-10T21:21:48.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10240, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 158 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.237 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8946ccbaf399b0cb4452c0a226dc426ca169aa6c": { 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.238 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.240 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.242 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1124155, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 353 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.243 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.244 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6680, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5120, 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 79 2024-03-10T21:21:48.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.246 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.247 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5680, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 71 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 21168, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1712, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 45 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 606208, 2024-03-10T21:21:48.248 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 51174, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9521 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 137616, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 234 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11300, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 745 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.249 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9072, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 31622, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 202 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 21168, 2024-03-10T21:21:48.250 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 409606, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 91 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.251 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2442994, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 194 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6776, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 77 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 510048, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 44 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.252 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 93080, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.255 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5040, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 63 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19824, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1152, 2024-03-10T21:21:48.256 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 40 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12288, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45856, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8684 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 130136, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 223 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.257 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9592, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 573 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8496, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28202, 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2024-03-10T21:21:48.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19824, 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.259 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 447145, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 100 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12112, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2406451, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 179 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5016, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 57 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.260 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 452088, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7280, 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 18 2024-03-10T21:21:48.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.262 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.263 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4320, 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 54 2024-03-10T21:21:48.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19600, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1040, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.265 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 43626, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8325 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 124016, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 214 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8320, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 519 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8400, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.266 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26234, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 182 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19600, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 175 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2024-03-10T21:21:48.267 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 356598, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 78 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12112, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2437876, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4312, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 49 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 359352, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.269 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8840, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 25 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 226216, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3454 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.270 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.272 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 3680, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 46 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20160, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 480, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 34 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 44842, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8597 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 128776, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 221 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9460, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 579 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.274 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8640, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27186, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20160, 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:48.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 245467, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 51 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26565, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.276 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2461670, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 193 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4752, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 54 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 428904, 2024-03-10T21:21:48.277 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 37 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10400, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 20 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.278 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.279 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.280 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 3440, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 43 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20048, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 179 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.281 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1152, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 40 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45246, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8646 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 129456, 2024-03-10T21:21:48.282 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 222 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9536, 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 577 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8592, 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 179 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27610, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 190 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20160, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1472, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 933596, 2024-03-10T21:21:48.284 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 76 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20128, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2411758, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4664, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 53 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.285 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 440496, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 38 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7904, 2024-03-10T21:21:48.286 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 16 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225960, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3442 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.287 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.288 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2880, 2024-03-10T21:21:48.289 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 36 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19936, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 480, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 34 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.290 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45625, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8704 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 130816, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 224 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9868, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 579 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8544, 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:48.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28290, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 192 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19936, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2024-03-10T21:21:48.292 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 839229, 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 53 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26565, 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2431305, 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 178 2024-03-10T21:21:48.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5368, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 61 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 475272, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.294 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11960, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 23 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 226216, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3454 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.296 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.297 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2320, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 29 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 256, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 32 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.298 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 46199, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9008 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 130136, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 223 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10892, 2024-03-10T21:21:48.299 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 736 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8976, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 29062, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 215868, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 44 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.301 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2415498, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 171 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4488, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 51 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.302 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 452088, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 92872, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 189 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 226472, 2024-03-10T21:21:48.303 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3466 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.304 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6368, 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 123 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2024-03-10T21:21:48.305 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 16896, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1760, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 22 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_blob": { 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:48.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_buffer": { 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1264, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 278528, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 49094, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9383 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2024-03-10T21:21:48.307 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 136256, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 232 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11676, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 743 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_extent": { 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8976, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.308 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 31366, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_shared_blob": { 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20944, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 148709, 2024-03-10T21:21:48.309 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 29 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2441189, 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 205 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6072, 2024-03-10T21:21:48.310 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 69 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 533232, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 46 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.311 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 94952, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 217 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 225704, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3430 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.312 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:48.313 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2024-03-10T21:21:48.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 2 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 2 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2024-03-10T21:21:48.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.316 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 3 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 3 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.317 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2024-03-10T21:21:48.318 INFO:tasks.workunit.client.0.smithi071.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024": 8 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "5.14.0-427.el9.x86_64": 8 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2024-03-10T21:21:48.320 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy", 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "reef" 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 18, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2024-03-10T21:21:48.321 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "reef" 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_perf_histograms": [ 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:48.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:48.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:48.324 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:48.325 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:48.326 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:48.327 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.328 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.329 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.330 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.331 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.332 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.333 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.334 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.335 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.336 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.337 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.338 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.339 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.340 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.341 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.342 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.343 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.344 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.345 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.346 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.347 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.348 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.349 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:48.350 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:48.351 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:48.352 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:48.353 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:48.354 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:48.355 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.356 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.357 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.358 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.359 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.360 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.361 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.362 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.363 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.364 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.365 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.366 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.367 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:48.369 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.369 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.369 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.369 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.369 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.369 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.370 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.371 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.372 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.373 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.374 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.375 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.376 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.377 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.378 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.379 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.380 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:48.381 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:48.382 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.383 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:48.384 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:48.385 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.386 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.387 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.388 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.389 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.390 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.391 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:48.392 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.393 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.394 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:48.395 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.396 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.397 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.398 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.399 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.400 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.401 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.402 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.403 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:48.404 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.405 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.406 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:48.407 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.408 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.409 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2024-03-10T21:21:48.411 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2024-03-10T21:21:48.412 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2024-03-10T21:21:48.413 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2024-03-10T21:21:48.414 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2024-03-10T21:21:48.415 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2024-03-10T21:21:48.416 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.417 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.418 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.419 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.420 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 9, 6, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 20, 2, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.421 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.422 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.423 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.424 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.425 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.426 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.427 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.428 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.429 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.430 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.431 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.432 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.433 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.434 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.435 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.436 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.438 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.439 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-03-10T21:21:48.440 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_counters": { 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: "caps": { 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.441 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flush_ack": { 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flushsnap_ack": { 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_grant": { 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_revoke": { 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_trunc": { 2024-03-10T21:21:48.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_commit": { 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch_complete": { 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch_keys": { 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_merge": { 2024-03-10T21:21:48.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_split": { 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "exported_inodes": { 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "forward": { 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_cap_release": { 2024-03-10T21:21:48.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps": { 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps_dirty": { 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_inode_file_caps": { 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "imported_inodes": { 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.445 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes": { 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_expired": { 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_pinned": { 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_with_caps": { 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "load_cent": { 2024-03-10T21:21:48.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "openino_dir_fetch": { 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "process_request_cap_release": { 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "reply_latency": { 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76842 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "request": { 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rbytes": { 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rfiles": { 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rsnaps": { 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_reply": { 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "subtrees": { 2024-03-10T21:21:48.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_cache": { 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_enqueue_scrub": { 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_exportdir": { 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_flush": { 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.449 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragmentdir": { 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragstats": { 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_inodestats": { 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_enqueued": { 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_prioritized": { 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_processing": { 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays": { 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_delayed": { 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_enqueuing": { 2024-03-10T21:21:48.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_completed": { 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_started": { 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_created": { 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_enqueued": { 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_migrated": { 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_reintegrated": { 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_log": { 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "ev": { 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "evadd": { 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:48.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "evex": { 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "evexd": { 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "evexg": { 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "evtrm": { 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "jlat": { 2024-03-10T21:21:48.454 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11796590 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "replayed": { 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "seg": { 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "segadd": { 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.455 INFO:tasks.workunit.client.0.smithi071.stdout: "segex": { 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "segexd": { 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "segexg": { 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "segtrm": { 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_mem": { 2024-03-10T21:21:48.456 INFO:tasks.workunit.client.0.smithi071.stdout: "cap": { 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "cap+": { 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "cap-": { 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "dir": { 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "dir+": { 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:48.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "dir-": { 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "dn": { 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "dn+": { 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "dn-": { 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.458 INFO:tasks.workunit.client.0.smithi071.stdout: "heap": { 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 207156 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ino": { 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ino+": { 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ino-": { 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "rss": { 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41364 2024-03-10T21:21:48.459 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_server": { 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_acquisition_throttle": { 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_revoke_eviction": { 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_request": { 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_session": { 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16 2024-03-10T21:21:48.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_peer_request": { 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "req_create_latency": { 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getattr_latency": { 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76842 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.461 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getfilelock_latency": { 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getvxattr_latency": { 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "req_link_latency": { 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookup_latency": { 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookuphash_latency": { 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupino_latency": { 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupname_latency": { 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.463 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupparent_latency": { 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupsnap_latency": { 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lssnap_latency": { 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mkdir_latency": { 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mknod_latency": { 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mksnap_latency": { 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "req_open_latency": { 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.465 INFO:tasks.workunit.client.0.smithi071.stdout: "req_readdir_latency": { 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rename_latency": { 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "req_renamesnap_latency": { 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmdir_latency": { 2024-03-10T21:21:48.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmsnap_latency": { 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmxattr_latency": { 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setattr_latency": { 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setdirlayout_latency": { 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setfilelock_latency": { 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setlayout_latency": { 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.468 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setxattr_latency": { 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "req_snapdiff_latency": { 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "req_symlink_latency": { 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.469 INFO:tasks.workunit.client.0.smithi071.stdout: "req_unlink_latency": { 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_sessions": { 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "average_load": { 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "avg_session_uptime": { 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.470 INFO:tasks.workunit.client.0.smithi071.stdout: "mdthresh_evicted": { 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "session_count": { 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "session_remove": { 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_open": { 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_stale": { 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "total_load": { 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.472 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "purge_queue": { 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executed": { 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.473 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing": { 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_high_water": { 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops": { 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops_high_water": { 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.474 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_item_in_journal": { 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.0ce91824f86a109cc4b642b3ef9d454232c5bc6c": { 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2024-03-10T21:21:48.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 50 2024-03-10T21:21:48.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 880 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 880, 2024-03-10T21:21:48.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3872328 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 880, 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 131997837 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.478 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 146 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.479 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 881 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.480 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 881 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2024-03-10T21:21:48.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1884969075 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2024-03-10T21:21:48.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 881 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2024-03-10T21:21:48.484 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7579264 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6264 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 881, 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 343994353 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41746432 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30752768 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10993664 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273736 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70833153 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.490 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41711 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71065178 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184680229 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71172315 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2024-03-10T21:21:48.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 37411, 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 91902414 2024-03-10T21:21:48.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T21:21:48.498 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1906, 2024-03-10T21:21:48.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 563219127 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.42909da1140fee881769f3a8192159d1d4c737f0": { 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:48.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 199 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2024-03-10T21:21:48.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1017 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4919712 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.502 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3051 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 180997113 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1017 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4846485 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6140 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2024-03-10T21:21:48.505 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1017, 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 420201743 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.506 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1019 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1019, 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2731956344 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2024-03-10T21:21:48.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1050 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44793856 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39608320 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5185536 2024-03-10T21:21:48.511 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021419 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273306 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.513 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70832507 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021419 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39272 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.516 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71066541 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184680946 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71171598 2024-03-10T21:21:48.521 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.522 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45568, 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 175479830 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.524 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2197, 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 725731086 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.8946ccbaf399b0cb4452c0a226dc426ca169aa6c": { 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.525 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2024-03-10T21:21:48.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 867 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.527 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 867, 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3844436 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 867, 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 279995516 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2024-03-10T21:21:48.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.529 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.530 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.531 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2075966795 2024-03-10T21:21:48.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 868 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:48.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7526145 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6171 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 868, 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 558991050 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2024-03-10T21:21:48.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40697856 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29327360 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11370496 2024-03-10T21:21:48.536 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273736 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70833153 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277020343 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41711 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71065178 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184680229 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71172315 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2024-03-10T21:21:48.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 36877, 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93475897 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.548 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1854, 2024-03-10T21:21:48.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 913361357 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.551 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2682880 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.553 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1695744 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1556480 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.555 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.556 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.559 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4317184 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1327104 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 173475 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 21, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59575 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 367, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105572670 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.563 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 362, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8344581 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 367, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 360846 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 367, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105933516 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37238 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19559 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.565 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3720 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 813 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 226 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 121, 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2626147 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 327, 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 253873 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 206, 2024-03-10T21:21:48.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4671321 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 46507 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11937646 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.568 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 126, 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7697105 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 275043188959 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 126, 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132203684511 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.569 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 474, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38591215805 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 474, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42890 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 504601 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189552104 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 162106 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132091776 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23157115 2024-03-10T21:21:48.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 903685 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 60, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273805 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 357311513 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27035050 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 475, 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2852489 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44482560 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44130304 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 352256 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85471104 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 606208 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73306240 2024-03-10T21:21:48.577 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641033282 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.579 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71996270 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 56980736 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.583 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68847920 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641033282 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7324 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236819 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71754255 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.588 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 47 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23503534 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2495821 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22618382 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.592 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.593 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.594 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23503534 2024-03-10T21:21:48.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2495821 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22618382 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771104 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28995584 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2531328 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.599 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1630208 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1490944 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.604 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4100096 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 724992 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 230438 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74631 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 351, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80656603 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11693017 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 351, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 332831 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 351, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80989434 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37772 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6790 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9380 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 834 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 233 2024-03-10T21:21:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 140, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3679381 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 363, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 267893 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 223, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5393492 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 165931 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6513735 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 124, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7436087 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 123, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 355443772438 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 124, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 129553234624 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 415, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38589342615 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 415, 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55670 2024-03-10T21:21:48.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 459811 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 139244580 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 145319 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 53598505 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22914134 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312749 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 58, 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 252290 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.617 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 222792541 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26809530 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 416, 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3100729 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.618 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43433984 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42926080 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 507904 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85508093 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.621 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73863171 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641310700 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71718852 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.626 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57005395 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.628 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68823261 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641310700 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.630 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11797 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 211173 2024-03-10T21:21:48.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71498010 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.632 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.633 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.634 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 634787357 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.635 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 56940019 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 158025065 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5536177 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.636 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4952719 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4141232 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.637 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19047885 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8540942 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17917943 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100 2024-03-10T21:21:48.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 610203295 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43446358 2024-03-10T21:21:48.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 135965890 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 590368 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.641 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28393472 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2150400 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1355776 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1216512 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.645 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.649 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3444736 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.651 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 716800 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 152863 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18376 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.653 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 60887783 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 280, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8243288 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2024-03-10T21:21:48.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 307493 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61195276 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40767 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.655 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4131 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 607 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 214 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 97, 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1274643 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 269, 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 283617 2024-03-10T21:21:48.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 172, 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2425523 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 105913 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16334887 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6381578 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 355562029322 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 116, 2024-03-10T21:21:48.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 136987235862 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 341, 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 75761089030 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 341, 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31060 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 408361 2024-03-10T21:21:48.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 123855055 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 120584 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 47778322 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20677214 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312589 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 50, 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 247094 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209107253 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.662 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23813698 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 342, 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2064151 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41205760 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40534016 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 671744 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509074 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73866286 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641318055 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.669 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71711497 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006049 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.672 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822607 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641318055 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.675 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14065 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 196917 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.676 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71502643 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.677 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 109519675 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6792071 2024-03-10T21:21:48.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107613568 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.682 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 109519675 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.685 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6792071 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 107613568 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28385280 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1085440 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 798720 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659456 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.690 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.693 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.695 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1822720 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.696 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 737280 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6798 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 148, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32179094 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 138, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4398118 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.699 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 148, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 181457 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 148, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32360551 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55797 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.701 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3996 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 326 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 224 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 81, 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 828654 2024-03-10T21:21:48.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 137, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269879 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 56, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 459121 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7156951 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 50, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3640605 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 47, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 303225542794 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.704 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 50, 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67742158936 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 233, 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 548870 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 233, 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20522 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.705 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238272 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88864511 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67063 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58911591 2024-03-10T21:21:48.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12332932 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 315323 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 41, 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 198149 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.707 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 167532255 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14578022 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 236, 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1863061 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861620469 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42385408 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41172992 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137560985 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1212416 2024-03-10T21:21:48.709 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509033 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73874519 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641317751 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71711801 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006022 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822634 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.719 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641317751 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16451 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 205647 2024-03-10T21:21:48.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71491831 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 36 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.724 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616467 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.728 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 616467 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28401664 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.732 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1212416 2024-03-10T21:21:48.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 864256 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 724992 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.736 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.737 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.738 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.740 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2015232 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 733184 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 345424 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.743 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1783 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.744 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 164, 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 51446142 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5047022 2024-03-10T21:21:48.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 164, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159981 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 164, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 51606123 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.746 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 55299 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.747 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5392 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 380 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 98, 2024-03-10T21:21:48.748 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 893452 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 166, 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 258024 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 68, 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 150021 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.749 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 143534 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3282563 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:48.750 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3404570 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 41, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 172500811345 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 81357656483 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 509285 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.751 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24597 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277878 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 173811819 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.752 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 92551 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 171644350 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12233854 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 313297 2024-03-10T21:21:48.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 164267 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 361297435 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14613771 2024-03-10T21:21:48.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1820462 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42385408 2024-03-10T21:21:48.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41844736 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 540672 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85510004 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.757 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73873548 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.759 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641325033 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.760 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.761 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.762 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71704519 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.763 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006669 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.765 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68821987 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.766 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641325033 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.767 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7075 2024-03-10T21:21:48.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 209911 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.769 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71489661 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.771 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.772 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14722416 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 543909 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13667857 2024-03-10T21:21:48.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.774 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.775 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.776 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2024-03-10T21:21:48.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14722416 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 543909 2024-03-10T21:21:48.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13667857 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.780 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.780 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.780 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28405760 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.781 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1159168 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.783 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 851968 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 712704 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.784 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.785 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.786 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.787 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.788 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.789 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1949696 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.790 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729088 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238090 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.791 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4401 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.792 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49312587 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 157, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11143962 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 136042 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.793 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49448629 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44695 2024-03-10T21:21:48.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.795 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3852 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 331 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 91, 2024-03-10T21:21:48.796 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 826946 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 146, 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 333615 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 55, 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 421445 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.797 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 142439 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2960602 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3112066 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.798 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 37, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 176678257855 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61469641304 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 261, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 535138 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 261, 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24598 2024-03-10T21:21:48.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244731 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 141169941 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 115432 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.800 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70298577 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15510257 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 314978 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 141391 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.801 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 230217466 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 19545822 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 264, 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1858438 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.802 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42385408 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42000384 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.803 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 385024 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509902 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.805 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.806 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73873650 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.807 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641324269 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.808 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71705283 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.810 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006601 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.812 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822055 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.813 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641324269 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10586 2024-03-10T21:21:48.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 215266 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.816 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71481559 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.817 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 42 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.818 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.819 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.821 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.823 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.824 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28393472 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1183744 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.828 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.829 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 901120 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 761856 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.830 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.831 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.832 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.834 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.835 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2023424 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1318912 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.836 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.837 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4966 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 173, 2024-03-10T21:21:48.838 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 48328844 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 161, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20676638 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 173, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108793 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 173, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 48437637 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.839 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37790 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.840 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7596 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.841 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 314 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 253 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 92, 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 731363 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 140, 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 291397 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.842 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 48, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 402472 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2385213 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.843 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2368748 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 215734080302 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49016026544 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 255, 2024-03-10T21:21:48.844 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 604430 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 255, 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26426 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 247724 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 223685985 2024-03-10T21:21:48.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 89294 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 86497427 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11661764 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.846 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 905256 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 26, 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 103568 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 324516719 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.847 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13714344 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 258, 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1925567 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.848 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43433984 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41811968 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1622016 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.849 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85509645 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.851 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73873907 2024-03-10T21:21:48.852 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.853 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641322342 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.855 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71707210 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57006430 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.858 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68822226 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.859 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641322342 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.860 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14409 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 214942 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71479987 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.864 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2810 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 126732699 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2024-03-10T21:21:48.865 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11376239 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 112722852 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.866 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2810 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 126732699 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.870 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11376239 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 112722852 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.871 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28983296 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1060864 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.874 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27656192 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.875 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 815104 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 675840 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31850496 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 206366 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1282048 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2024-03-10T21:21:48.877 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5019 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.878 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5845 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2024-03-10T21:21:48.879 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.880 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1814528 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1318912 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2024-03-10T21:21:48.882 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 129043 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.883 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13766 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54117228 2024-03-10T21:21:48.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 140, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6391929 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 86921 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 152, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54204149 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2024-03-10T21:21:48.885 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 34224 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.886 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6819 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 389 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2024-03-10T21:21:48.887 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 271 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 96, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1620100 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 139, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 227716 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1034019 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.888 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20156 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2626924 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2024-03-10T21:21:48.889 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1454593 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 186386361607 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28566021014 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 272, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 437042 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.890 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 272, 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23499 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 195153 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 172214924 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2024-03-10T21:21:48.891 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 82474 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 84906608 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13944977 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 903561 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2024-03-10T21:21:48.892 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 19, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 76854 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273920419 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15699425 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2024-03-10T21:21:48.893 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1832536 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1861638747 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43433984 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41984000 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2024-03-10T21:21:48.894 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137582489 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1449984 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.895 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 85500514 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.896 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 139264 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.897 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73743774 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 780140544 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.898 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641253860 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2128 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71775692 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2024-03-10T21:21:48.901 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 57000343 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.902 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.904 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 68828313 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713031680 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 641253860 2024-03-10T21:21:48.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9679 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 227460 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71540681 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2024-03-10T21:21:48.908 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 47 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2024-03-10T21:21:48.909 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:48.910 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 78303833 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132124 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45, 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12495994 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74133812 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.911 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4715126 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132124 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2024-03-10T21:21:48.912 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4450321 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 28, 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3744140 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2024-03-10T21:21:48.913 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8399583 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3740036 2024-03-10T21:21:48.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8006930 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65189124 2024-03-10T21:21:48.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 7, 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4305637 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 62382742 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2024-03-10T21:21:48.916 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28987392 2024-03-10T21:21:48.917 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:48.918 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:48.919 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4430023586319294e-06, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2024-03-10T21:21:48.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:48.921 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:48.922 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.3478666005539708e-07, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3428, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3428, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10284, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 20480 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.923 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2024-03-10T21:21:48.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:48.925 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:48.926 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2024-03-10T21:21:48.927 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 729330297098, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 243110100992, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2024-03-10T21:21:48.928 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2024-03-10T21:21:48.929 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: false 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "f545a75c-4b1f-4b9e-8437-fa0323e4febf", 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2024-03-10T21:21:47.597380", 2024-03-10T21:21:48.930 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_stats": { 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "7.9.2" 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:48.931 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:48.932 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2024-03-10T21:21:48.933 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2024-03-10T21:21:48.934 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pg": [ 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.935 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.832307+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.832307+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.832605+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.936 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016189+0000", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.937 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3f", 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:06:09.692288+0000", 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.938 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.939 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.941 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.942 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.829675+0000", 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.829675+0000", 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.831146+0000", 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.943 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011722+0000", 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.944 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3e", 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.945 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:28:17.045330+0000", 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.946 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.947 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:48.949 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.950 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.818369+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.818369+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.818643+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.951 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011556+0000", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.952 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3d", 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:50:25.744903+0000", 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.953 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.954 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.955 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.956 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.957 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.830081+0000", 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.830081+0000", 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.830373+0000", 2024-03-10T21:21:48.958 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011462+0000", 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.959 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3c", 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.960 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:02:22.592797+0000", 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.961 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.962 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.963 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.964 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:48.965 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.635769+0000", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.635769+0000", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.636081+0000", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.966 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.636435+0000", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.967 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3b", 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.968 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:50:47.702319+0000", 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:48.972 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.973 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.816724+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.816724+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817011+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011264+0000", 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.975 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3a", 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:41:27.508722+0000", 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.976 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.980 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835052+0000", 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835052+0000", 2024-03-10T21:21:48.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835365+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014126+0000", 2024-03-10T21:21:48.982 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.983 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.39", 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:49:30.061860+0000", 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.987 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.988 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.816879+0000", 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.816879+0000", 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817169+0000", 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634661+0000", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.990 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.38", 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.991 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:28:42.068241+0000", 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:48.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:48.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:48.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.995 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:48.996 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.838375+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.838375+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.839220+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016157+0000", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:48.998 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.37", 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:48.999 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:25:15.796001+0000", 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.841454+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.841454+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.841834+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013171+0000", 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.006 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.36", 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:39:38.158561+0000", 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.007 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.008 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.011 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.014889+0000", 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.014889+0000", 2024-03-10T21:21:49.012 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.015233+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.013 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016713+0000", 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.014 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.35", 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:50:16.695884+0000", 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.015 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.016 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.018 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:49.019 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.834450+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.834450+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.834739+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.020 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016000+0000", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.021 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.34", 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.022 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:16:51.426556+0000", 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.023 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.024 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.025 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.026 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.027 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823178+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823178+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823451+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.028 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634599+0000", 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.029 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.33", 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:33:47.255413+0000", 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.030 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.031 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.032 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.034 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.817656+0000", 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.817656+0000", 2024-03-10T21:21:49.035 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817936+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.036 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010800+0000", 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.037 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.32", 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:41:50.989251+0000", 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.038 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.039 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.040 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.041 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.042 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835532+0000", 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835532+0000", 2024-03-10T21:21:49.043 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835803+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.044 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011374+0000", 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.045 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.31", 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:56:10.935521+0000", 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.047 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.048 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.049 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.050 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.829432+0000", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.829432+0000", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.829716+0000", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.051 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010918+0000", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.052 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.30", 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.053 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:51:16.682161+0000", 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.055 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.056 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.057 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.058 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.837859+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.837859+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.838434+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.059 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011534+0000", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.060 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2f", 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:31:28.523595+0000", 2024-03-10T21:21:49.061 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.064 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.066 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823754+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823754+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.824082+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.067 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014324+0000", 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.068 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2e", 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:01:07.167271+0000", 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.069 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.072 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.073 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.833064+0000", 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.833064+0000", 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.833585+0000", 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015332+0000", 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.075 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2d", 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.076 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:43:03.095123+0000", 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.080 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.081 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.469106+0000", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.469106+0000", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.469428+0000", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012272+0000", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 4, 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.083 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 4, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1f", 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 24, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:59:15.096391+0000", 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 582, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:49.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.088 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'4" 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.089 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.818392+0000", 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.818392+0000", 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.818652+0000", 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.091 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1e", 2024-03-10T21:21:49.092 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:30:31.155355+0000", 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.096 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.097 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.477575+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.477575+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.477920+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635215+0000", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.099 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1e", 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:21:06.883793+0000", 2024-03-10T21:21:49.100 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.104 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.813308+0000", 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.813308+0000", 2024-03-10T21:21:49.105 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.813564+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.107 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1f", 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:39:32.509244+0000", 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.108 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.111 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.112 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.478542+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.478542+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478889+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.113 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015782+0000", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.114 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1d", 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:49:27.084016+0000", 2024-03-10T21:21:49.115 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.116 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.119 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.836035+0000", 2024-03-10T21:21:49.120 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.836035+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836330+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.121 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011595+0000", 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.122 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1c", 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:06:32.165999+0000", 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.123 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.124 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.126 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.127 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.477657+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.477657+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478260+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.128 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015503+0000", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.129 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1c", 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:35:55.353880+0000", 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.130 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.131 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.132 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.134 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.135 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835882+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835882+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836288+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.136 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011113+0000", 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.137 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1d", 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:29:08.701174+0000", 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.138 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.139 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.140 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.141 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.142 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.472356+0000", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.472356+0000", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.472676+0000", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.143 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634716+0000", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1b", 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:38:38.908743+0000", 2024-03-10T21:21:49.145 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.149 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.830550+0000", 2024-03-10T21:21:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.830550+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.830868+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.151 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014806+0000", 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1a", 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:18:09.732717+0000", 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.154 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.156 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.018917+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.018917+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.019385+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.019652+0000", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.159 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1a", 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 30, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.160 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:35:59.472685+0000", 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.162 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835629+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835629+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835916+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.166 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010511+0000", 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1b", 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:17:53.964825+0000", 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.171 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.171 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.171 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.172 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.173 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.471113+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.471113+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471420+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.174 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635094+0000", 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.175 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.19", 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:52:53.828089+0000", 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.176 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.179 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.180 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.181 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823242+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823242+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823525+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.182 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634857+0000", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.183 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.18", 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:20:36.423400+0000", 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.184 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.188 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.476072+0000", 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.476072+0000", 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.476342+0000", 2024-03-10T21:21:49.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011141+0000", 2024-03-10T21:21:49.190 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.18", 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.191 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:39:18.357005+0000", 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.195 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.196 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.834838+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.834838+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.835292+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011561+0000", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.198 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.19", 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:51:52.345870+0000", 2024-03-10T21:21:49.199 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.203 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.478120+0000", 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.478120+0000", 2024-03-10T21:21:49.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478415+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013262+0000", 2024-03-10T21:21:49.205 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.17", 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:54:50.628411+0000", 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.210 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.211 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.826709+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.826709+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.827061+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011429+0000", 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.213 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.16", 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:51:44.266823+0000", 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.214 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.217 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.218 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.479641+0000", 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.479641+0000", 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.479988+0000", 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.219 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011334+0000", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.220 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.16", 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.221 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:41:14.977494+0000", 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.222 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.226 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.815336+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.815336+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.815616+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.227 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012119+0000", 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.228 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.17", 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:04:01.342828+0000", 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.229 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.230 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.232 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.233 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.470871+0000", 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.470871+0000", 2024-03-10T21:21:49.234 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471692+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011625+0000", 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.235 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 3, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 3, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.15", 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.236 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 23, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:22:03.276922+0000", 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 90, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.237 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.238 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'3" 2024-03-10T21:21:49.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.241 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.832941+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.832941+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.833237+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.242 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015919+0000", 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.14", 2024-03-10T21:21:49.243 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:33:06.913251+0000", 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.245 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.246 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.247 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.248 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.478564+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.478564+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.479106+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.249 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:42.014940+0000", 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 12, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 12, 2024-03-10T21:21:49.250 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.14", 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 32, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:51:49.075862+0000", 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 2630, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.253 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 9 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.254 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "70'12" 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.255 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.837800+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.837800+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.838096+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.256 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015679+0000", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.257 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.15", 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:45:12.869023+0000", 2024-03-10T21:21:49.258 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.261 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.262 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.470523+0000", 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.470523+0000", 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471238+0000", 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011263+0000", 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:49.264 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.13", 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.265 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:52:33.621190+0000", 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 34, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 7 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.269 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.270 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.826475+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.826475+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.826757+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010719+0000", 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.272 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.12", 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:10:11.358869+0000", 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.276 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.277 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.481234+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.481234+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.481615+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011071+0000", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.279 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.12", 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:37:45.820581+0000", 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.280 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.283 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.284 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.837248+0000", 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.837248+0000", 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.837520+0000", 2024-03-10T21:21:49.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014585+0000", 2024-03-10T21:21:49.286 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.13", 2024-03-10T21:21:49.287 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:50:01.218314+0000", 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.291 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.292 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465355+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465355+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.465734+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012419+0000", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.294 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.11", 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:16:46.823329+0000", 2024-03-10T21:21:49.295 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.299 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.300 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.818104+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.818104+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.818412+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012260+0000", 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.302 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.10", 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:57:28.423444+0000", 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.303 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.304 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.306 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.307 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.471354+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.471354+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471617+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.308 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013760+0000", 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 8, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.309 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 8, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.10", 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:40:58.321175+0000", 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.310 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.311 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 4, 2024-03-10T21:21:49.312 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'8" 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.314 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835750+0000", 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835750+0000", 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836055+0000", 2024-03-10T21:21:49.315 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014275+0000", 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.316 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.11", 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.317 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:29:05.971220+0000", 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.319 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.320 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.321 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.467399+0000", 2024-03-10T21:21:49.322 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.467399+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.467747+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.323 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015813+0000", 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.324 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.f", 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:26:15.450533+0000", 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 22, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.327 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.328 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.329 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.838753+0000", 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.838753+0000", 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.839033+0000", 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015947+0000", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.331 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.e", 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.332 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:54:48.219510+0000", 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.336 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.337 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012182+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012182+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.012494+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010919+0000", 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.2", 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:58:09.024653+0000", 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.340 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.344 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465920+0000", 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465920+0000", 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.466212+0000", 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011176+0000", 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.346 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.4", 2024-03-10T21:21:49.347 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:22:59.476049+0000", 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.351 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.352 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.820561+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.820561+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.820846+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011375+0000", 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.354 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.5", 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:18:59.279080+0000", 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.358 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.359 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.010824+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.010824+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.011138+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011253+0000", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.361 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.4", 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:24:22.148068+0000", 2024-03-10T21:21:49.362 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.366 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.480426+0000", 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.480426+0000", 2024-03-10T21:21:49.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.480805+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010984+0000", 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.368 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.2", 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.369 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:51:30.494743+0000", 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.373 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.374 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.836750+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.836750+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.837119+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015681+0000", 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.376 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3", 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:53:14.046689+0000", 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.377 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.378 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.380 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.381 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012641+0000", 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012641+0000", 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.012928+0000", 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.382 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012282+0000", 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.383 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.7", 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.384 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:15:01.795997+0000", 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.385 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.386 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.388 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.389 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.826778+0000", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.826778+0000", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.827037+0000", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.390 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010886+0000", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.391 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.393 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.0", 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:24:55.453897+0000", 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.394 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.397 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.398 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.469231+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.469231+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.469582+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.399 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013892+0000", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.400 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1", 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:38:04.678903+0000", 2024-03-10T21:21:49.401 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.402 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.404 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.405 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012277+0000", 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012277+0000", 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.012606+0000", 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.406 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012984+0000", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.407 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.5", 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.408 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:26:31.990279+0000", 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.409 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.410 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.411 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.412 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.816986+0000", 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.816986+0000", 2024-03-10T21:21:49.413 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.817278+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.414 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635035+0000", 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2", 2024-03-10T21:21:49.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:18:34.538897+0000", 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.417 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.418 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.419 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.420 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.473043+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.473043+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.473366+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.421 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011017+0000", 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.422 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.3", 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:08:39.457192+0000", 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.425 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.426 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.427 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 20, 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:25.280640+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:25.280640+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:25.280972+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:16:21.485286+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:16:21.485286+0000", 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 59, 2024-03-10T21:21:49.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:16:21.485286+0000", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014063+0000", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 58, 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.429 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "1.0", 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 266, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:37:09.374842+0000", 2024-03-10T21:21:49.430 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.433 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "65'128" 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.434 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.010952+0000", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.010952+0000", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.011267+0000", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011447+0000", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.436 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.6", 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.437 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:53:57.667554+0000", 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.441 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:49.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635824+0000", 2024-03-10T21:21:49.443 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1", 2024-03-10T21:21:49.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:32:08.662603+0000", 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.449 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.477741+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.477741+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.478710+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013935+0000", 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.451 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.0", 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:39:13.726612+0000", 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.452 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.455 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.456 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.013697+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.013697+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.014005+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.457 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010885+0000", 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.458 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.3", 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:51:45.415922+0000", 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.459 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.462 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.463 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.476536+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.476536+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.476915+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.464 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015687+0000", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.465 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.5", 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.466 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:30:28.391325+0000", 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.470 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.815322+0000", 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.815322+0000", 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.815604+0000", 2024-03-10T21:21:49.471 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011339+0000", 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.472 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.4", 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.473 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:26:29.304504+0000", 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.474 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.477 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.478 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.012721+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.012721+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.013023+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.479 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634745+0000", 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.480 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.0", 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:57:01.815698+0000", 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.481 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.482 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.483 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.484 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.485 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.474314+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.474314+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.474587+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.486 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012087+0000", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.487 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.6", 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:21:21.716016+0000", 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.488 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.489 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.490 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:49.491 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "63'1" 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.492 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.824332+0000", 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.824332+0000", 2024-03-10T21:21:49.493 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.824915+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634960+0000", 2024-03-10T21:21:49.494 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.7", 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.495 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:53:33.489132+0000", 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.498 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 65, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:19:15.013483+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:19:15.013483+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:19:15.013834+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 66, 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.501 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:19:13.905803+0000", 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014965+0000", 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 65, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.502 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.1", 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T06:12:29.893264+0000", 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.506 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.507 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.474390+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.474390+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.474766+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013183+0000", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.509 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.7", 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:44:33.640806+0000", 2024-03-10T21:21:49.510 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.514 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.018393+0000", 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.018393+0000", 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.018723+0000", 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.516 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.6", 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.517 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:29:09.863890+0000", 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.521 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.522 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.476645+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.476645+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.477048+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014154+0000", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.524 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.8", 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:22:33.862474+0000", 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.525 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.526 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.528 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.529 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.015992+0000", 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.015992+0000", 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.530 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.016300+0000", 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.531 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.9", 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.532 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:16:21.696761+0000", 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.533 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.534 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.536 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.537 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.467261+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.467261+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.467893+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.538 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011441+0000", 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.539 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.9", 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:31:24.553203+0000", 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.540 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.541 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.543 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.544 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823252+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823252+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823515+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.545 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635118+0000", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.546 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.8", 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:03:41.852017+0000", 2024-03-10T21:21:49.547 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.548 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.549 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.551 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465970+0000", 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465970+0000", 2024-03-10T21:21:49.552 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.466970+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011202+0000", 2024-03-10T21:21:49.553 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.a", 2024-03-10T21:21:49.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:29:45.581338+0000", 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.556 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.557 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.558 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.559 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.835727+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.835727+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836023+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.560 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634663+0000", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.561 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.b", 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.562 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:49:46.032931+0000", 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.565 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.566 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.475564+0000", 2024-03-10T21:21:49.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.475564+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.476281+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.568 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014500+0000", 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.b", 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:21:27.786707+0000", 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.573 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.574 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.829213+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.829213+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.829530+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012641+0000", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.576 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.a", 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.577 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:51:27.027002+0000", 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.578 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.581 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.582 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.470472+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.470472+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.471192+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014100+0000", 2024-03-10T21:21:49.583 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.c", 2024-03-10T21:21:49.584 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:15:58.348703+0000", 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.586 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.588 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.589 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.839678+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.839678+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.839957+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.590 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015604+0000", 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.591 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.d", 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T21:37:13.842415+0000", 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.594 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.465598+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.465598+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.470308+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011532+0000", 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2024-03-10T21:21:49.599 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.d", 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:18:11.880486+0000", 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 70, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.823169+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.823169+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823471+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011300+0000", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.c", 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T02:44:01.867080+0000", 2024-03-10T21:21:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.464821+0000", 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.464821+0000", 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.465123+0000", 2024-03-10T21:21:49.612 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:38.442319+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014296+0000", 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.e", 2024-03-10T21:21:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:41:50.428321+0000", 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2024-03-10T21:21:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.618 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'2" 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.619 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.836481+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.836481+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.836781+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.620 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.015939+0000", 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.621 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.f", 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:02:29.780604+0000", 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.625 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.626 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.840914+0000", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.840914+0000", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.841237+0000", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.627 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.012201+0000", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.628 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.20", 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.629 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:45:12.100217+0000", 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.631 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.633 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.634 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.821432+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.821432+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.821749+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.635 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013762+0000", 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.636 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.21", 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T05:29:15.424679+0000", 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.637 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.638 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.639 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.640 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.641 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.821857+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.821857+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.822669+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.642 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011118+0000", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.643 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.22", 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T22:48:10.204243+0000", 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.644 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.645 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.646 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.647 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.648 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:49.649 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.635463+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635821+0000", 2024-03-10T21:21:49.650 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.23", 2024-03-10T21:21:49.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:10:59.559361+0000", 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.653 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.654 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2024-03-10T21:21:49.655 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.656 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.833945+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.833945+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.834227+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.657 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634717+0000", 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.658 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.24", 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T00:08:41.601838+0000", 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.661 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.662 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2024-03-10T21:21:49.663 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.824458+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.824458+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.824797+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.010710+0000", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.665 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.25", 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.666 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:05:58.229023+0000", 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.670 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.840206+0000", 2024-03-10T21:21:49.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.840206+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.840585+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.013294+0000", 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.26", 2024-03-10T21:21:49.673 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T08:37:58.715087+0000", 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.674 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.678 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.827165+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.827165+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.827491+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.679 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.635003+0000", 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.680 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.27", 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:16:06.097403+0000", 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.681 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.682 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.685 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.821469+0000", 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.821469+0000", 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.823068+0000", 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.686 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011196+0000", 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.687 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.28", 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.688 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T04:27:56.064972+0000", 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.689 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.690 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.691 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.692 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.693 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.833980+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.833980+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.834866+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.694 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.634866+0000", 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.695 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.29", 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T03:15:24.355945+0000", 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.696 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.697 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.698 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2024-03-10T21:21:49.699 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.700 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.827730+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.827730+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.828023+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.701 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011435+0000", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.702 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2a", 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T01:29:42.499976+0000", 2024-03-10T21:21:49.703 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.704 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.706 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.707 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:18:39.820436+0000", 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:18:39.820436+0000", 2024-03-10T21:21:49.708 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:18:39.820709+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 62, 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.011120+0000", 2024-03-10T21:21:49.709 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 61, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2b", 2024-03-10T21:21:49.710 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-12T07:22:27.643322+0000", 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.712 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.713 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2024-03-10T21:21:49.714 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 61, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2024-03-10T21:21:49.715 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2024-03-10T21:20:13.014217+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2024-03-10T21:20:13.014217+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2024-03-10T21:20:13.014544+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 70, 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2024-03-10T21:21:49.716 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2024-03-10T21:18:39.444416+0000", 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2024-03-10T21:20:13.014933+0000", 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 69, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2024-03-10T21:21:49.717 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2c", 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 70, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 28, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-03-11T23:11:39.324623+0000", 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.720 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2024-03-10T21:21:49.721 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pool": [ 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 24, 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.722 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 8, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 4, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.723 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:49.726 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 24 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 192, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 64, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 3, 2024-03-10T21:21:49.727 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.728 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.729 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.730 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 192 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.731 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 3, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 128, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 1, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 3, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 128, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 1, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 212, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 306, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 179, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 1781760, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 1771104, 2024-03-10T21:21:49.735 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 3 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: { 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 96, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 45, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 32, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2024-03-10T21:21:49.736 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 45, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 2, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 3428, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2024-03-10T21:21:49.737 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 66, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 22, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 22, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2024-03-10T21:21:49.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 14, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 51, 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 20 2024-03-10T21:21:49.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 98304, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 10284, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 96 2024-03-10T21:21:49.740 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 228945920, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.00029812208958901465 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 767731339264, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2024-03-10T21:21:49.741 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 228945920 2024-03-10T21:21:49.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:49.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2024-03-10T21:21:49.742 INFO:tasks.workunit.client.0.smithi071.stdout:} 2024-03-10T21:21:49.742 INFO:tasks.workunit.client.0.smithi071.stdout:OK 2024-03-10T21:21:49.743 INFO:tasks.workunit.client.0.smithi071.stderr:+ echo OK 2024-03-10T21:21:49.743 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-10T21:21:49.743 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:21:49.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:47 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:21:49.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:48 smithi071 ceph-mon[27124]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:48 smithi071 ceph-mon[27124]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:48 smithi071 ceph-mon[27124]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:49.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:48 smithi071 ceph-mon[37838]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:48 smithi071 ceph-mon[37838]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:48 smithi071 ceph-mon[37838]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:49.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:48 smithi193 ceph-mon[30554]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:48 smithi193 ceph-mon[30554]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:49.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:48 smithi193 ceph-mon[30554]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:49.787 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-03-10T21:21:49.788 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-10T21:21:50.093 DEBUG:teuthology.parallel:result is None 2024-03-10T21:21:50.094 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-10T21:21:50.120 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-10T21:21:50.120 DEBUG:teuthology.orchestra.run.smithi071:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-03-10T21:21:50.191 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-03-10T21:21:50.192 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:21:50.203 INFO:teuthology.task.print:**** done end telemetry reef... 2024-03-10T21:21:50.203 INFO:teuthology.run_tasks:Running task print... 2024-03-10T21:21:50.241 INFO:teuthology.task.print:**** done start parallel 2024-03-10T21:21:50.242 INFO:teuthology.run_tasks:Running task parallel... 2024-03-10T21:21:50.268 INFO:teuthology.task.parallel:starting parallel... 2024-03-10T21:21:50.268 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-03-10T21:21:50.280 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-03-10T21:21:50.280 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-03-10T21:21:50.280 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-03-10T21:21:50.282 INFO:tasks.rados:Beginning rados... 2024-03-10T21:21:50.283 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-03-10T21:21:50.283 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cb2b48d76f56fc07bc6a177ed79951f825d2165e'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '2b0101eb74d60610d544cb8a473e23a35ac1cc0b'}} 2024-03-10T21:21:50.283 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-03-10T21:21:50.283 INFO:tasks.rados:joining rados 2024-03-10T21:21:50.283 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-03-10T21:21:50.293 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-10T21:21:50.293 INFO:teuthology.task.print:**** done start upgrade, wait 2024-03-10T21:21:50.293 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-03-10T21:21:50.293 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-03-10T21:21:50.293 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph config set global log_to_journald false --force' 2024-03-10T21:21:50.294 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-03-10T21:21:50.294 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-03-10T21:21:50.509 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:21:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:21:51.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:51 smithi071 ceph-mon[27124]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:51.219 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:51 smithi071 ceph-mon[37838]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:51 smithi193 ceph-mon[30554]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:52.759 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:21:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:21:52] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-03-10T21:21:53.078 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:53 smithi071 ceph-mon[27124]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:53.078 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:53 smithi071 ceph-mon[37838]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:53.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:53 smithi193 ceph-mon[30554]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:54.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:54 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/334949549' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T21:21:54.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:54 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T21:21:54.015 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:54 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/334949549' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T21:21:54.016 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:54 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T21:21:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:54 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/334949549' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T21:21:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:54 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-03-10T21:21:54.750 INFO:tasks.rados:starting run 0 out of 1 2024-03-10T21:21:54.750 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-03-10T21:21:54.751 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-03-10T21:21:55.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:55 smithi071 ceph-mon[27124]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:55.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:55 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-10T21:21:55.013 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:55 smithi071 ceph-mon[27124]: osdmap e71: 8 total, 8 up, 8 in 2024-03-10T21:21:55.233 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-03-10T21:21:55.297 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:21:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:55 smithi193 ceph-mon[30554]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:55 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-10T21:21:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:55 smithi193 ceph-mon[30554]: osdmap e71: 8 total, 8 up, 8 in 2024-03-10T21:21:55.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:55 smithi071 ceph-mon[37838]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-03-10T21:21:55.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:55 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-03-10T21:21:55.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:55 smithi071 ceph-mon[37838]: osdmap e71: 8 total, 8 up, 8 in 2024-03-10T21:21:56.416 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:21:57.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:57 smithi071 ceph-mon[37838]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-10T21:21:57.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:57 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:57.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:57 smithi071 ceph-mon[27124]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-10T21:21:57.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:57 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:57 smithi193 ceph-mon[30554]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 35 op/s 2024-03-10T21:21:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:57 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:21:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:58 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1483281792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-10T21:21:58.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:58 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1483281792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-10T21:21:58.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:58 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1483281792' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-03-10T21:21:58.721 INFO:teuthology.orchestra.run.smithi071.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.030 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'unique_pool_0' created 2024-03-10T21:21:59.326 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: osdmap e72: 8 total, 8 up, 8 in 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1483281792' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-10T21:21:59.327 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[37838]: osdmap e73: 8 total, 8 up, 8 in 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: osdmap e72: 8 total, 8 up, 8 in 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1483281792' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-10T21:21:59.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:21:59 smithi071 ceph-mon[27124]: osdmap e73: 8 total, 8 up, 8 in 2024-03-10T21:21:59.347 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: osdmap e72: 8 total, 8 up, 8 in 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:21:59.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:21:59.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cb2b48d76f56fc07bc6a177ed79951f825d2165e 2024-03-10T21:21:59.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1483281792' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-03-10T21:21:59.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:21:59 smithi193 ceph-mon[30554]: osdmap e73: 8 total, 8 up, 8 in 2024-03-10T21:22:00.075 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-03-10T21:22:00.195 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:22:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:01 smithi193 ceph-mon[30554]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:01 smithi193 ceph-mon[30554]: osdmap e74: 8 total, 8 up, 8 in 2024-03-10T21:22:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:01 smithi193 ceph-mon[30554]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:22:01.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:01 smithi071 ceph-mon[27124]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:01.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:01 smithi071 ceph-mon[27124]: osdmap e74: 8 total, 8 up, 8 in 2024-03-10T21:22:01.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:01 smithi071 ceph-mon[27124]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:22:01.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:01 smithi071 ceph-mon[37838]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:01.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:01 smithi071 ceph-mon[37838]: osdmap e74: 8 total, 8 up, 8 in 2024-03-10T21:22:01.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:01 smithi071 ceph-mon[37838]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-10T21:22:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:22:02.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:02 smithi071 ceph-mon[27124]: osdmap e75: 8 total, 8 up, 8 in 2024-03-10T21:22:02.225 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:02 smithi071 ceph-mon[37838]: osdmap e75: 8 total, 8 up, 8 in 2024-03-10T21:22:02.268 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:22:02.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:02 smithi193 ceph-mon[30554]: osdmap e75: 8 total, 8 up, 8 in 2024-03-10T21:22:02.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:22:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:22:02] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-03-10T21:22:02.624 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:22:02.624 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (97s) 84s ago 2m 18.5M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:22:02.624 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (2m) 83s ago 2m 81.5M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:22:02.624 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (3m) 84s ago 3m 12.5M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (3m) 83s ago 3m 16.3M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,8765 running (6m) 83s ago 6m 448M - 18.2.1-746-gc2ea977b a30af69eda22 b5aee8644f49 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283,8765 running (8m) 84s ago 8m 496M - 18.2.1-746-gc2ea977b a30af69eda22 eccea271134f 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (8m) 84s ago 8m 48.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 49066ced84b3 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (7m) 83s ago 7m 42.2M 2048M 18.2.1-746-gc2ea977b a30af69eda22 4545cf5e821a 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 84s ago 7m 40.7M 2048M 18.2.1-746-gc2ea977b a30af69eda22 6f86135e1e74 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (2m) 84s ago 2m 9084k - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (118s) 83s ago 117s 5460k - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 84s ago 6m 47.7M 2992M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 84s ago 6m 43.7M 2992M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 84s ago 5m 43.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 84s ago 5m 40.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (5m) 83s ago 5m 41.4M 2992M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:22:02.625 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (4m) 83s ago 4m 41.3M 2992M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:22:02.626 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (4m) 83s ago 4m 42.0M 2992M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:22:02.626 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (3m) 83s ago 3m 43.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:22:02.626 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (91s) 83s ago 2m 28.8M - 2.43.0 a07b618ecd1d 2d63c8cc9b7a 2024-03-10T21:22:03.061 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:22:03.061 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:22:03.061 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:22:03.061 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:03.061 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 15 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:22:03.062 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:22:03.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:03 smithi071 ceph-mon[27124]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:03.291 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:03 smithi071 ceph-mon[37838]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:03 smithi193 ceph-mon[30554]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:04.050 INFO:teuthology.orchestra.run.smithi071.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-03-10T21:22:04.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:04 smithi193 ceph-mon[30554]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:04.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:04 smithi193 ceph-mon[30554]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:04.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:04 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1893371629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:22:04.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:04 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2722404691' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:22:04.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:04 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[27124]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[27124]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1893371629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2722404691' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[37838]: from='client.24935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[37838]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1893371629' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:22:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2722404691' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:22:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:04 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:22:05.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:05 smithi071 ceph-mon[27124]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:05.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:05 smithi071 ceph-mon[27124]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:22:05.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:05 smithi071 ceph-mon[27124]: osdmap e76: 8 total, 8 up, 8 in 2024-03-10T21:22:05.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:05 smithi071 ceph-mon[37838]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:05.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:05 smithi071 ceph-mon[37838]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:22:05.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:05 smithi071 ceph-mon[37838]: osdmap e76: 8 total, 8 up, 8 in 2024-03-10T21:22:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:05 smithi193 ceph-mon[30554]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:05 smithi193 ceph-mon[30554]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:22:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:05 smithi193 ceph-mon[30554]: osdmap e76: 8 total, 8 up, 8 in 2024-03-10T21:22:05.837 DEBUG:teuthology.orchestra.run.smithi071:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-03-10T21:22:05.865 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight read -> 100 2024-03-10T21:22:05.865 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight delete -> 50 2024-03-10T21:22:05.865 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight snap_create -> 50 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight snap_remove -> 50 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight rollback -> 50 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight setattr -> 25 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight rmattr -> 25 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight copy_from -> 50 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight append -> 100 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable) 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout:Configuration: 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout: Number of operations: 4000 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout: Number of objects: 50 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout: Max in flight operations: 16 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout: Object size (in bytes): 4000000 2024-03-10T21:22:05.866 INFO:tasks.rados.rados.0.smithi071.stdout: Write stride min: 400000 2024-03-10T21:22:05.867 INFO:tasks.rados.rados.0.smithi071.stdout: Write stride max: 800000 2024-03-10T21:22:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1: write initial oid 1 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:1: seq_num 0 ranges {0=24576} 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:1: writing smithi07176956-1 from 0 to 24576 tid 1 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:2: write initial oid 2 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:2: seq_num 1 ranges {0=24576} 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:2: writing smithi07176956-2 from 0 to 24576 tid 1 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:3: write initial oid 3 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:3: seq_num 2 ranges {0=40960} 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:3: writing smithi07176956-3 from 0 to 40960 tid 1 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:4: write initial oid 4 2024-03-10T21:22:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:4: seq_num 3 ranges {0=57344} 2024-03-10T21:22:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:4: writing smithi07176956-4 from 0 to 57344 tid 1 2024-03-10T21:22:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:5: write initial oid 5 2024-03-10T21:22:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:5: seq_num 4 ranges {0=73728} 2024-03-10T21:22:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:5: writing smithi07176956-5 from 0 to 73728 tid 1 2024-03-10T21:22:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:6: write initial oid 6 2024-03-10T21:22:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:6: seq_num 5 ranges {0=90112} 2024-03-10T21:22:06.054 INFO:tasks.rados.rados.0.smithi071.stdout:6: writing smithi07176956-6 from 0 to 90112 tid 1 2024-03-10T21:22:06.054 INFO:tasks.rados.rados.0.smithi071.stdout:7: write initial oid 7 2024-03-10T21:22:06.054 INFO:tasks.rados.rados.0.smithi071.stdout:7: seq_num 6 ranges {0=106496} 2024-03-10T21:22:06.054 INFO:tasks.rados.rados.0.smithi071.stdout:7: writing smithi07176956-7 from 0 to 106496 tid 1 2024-03-10T21:22:06.054 INFO:tasks.rados.rados.0.smithi071.stdout:8: write initial oid 8 2024-03-10T21:22:06.055 INFO:tasks.rados.rados.0.smithi071.stdout:8: seq_num 7 ranges {0=122880} 2024-03-10T21:22:06.055 INFO:tasks.rados.rados.0.smithi071.stdout:8: writing smithi07176956-8 from 0 to 122880 tid 1 2024-03-10T21:22:06.055 INFO:tasks.rados.rados.0.smithi071.stdout:9: write initial oid 9 2024-03-10T21:22:06.055 INFO:tasks.rados.rados.0.smithi071.stdout:9: seq_num 8 ranges {0=139264} 2024-03-10T21:22:06.056 INFO:tasks.rados.rados.0.smithi071.stdout:9: writing smithi07176956-9 from 0 to 139264 tid 1 2024-03-10T21:22:06.056 INFO:tasks.rados.rados.0.smithi071.stdout:10: write initial oid 10 2024-03-10T21:22:06.056 INFO:tasks.rados.rados.0.smithi071.stdout:10: seq_num 9 ranges {0=155648} 2024-03-10T21:22:06.058 INFO:tasks.rados.rados.0.smithi071.stdout:10: writing smithi07176956-10 from 0 to 155648 tid 1 2024-03-10T21:22:06.058 INFO:tasks.rados.rados.0.smithi071.stdout:11: write initial oid 11 2024-03-10T21:22:06.058 INFO:tasks.rados.rados.0.smithi071.stdout:11: seq_num 10 ranges {0=172032} 2024-03-10T21:22:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:11: writing smithi07176956-11 from 0 to 172032 tid 1 2024-03-10T21:22:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:12: write initial oid 12 2024-03-10T21:22:06.060 INFO:tasks.rados.rados.0.smithi071.stdout:12: seq_num 11 ranges {0=188416} 2024-03-10T21:22:06.061 INFO:tasks.rados.rados.0.smithi071.stdout:12: writing smithi07176956-12 from 0 to 188416 tid 1 2024-03-10T21:22:06.061 INFO:tasks.rados.rados.0.smithi071.stdout:13: write initial oid 13 2024-03-10T21:22:06.061 INFO:tasks.rados.rados.0.smithi071.stdout:13: seq_num 12 ranges {0=204800} 2024-03-10T21:22:06.062 INFO:tasks.rados.rados.0.smithi071.stdout:13: writing smithi07176956-13 from 0 to 204800 tid 1 2024-03-10T21:22:06.063 INFO:tasks.rados.rados.0.smithi071.stdout:14: write initial oid 14 2024-03-10T21:22:06.063 INFO:tasks.rados.rados.0.smithi071.stdout:14: seq_num 13 ranges {0=221184} 2024-03-10T21:22:06.065 INFO:tasks.rados.rados.0.smithi071.stdout:14: writing smithi07176956-14 from 0 to 221184 tid 1 2024-03-10T21:22:06.065 INFO:tasks.rados.rados.0.smithi071.stdout:15: write initial oid 15 2024-03-10T21:22:06.065 INFO:tasks.rados.rados.0.smithi071.stdout:15: seq_num 14 ranges {0=237568} 2024-03-10T21:22:06.067 INFO:tasks.rados.rados.0.smithi071.stdout:15: writing smithi07176956-15 from 0 to 237568 tid 1 2024-03-10T21:22:06.067 INFO:tasks.rados.rados.0.smithi071.stdout:16: write initial oid 16 2024-03-10T21:22:06.067 INFO:tasks.rados.rados.0.smithi071.stdout:16: seq_num 15 ranges {0=253952} 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:16: writing smithi07176956-16 from 0 to 253952 tid 1 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 1 to smithi07176956-2 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 2 to smithi07176956-2 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 1 to smithi07176956-3 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 2 to smithi07176956-3 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 1 to smithi07176956-1 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 2 to smithi07176956-1 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 3 to smithi07176956-2 2024-03-10T21:22:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:2: oid 2 updating version 0 to 1 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:2: oid 2 updating version 1 to 2 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 3 to smithi07176956-3 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:3: oid 3 updating version 0 to 1 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:3: oid 3 updating version 1 to 2 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 1 to smithi07176956-8 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 1 to smithi07176956-5 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 2 to smithi07176956-8 2024-03-10T21:22:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 2 to smithi07176956-5 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:2: done (15 left) 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:3: done (14 left) 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:17: write initial oid 17 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:17: seq_num 16 ranges {0=270336} 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:17: writing smithi07176956-17 from 0 to 270336 tid 1 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:18: write initial oid 18 2024-03-10T21:22:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:18: seq_num 17 ranges {0=286720} 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:18: writing smithi07176956-18 from 0 to 286720 tid 1 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 1 to smithi07176956-6 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 1 to smithi07176956-4 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 2 to smithi07176956-4 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 1 to smithi07176956-10 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 2 to smithi07176956-10 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 3 to smithi07176956-4 2024-03-10T21:22:06.075 INFO:tasks.rados.rados.0.smithi071.stdout:4: oid 4 updating version 0 to 1 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:4: oid 4 updating version 1 to 2 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 3 to smithi07176956-5 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:5: oid 5 updating version 0 to 1 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:5: oid 5 updating version 1 to 2 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 1 to smithi07176956-9 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 2 to smithi07176956-9 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 2 to smithi07176956-6 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 3 to smithi07176956-8 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:8: oid 8 updating version 0 to 1 2024-03-10T21:22:06.076 INFO:tasks.rados.rados.0.smithi071.stdout:8: oid 8 updating version 1 to 2 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 1 to smithi07176956-7 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 3 to smithi07176956-1 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:1: oid 1 updating version 0 to 1 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:1: oid 1 updating version 1 to 2 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 2 to smithi07176956-7 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 3 to smithi07176956-7 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:7: oid 7 updating version 0 to 2 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:7: oid 7 version 2 is already newer than 1 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:06.077 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 1 to smithi07176956-11 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 3 to smithi07176956-10 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:10: oid 10 updating version 0 to 2 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:10: oid 10 version 2 is already newer than 1 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 3 to smithi07176956-9 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:9: oid 9 updating version 0 to 4 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:9: oid 9 version 4 is already newer than 3 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 2 to smithi07176956-11 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 3 to smithi07176956-6 2024-03-10T21:22:06.078 INFO:tasks.rados.rados.0.smithi071.stdout:6: oid 6 updating version 0 to 1 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:6: oid 6 updating version 1 to 2 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 1 to smithi07176956-13 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 2 to smithi07176956-13 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 3 to smithi07176956-11 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:11: oid 11 updating version 0 to 1 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:11: oid 11 updating version 1 to 2 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 1 to smithi07176956-12 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 3 to smithi07176956-13 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:13: oid 13 updating version 0 to 4 2024-03-10T21:22:06.079 INFO:tasks.rados.rados.0.smithi071.stdout:13: oid 13 version 4 is already newer than 3 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 2 to smithi07176956-12 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 1 to smithi07176956-14 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 2 to smithi07176956-14 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 1 to smithi07176956-15 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 2 to smithi07176956-15 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 3 to smithi07176956-12 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:12: oid 12 updating version 0 to 4 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:12: oid 12 version 4 is already newer than 3 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-03-10T21:22:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 1 to smithi07176956-16 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 3 to smithi07176956-14 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:14: oid 14 updating version 0 to 5 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:14: oid 14 updating version 5 to 6 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 2 to smithi07176956-16 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 3 to smithi07176956-15 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:15: oid 15 updating version 0 to 3 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:15: oid 15 updating version 3 to 4 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-03-10T21:22:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:1: done (15 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:4: done (14 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:5: done (13 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:6: done (12 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:7: done (11 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:8: done (10 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:9: done (9 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:10: done (8 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:11: done (7 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:12: done (6 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:13: done (5 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:14: done (4 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:15: done (3 left) 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:19: write initial oid 19 2024-03-10T21:22:06.082 INFO:tasks.rados.rados.0.smithi071.stdout:19: seq_num 18 ranges {0=303104} 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:19: writing smithi07176956-19 from 0 to 303104 tid 1 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:20: write initial oid 20 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:20: seq_num 19 ranges {0=319488} 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:20: writing smithi07176956-20 from 0 to 319488 tid 1 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:21: write initial oid 21 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:21: seq_num 20 ranges {0=344064} 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:21: writing smithi07176956-21 from 0 to 344064 tid 1 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:22: write initial oid 22 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:22: seq_num 21 ranges {0=360448} 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:22: writing smithi07176956-22 from 0 to 360448 tid 1 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:23: write initial oid 23 2024-03-10T21:22:06.084 INFO:tasks.rados.rados.0.smithi071.stdout:23: seq_num 22 ranges {0=376832} 2024-03-10T21:22:06.085 INFO:tasks.rados.rados.0.smithi071.stdout:23: writing smithi07176956-23 from 0 to 376832 tid 1 2024-03-10T21:22:06.085 INFO:tasks.rados.rados.0.smithi071.stdout:24: write initial oid 24 2024-03-10T21:22:06.085 INFO:tasks.rados.rados.0.smithi071.stdout:24: seq_num 23 ranges {0=393216} 2024-03-10T21:22:06.087 INFO:tasks.rados.rados.0.smithi071.stdout:24: writing smithi07176956-24 from 0 to 393216 tid 1 2024-03-10T21:22:06.087 INFO:tasks.rados.rados.0.smithi071.stdout:25: write initial oid 25 2024-03-10T21:22:06.088 INFO:tasks.rados.rados.0.smithi071.stdout:25: seq_num 24 ranges {0=409600} 2024-03-10T21:22:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:25: writing smithi07176956-25 from 0 to 409600 tid 1 2024-03-10T21:22:06.091 INFO:tasks.rados.rados.0.smithi071.stdout:26: write initial oid 26 2024-03-10T21:22:06.091 INFO:tasks.rados.rados.0.smithi071.stdout:26: seq_num 25 ranges {0=425984} 2024-03-10T21:22:06.093 INFO:tasks.rados.rados.0.smithi071.stdout:26: writing smithi07176956-26 from 0 to 425984 tid 1 2024-03-10T21:22:06.093 INFO:tasks.rados.rados.0.smithi071.stdout:27: write initial oid 27 2024-03-10T21:22:06.093 INFO:tasks.rados.rados.0.smithi071.stdout:27: seq_num 26 ranges {0=442368} 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:27: writing smithi07176956-27 from 0 to 442368 tid 1 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 3 to smithi07176956-16 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:16: oid 16 updating version 0 to 1 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:16: oid 16 updating version 1 to 2 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 1 to smithi07176956-17 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 2 to smithi07176956-17 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 1 to smithi07176956-18 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 3 to smithi07176956-17 2024-03-10T21:22:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:17: oid 17 updating version 0 to 2 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:17: oid 17 version 2 is already newer than 1 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 2 to smithi07176956-18 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:16: done (11 left) 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:17: done (10 left) 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:28: write initial oid 28 2024-03-10T21:22:06.098 INFO:tasks.rados.rados.0.smithi071.stdout:28: seq_num 27 ranges {0=458752} 2024-03-10T21:22:06.099 INFO:tasks.rados.rados.0.smithi071.stdout:28: writing smithi07176956-28 from 0 to 458752 tid 1 2024-03-10T21:22:06.099 INFO:tasks.rados.rados.0.smithi071.stdout:29: write initial oid 29 2024-03-10T21:22:06.099 INFO:tasks.rados.rados.0.smithi071.stdout:29: seq_num 28 ranges {0=475136} 2024-03-10T21:22:06.102 INFO:tasks.rados.rados.0.smithi071.stdout:29: writing smithi07176956-29 from 0 to 475136 tid 1 2024-03-10T21:22:06.102 INFO:tasks.rados.rados.0.smithi071.stdout:30: write initial oid 30 2024-03-10T21:22:06.102 INFO:tasks.rados.rados.0.smithi071.stdout:30: seq_num 29 ranges {0=491520} 2024-03-10T21:22:06.105 INFO:tasks.rados.rados.0.smithi071.stdout:30: writing smithi07176956-30 from 0 to 491520 tid 1 2024-03-10T21:22:06.106 INFO:tasks.rados.rados.0.smithi071.stdout:31: write initial oid 31 2024-03-10T21:22:06.106 INFO:tasks.rados.rados.0.smithi071.stdout:31: seq_num 30 ranges {0=507904} 2024-03-10T21:22:06.109 INFO:tasks.rados.rados.0.smithi071.stdout:31: writing smithi07176956-31 from 0 to 507904 tid 1 2024-03-10T21:22:06.109 INFO:tasks.rados.rados.0.smithi071.stdout:32: write initial oid 32 2024-03-10T21:22:06.109 INFO:tasks.rados.rados.0.smithi071.stdout:32: seq_num 31 ranges {0=524288} 2024-03-10T21:22:06.111 INFO:tasks.rados.rados.0.smithi071.stdout:32: writing smithi07176956-32 from 0 to 524288 tid 1 2024-03-10T21:22:06.112 INFO:tasks.rados.rados.0.smithi071.stdout:33: write initial oid 33 2024-03-10T21:22:06.112 INFO:tasks.rados.rados.0.smithi071.stdout:33: seq_num 32 ranges {0=540672} 2024-03-10T21:22:06.116 INFO:tasks.rados.rados.0.smithi071.stdout:33: writing smithi07176956-33 from 0 to 540672 tid 1 2024-03-10T21:22:06.116 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.116 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 3 to smithi07176956-18 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:18: oid 18 updating version 0 to 5 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:18: oid 18 updating version 5 to 6 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 1 to smithi07176956-19 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 2 to smithi07176956-19 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 3 to smithi07176956-19 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:19: oid 19 updating version 0 to 4 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:19: oid 19 version 4 is already newer than 3 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 1 to smithi07176956-20 2024-03-10T21:22:06.117 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 2 to smithi07176956-20 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 1 to smithi07176956-21 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 2 to smithi07176956-21 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 3 to smithi07176956-20 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:20: oid 20 updating version 0 to 4 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:20: oid 20 version 4 is already newer than 3 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 3 to smithi07176956-21 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:21: oid 21 updating version 0 to 7 2024-03-10T21:22:06.118 INFO:tasks.rados.rados.0.smithi071.stdout:21: oid 21 updating version 7 to 8 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 1 to smithi07176956-22 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 2 to smithi07176956-22 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 3 to smithi07176956-22 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:22: oid 22 updating version 0 to 2 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:22: oid 22 version 2 is already newer than 1 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 1 to smithi07176956-23 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 2 to smithi07176956-23 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:18: done (15 left) 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:19: done (14 left) 2024-03-10T21:22:06.119 INFO:tasks.rados.rados.0.smithi071.stdout:20: done (13 left) 2024-03-10T21:22:06.120 INFO:tasks.rados.rados.0.smithi071.stdout:21: done (12 left) 2024-03-10T21:22:06.120 INFO:tasks.rados.rados.0.smithi071.stdout:22: done (11 left) 2024-03-10T21:22:06.120 INFO:tasks.rados.rados.0.smithi071.stdout:34: write initial oid 34 2024-03-10T21:22:06.120 INFO:tasks.rados.rados.0.smithi071.stdout:34: seq_num 33 ranges {0=557056} 2024-03-10T21:22:06.121 INFO:tasks.rados.rados.0.smithi071.stdout:34: writing smithi07176956-34 from 0 to 557056 tid 1 2024-03-10T21:22:06.121 INFO:tasks.rados.rados.0.smithi071.stdout:35: write initial oid 35 2024-03-10T21:22:06.121 INFO:tasks.rados.rados.0.smithi071.stdout:35: seq_num 34 ranges {0=573440} 2024-03-10T21:22:06.123 INFO:tasks.rados.rados.0.smithi071.stdout:35: writing smithi07176956-35 from 0 to 573440 tid 1 2024-03-10T21:22:06.123 INFO:tasks.rados.rados.0.smithi071.stdout:36: write initial oid 36 2024-03-10T21:22:06.123 INFO:tasks.rados.rados.0.smithi071.stdout:36: seq_num 35 ranges {0=589824} 2024-03-10T21:22:06.127 INFO:tasks.rados.rados.0.smithi071.stdout:36: writing smithi07176956-36 from 0 to 589824 tid 1 2024-03-10T21:22:06.127 INFO:tasks.rados.rados.0.smithi071.stdout:37: write initial oid 37 2024-03-10T21:22:06.127 INFO:tasks.rados.rados.0.smithi071.stdout:37: seq_num 36 ranges {0=606208} 2024-03-10T21:22:06.131 INFO:tasks.rados.rados.0.smithi071.stdout:37: writing smithi07176956-37 from 0 to 606208 tid 1 2024-03-10T21:22:06.131 INFO:tasks.rados.rados.0.smithi071.stdout:38: write initial oid 38 2024-03-10T21:22:06.131 INFO:tasks.rados.rados.0.smithi071.stdout:38: seq_num 37 ranges {0=622592} 2024-03-10T21:22:06.135 INFO:tasks.rados.rados.0.smithi071.stdout:38: writing smithi07176956-38 from 0 to 622592 tid 1 2024-03-10T21:22:06.135 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.135 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 3 to smithi07176956-23 2024-03-10T21:22:06.135 INFO:tasks.rados.rados.0.smithi071.stdout:23: oid 23 updating version 0 to 3 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:23: oid 23 updating version 3 to 4 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 1 to smithi07176956-24 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 2 to smithi07176956-24 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 1 to smithi07176956-25 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 3 to smithi07176956-24 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:24: oid 24 updating version 0 to 10 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:24: oid 24 version 10 is already newer than 9 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 2 to smithi07176956-25 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 3 to smithi07176956-25 2024-03-10T21:22:06.136 INFO:tasks.rados.rados.0.smithi071.stdout:25: oid 25 updating version 0 to 1 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:25: oid 25 updating version 1 to 2 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 1 to smithi07176956-26 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 2 to smithi07176956-26 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:23: done (15 left) 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:24: done (14 left) 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:25: done (13 left) 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:39: write initial oid 39 2024-03-10T21:22:06.137 INFO:tasks.rados.rados.0.smithi071.stdout:39: seq_num 38 ranges {0=638976} 2024-03-10T21:22:06.139 INFO:tasks.rados.rados.0.smithi071.stdout:39: writing smithi07176956-39 from 0 to 638976 tid 1 2024-03-10T21:22:06.139 INFO:tasks.rados.rados.0.smithi071.stdout:40: write initial oid 40 2024-03-10T21:22:06.139 INFO:tasks.rados.rados.0.smithi071.stdout:40: seq_num 39 ranges {0=663552} 2024-03-10T21:22:06.143 INFO:tasks.rados.rados.0.smithi071.stdout:40: writing smithi07176956-40 from 0 to 663552 tid 1 2024-03-10T21:22:06.144 INFO:tasks.rados.rados.0.smithi071.stdout:41: write initial oid 41 2024-03-10T21:22:06.144 INFO:tasks.rados.rados.0.smithi071.stdout:41: seq_num 40 ranges {0=679936} 2024-03-10T21:22:06.148 INFO:tasks.rados.rados.0.smithi071.stdout:41: writing smithi07176956-41 from 0 to 679936 tid 1 2024-03-10T21:22:06.148 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.148 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 3 to smithi07176956-26 2024-03-10T21:22:06.148 INFO:tasks.rados.rados.0.smithi071.stdout:26: oid 26 updating version 0 to 5 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:26: oid 26 updating version 5 to 6 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 1 to smithi07176956-27 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 2 to smithi07176956-27 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 1 to smithi07176956-28 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 3 to smithi07176956-27 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: oid 27 updating version 0 to 8 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: oid 27 version 8 is already newer than 7 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 2 to smithi07176956-28 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:26: done (15 left) 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:27: done (14 left) 2024-03-10T21:22:06.149 INFO:tasks.rados.rados.0.smithi071.stdout:42: write initial oid 42 2024-03-10T21:22:06.150 INFO:tasks.rados.rados.0.smithi071.stdout:42: seq_num 41 ranges {0=696320} 2024-03-10T21:22:06.152 INFO:tasks.rados.rados.0.smithi071.stdout:42: writing smithi07176956-42 from 0 to 696320 tid 1 2024-03-10T21:22:06.152 INFO:tasks.rados.rados.0.smithi071.stdout:43: write initial oid 43 2024-03-10T21:22:06.152 INFO:tasks.rados.rados.0.smithi071.stdout:43: seq_num 42 ranges {0=712704} 2024-03-10T21:22:06.157 INFO:tasks.rados.rados.0.smithi071.stdout:43: writing smithi07176956-43 from 0 to 712704 tid 1 2024-03-10T21:22:06.157 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.157 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 3 to smithi07176956-28 2024-03-10T21:22:06.157 INFO:tasks.rados.rados.0.smithi071.stdout:28: oid 28 updating version 0 to 7 2024-03-10T21:22:06.157 INFO:tasks.rados.rados.0.smithi071.stdout:28: oid 28 updating version 7 to 8 2024-03-10T21:22:06.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 8 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-03-10T21:22:06.158 INFO:tasks.rados.rados.0.smithi071.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-03-10T21:22:06.158 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 1 to smithi07176956-29 2024-03-10T21:22:06.158 INFO:tasks.rados.rados.0.smithi071.stdout:28: done (15 left) 2024-03-10T21:22:06.158 INFO:tasks.rados.rados.0.smithi071.stdout:44: write initial oid 44 2024-03-10T21:22:06.158 INFO:tasks.rados.rados.0.smithi071.stdout:44: seq_num 43 ranges {0=729088} 2024-03-10T21:22:06.161 INFO:tasks.rados.rados.0.smithi071.stdout:44: writing smithi07176956-44 from 0 to 729088 tid 1 2024-03-10T21:22:06.161 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.161 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 2 to smithi07176956-29 2024-03-10T21:22:06.161 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 3 to smithi07176956-29 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:29: oid 29 updating version 0 to 3 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:29: oid 29 updating version 3 to 4 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 1 to smithi07176956-30 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:29: done (15 left) 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:45: write initial oid 45 2024-03-10T21:22:06.162 INFO:tasks.rados.rados.0.smithi071.stdout:45: seq_num 44 ranges {0=745472} 2024-03-10T21:22:06.166 INFO:tasks.rados.rados.0.smithi071.stdout:45: writing smithi07176956-45 from 0 to 745472 tid 1 2024-03-10T21:22:06.166 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.166 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 2 to smithi07176956-30 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 3 to smithi07176956-30 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:30: oid 30 updating version 0 to 4 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:30: oid 30 version 4 is already newer than 3 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 1 to smithi07176956-31 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:30: done (15 left) 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:46: write initial oid 46 2024-03-10T21:22:06.167 INFO:tasks.rados.rados.0.smithi071.stdout:46: seq_num 45 ranges {0=761856} 2024-03-10T21:22:06.171 INFO:tasks.rados.rados.0.smithi071.stdout:46: writing smithi07176956-46 from 0 to 761856 tid 1 2024-03-10T21:22:06.171 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.171 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 2 to smithi07176956-31 2024-03-10T21:22:06.171 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 1 to smithi07176956-32 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 2 to smithi07176956-32 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 3 to smithi07176956-31 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:31: oid 31 updating version 0 to 3 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:31: oid 31 updating version 3 to 4 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 3 to smithi07176956-32 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:32: oid 32 updating version 0 to 9 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:32: oid 32 updating version 9 to 10 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 1 to smithi07176956-33 2024-03-10T21:22:06.172 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 2 to smithi07176956-33 2024-03-10T21:22:06.173 INFO:tasks.rados.rados.0.smithi071.stdout:31: done (15 left) 2024-03-10T21:22:06.173 INFO:tasks.rados.rados.0.smithi071.stdout:32: done (14 left) 2024-03-10T21:22:06.173 INFO:tasks.rados.rados.0.smithi071.stdout:47: write initial oid 47 2024-03-10T21:22:06.173 INFO:tasks.rados.rados.0.smithi071.stdout:47: seq_num 46 ranges {0=778240} 2024-03-10T21:22:06.175 INFO:tasks.rados.rados.0.smithi071.stdout:47: writing smithi07176956-47 from 0 to 778240 tid 1 2024-03-10T21:22:06.175 INFO:tasks.rados.rados.0.smithi071.stdout:48: write initial oid 48 2024-03-10T21:22:06.175 INFO:tasks.rados.rados.0.smithi071.stdout:48: seq_num 47 ranges {0=794624} 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:48: writing smithi07176956-48 from 0 to 794624 tid 1 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 3 to smithi07176956-33 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:33: oid 33 updating version 0 to 6 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:33: oid 33 version 6 is already newer than 5 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 1 to smithi07176956-34 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 2 to smithi07176956-34 2024-03-10T21:22:06.181 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 3 to smithi07176956-34 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:34: oid 34 updating version 0 to 9 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:34: oid 34 updating version 9 to 10 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 1 to smithi07176956-35 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 2 to smithi07176956-35 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 3 to smithi07176956-35 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: oid 35 updating version 0 to 4 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: oid 35 version 4 is already newer than 3 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:33: done (15 left) 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:34: done (14 left) 2024-03-10T21:22:06.182 INFO:tasks.rados.rados.0.smithi071.stdout:35: done (13 left) 2024-03-10T21:22:06.183 INFO:tasks.rados.rados.0.smithi071.stdout:49: write initial oid 49 2024-03-10T21:22:06.183 INFO:tasks.rados.rados.0.smithi071.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-03-10T21:22:06.183 INFO:tasks.rados.rados.0.smithi071.stdout:49: writing smithi07176956-49 from 0 to 409600 tid 1 2024-03-10T21:22:06.186 INFO:tasks.rados.rados.0.smithi071.stdout:49: writing smithi07176956-49 from 409600 to 811008 tid 2 2024-03-10T21:22:06.186 INFO:tasks.rados.rados.0.smithi071.stdout:50: write initial oid 50 2024-03-10T21:22:06.186 INFO:tasks.rados.rados.0.smithi071.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-03-10T21:22:06.188 INFO:tasks.rados.rados.0.smithi071.stdout:50: writing smithi07176956-50 from 0 to 425984 tid 1 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:50: writing smithi07176956-50 from 425984 to 827392 tid 2 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 1 to smithi07176956-36 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 2 to smithi07176956-36 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 3 to smithi07176956-36 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:36: oid 36 updating version 0 to 5 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:36: oid 36 updating version 5 to 6 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-03-10T21:22:06.192 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 1 to smithi07176956-37 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 2 to smithi07176956-37 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 3 to smithi07176956-37 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:37: oid 37 updating version 0 to 5 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:37: oid 37 updating version 5 to 6 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 1 to smithi07176956-38 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 2 to smithi07176956-38 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 3 to smithi07176956-38 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:38: oid 38 updating version 0 to 7 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:38: oid 38 updating version 7 to 8 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-03-10T21:22:06.193 INFO:tasks.rados.rados.0.smithi071.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 1 to smithi07176956-39 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:36: done (15 left) 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:37: done (14 left) 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:38: done (13 left) 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 0 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 2 to smithi07176956-39 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 3 to smithi07176956-39 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:39: oid 39 updating version 0 to 7 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:39: oid 39 updating version 7 to 8 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:22:06.194 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 1 to smithi07176956-40 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 2 to smithi07176956-40 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 3 to smithi07176956-40 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:40: oid 40 updating version 0 to 11 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:40: oid 40 updating version 11 to 12 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 1 to smithi07176956-41 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 2 to smithi07176956-41 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 3 to smithi07176956-41 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:41: oid 41 updating version 0 to 5 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:41: oid 41 updating version 5 to 6 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:22:06.195 INFO:tasks.rados.rados.0.smithi071.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:22:06.196 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 1 to smithi07176956-42 2024-03-10T21:22:06.196 INFO:tasks.rados.rados.0.smithi071.stdout:52: seq_num 50 ranges {237568=442368,679936=401408} 2024-03-10T21:22:06.196 INFO:tasks.rados.rados.0.smithi071.stdout:52: writing smithi07176956-15 from 237568 to 679936 tid 1 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:52: writing smithi07176956-15 from 679936 to 1081344 tid 2 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:39: done (13 left) 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:40: done (12 left) 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:41: done (11 left) 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:53: rmattr oid 21 current snap is 0 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:53: done (11 left) 2024-03-10T21:22:06.200 INFO:tasks.rados.rados.0.smithi071.stdout:54: delete oid 18 current snap is 0 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 2 to smithi07176956-42 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 3 to smithi07176956-42 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:42: oid 42 updating version 0 to 10 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:42: oid 42 version 10 is already newer than 9 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 1 to smithi07176956-43 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 2 to smithi07176956-43 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 3 to smithi07176956-43 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:43: oid 43 updating version 0 to 8 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:43: oid 43 version 8 is already newer than 7 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-03-10T21:22:06.201 INFO:tasks.rados.rados.0.smithi071.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 1 to smithi07176956-44 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 2 to smithi07176956-44 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 3 to smithi07176956-44 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:44: oid 44 updating version 0 to 7 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:44: oid 44 updating version 7 to 8 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 1 to smithi07176956-45 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 2 to smithi07176956-45 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 3 to smithi07176956-45 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:45: oid 45 updating version 0 to 2 2024-03-10T21:22:06.202 INFO:tasks.rados.rados.0.smithi071.stdout:45: oid 45 version 2 is already newer than 1 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 2 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 1 to smithi07176956-46 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 2 to smithi07176956-46 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 3 to smithi07176956-46 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:46: oid 46 updating version 0 to 13 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:46: oid 46 updating version 13 to 14 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 14 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 1 to smithi07176956-47 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 2 to smithi07176956-47 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 3 to smithi07176956-47 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:47: oid 47 updating version 0 to 11 2024-03-10T21:22:06.203 INFO:tasks.rados.rados.0.smithi071.stdout:47: oid 47 updating version 11 to 12 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 1 to smithi07176956-48 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 2 to smithi07176956-48 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 1 to smithi07176956-49 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 3 to smithi07176956-48 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:48: oid 48 updating version 0 to 10 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:48: oid 48 version 10 is already newer than 9 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 2 to smithi07176956-49 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 3 to smithi07176956-49 2024-03-10T21:22:06.204 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 4 to smithi07176956-49 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:49: oid 49 updating version 0 to 5 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:49: oid 49 version 5 is already newer than 4 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:49: oid 49 version 5 is already newer than 3 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 1 to smithi07176956-50 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 2 to smithi07176956-50 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 3 to smithi07176956-50 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 4 to smithi07176956-50 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: oid 50 updating version 0 to 3 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: oid 50 updating version 3 to 4 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:50: oid 50 updating version 4 to 5 2024-03-10T21:22:06.205 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:51: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:51: finishing copy_from to smithi07176956-2 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 1 to smithi07176956-15 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:42: done (11 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:43: done (10 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:44: done (9 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:45: done (8 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:46: done (7 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:47: done (6 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:48: done (5 left) 2024-03-10T21:22:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:49: done (4 left) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:50: done (3 left) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:51: done (2 left) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:54: done (1 left) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:55: read oid 16 snap -1 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:56: rollback oid 31 current snap is 0 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:56: done (2 left) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:57: read oid 28 snap -1 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:59: rollback oid 45 current snap is 0 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:59: done (4 left) 2024-03-10T21:22:06.207 INFO:tasks.rados.rados.0.smithi071.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-03-10T21:22:06.208 INFO:tasks.rados.rados.0.smithi071.stdout:61: delete oid 1 current snap is 0 2024-03-10T21:22:06.208 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 2 to smithi07176956-15 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 3 to smithi07176956-15 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:61: done (5 left) 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:62: read oid 18 snap -1 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:62: expect deleted 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:63: snap_create 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 4 to smithi07176956-15 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:52: oid 15 updating version 0 to 11 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:52: oid 15 version 11 is already newer than 10 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:52: oid 15 version 11 is already newer than 9 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:52: left oid 15 (ObjNum 50 snap 0 seq_num 50) 2024-03-10T21:22:06.209 INFO:tasks.rados.rados.0.smithi071.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-03-10T21:22:06.211 INFO:tasks.rados.rados.0.smithi071.stdout:60: finishing copy_from racing read to smithi07176956-23 2024-03-10T21:22:06.211 INFO:tasks.rados.rados.0.smithi071.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T21:22:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:60: finishing copy_from to smithi07176956-23 2024-03-10T21:22:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-03-10T21:22:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:58: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:22:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:58: finishing copy_from to smithi07176956-29 2024-03-10T21:22:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-03-10T21:22:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:06 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3603072083' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-10T21:22:06.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:06 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3603072083' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-10T21:22:06.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:06 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3603072083' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:52: done (6 left) 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:55: done (5 left) 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:57: done (4 left) 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:58: done (3 left) 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:60: done (2 left) 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:62: done (1 left) 2024-03-10T21:22:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:63: done (0 left) 2024-03-10T21:22:07.063 INFO:tasks.rados.rados.0.smithi071.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-03-10T21:22:07.063 INFO:tasks.rados.rados.0.smithi071.stdout:65: read oid 30 snap -1 2024-03-10T21:22:07.063 INFO:tasks.rados.rados.0.smithi071.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:07.063 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 1 2024-03-10T21:22:07.063 INFO:tasks.rados.rados.0.smithi071.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-03-10T21:22:07.068 INFO:tasks.rados.rados.0.smithi071.stdout:66: writing smithi07176956-23 from 794624 to 1286144 tid 1 2024-03-10T21:22:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:66: writing smithi07176956-23 from 1286144 to 1687552 tid 2 2024-03-10T21:22:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:67: rollback oid 10 current snap is 1 2024-03-10T21:22:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 0 2024-03-10T21:22:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:68: setattr oid 32 current snap is 1 2024-03-10T21:22:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:64: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:22:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:64: finishing copy_from to smithi07176956-15 2024-03-10T21:22:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 1 to smithi07176956-23 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 2 to smithi07176956-23 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 3 to smithi07176956-23 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 4 to smithi07176956-23 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: oid 23 updating version 0 to 13 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: oid 23 version 13 is already newer than 11 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: oid 23 version 13 is already newer than 12 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:22:07.088 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 14 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:64: done (4 left) 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:65: done (3 left) 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:66: done (2 left) 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:67: done (1 left) 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:70: read oid 23 snap 0 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:72: rollback oid 49 current snap is 1 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 0 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:73: read oid 4 snap 0 2024-03-10T21:22:07.089 INFO:tasks.rados.rados.0.smithi071.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:74: rmattr oid 7 current snap is 1 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:74: done (6 left) 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:76: read oid 39 snap -1 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:78: read oid 2 snap -1 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:79: setattr oid 41 current snap is 1 2024-03-10T21:22:07.090 INFO:tasks.rados.rados.0.smithi071.stdout:80: snap_create 2024-03-10T21:22:07.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 12 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T21:22:07.092 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:22:07.092 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:22:07.092 INFO:tasks.rados.rados.0.smithi071.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:22:07.094 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:22:07.094 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-03-10T21:22:07.094 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 16 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:22:07.094 INFO:tasks.rados.rados.0.smithi071.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:22:07.113 INFO:tasks.rados.rados.0.smithi071.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T21:22:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:69: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:75: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:75: finishing copy_from to smithi07176956-20 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:77: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:69: finishing copy_from to smithi07176956-45 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:77: finishing copy_from to smithi07176956-6 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:71: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:71: finishing copy_from to smithi07176956-36 2024-03-10T21:22:07.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T21:22:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:07 smithi193 ceph-mon[30554]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:07 smithi193 ceph-mon[30554]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:22:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:07 smithi193 ceph-mon[30554]: Cluster is now healthy 2024-03-10T21:22:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:07 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3603072083' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-10T21:22:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:07 smithi193 ceph-mon[30554]: osdmap e77: 8 total, 8 up, 8 in 2024-03-10T21:22:07.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[27124]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[27124]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[27124]: Cluster is now healthy 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3603072083' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[27124]: osdmap e77: 8 total, 8 up, 8 in 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[37838]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[37838]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[37838]: Cluster is now healthy 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3603072083' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-03-10T21:22:07.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:07 smithi071 ceph-mon[37838]: osdmap e77: 8 total, 8 up, 8 in 2024-03-10T21:22:08.062 INFO:tasks.rados.rados.0.smithi071.stdout:68: done (11 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:69: done (10 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:70: done (9 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:71: done (8 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:72: done (7 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:73: done (6 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:75: done (5 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:76: done (4 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:77: done (3 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:78: done (2 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:79: done (1 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:80: done (0 left) 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:81: rollback oid 40 current snap is 2 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 1 2024-03-10T21:22:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:82: snap_create 2024-03-10T21:22:08.067 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:22:08.067 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:22:08.067 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:22:08.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 19 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:22:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:08 smithi193 ceph-mon[30554]: osdmap e78: 8 total, 8 up, 8 in 2024-03-10T21:22:08.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:08 smithi071 ceph-mon[27124]: osdmap e78: 8 total, 8 up, 8 in 2024-03-10T21:22:08.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:08 smithi071 ceph-mon[37838]: osdmap e78: 8 total, 8 up, 8 in 2024-03-10T21:22:09.064 INFO:tasks.rados.rados.0.smithi071.stdout:81: done (1 left) 2024-03-10T21:22:09.064 INFO:tasks.rados.rados.0.smithi071.stdout:82: done (0 left) 2024-03-10T21:22:09.064 INFO:tasks.rados.rados.0.smithi071.stdout:83: rollback oid 9 current snap is 3 2024-03-10T21:22:09.064 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 0 2024-03-10T21:22:09.064 INFO:tasks.rados.rados.0.smithi071.stdout:84: read oid 20 snap 1 2024-03-10T21:22:09.065 INFO:tasks.rados.rados.0.smithi071.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-03-10T21:22:09.065 INFO:tasks.rados.rados.0.smithi071.stdout:85: read oid 41 snap -1 2024-03-10T21:22:09.065 INFO:tasks.rados.rados.0.smithi071.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:22:09.065 INFO:tasks.rados.rados.0.smithi071.stdout:86: snap_create 2024-03-10T21:22:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-03-10T21:22:09.074 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 0 to smithi07176956-9 2024-03-10T21:22:09.074 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 1 to smithi07176956-9 2024-03-10T21:22:09.074 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 2 to smithi07176956-9 2024-03-10T21:22:09.074 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-03-10T21:22:09.074 INFO:tasks.rados.rados.0.smithi071.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:22:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:09 smithi193 ceph-mon[30554]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-03-10T21:22:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:09 smithi193 ceph-mon[30554]: osdmap e79: 8 total, 8 up, 8 in 2024-03-10T21:22:09.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:09 smithi071 ceph-mon[27124]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-03-10T21:22:09.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:09 smithi071 ceph-mon[27124]: osdmap e79: 8 total, 8 up, 8 in 2024-03-10T21:22:09.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:09 smithi071 ceph-mon[37838]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.2 MiB/s wr, 49 op/s 2024-03-10T21:22:09.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:09 smithi071 ceph-mon[37838]: osdmap e79: 8 total, 8 up, 8 in 2024-03-10T21:22:10.065 INFO:tasks.rados.rados.0.smithi071.stdout:83: done (3 left) 2024-03-10T21:22:10.065 INFO:tasks.rados.rados.0.smithi071.stdout:84: done (2 left) 2024-03-10T21:22:10.065 INFO:tasks.rados.rados.0.smithi071.stdout:85: done (1 left) 2024-03-10T21:22:10.065 INFO:tasks.rados.rados.0.smithi071.stdout:86: done (0 left) 2024-03-10T21:22:10.065 INFO:tasks.rados.rados.0.smithi071.stdout:87: snap_remove snap 0 2024-03-10T21:22:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:10 smithi193 ceph-mon[30554]: osdmap e80: 8 total, 8 up, 8 in 2024-03-10T21:22:10.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:10 smithi193 ceph-mon[30554]: osdmap e81: 8 total, 8 up, 8 in 2024-03-10T21:22:10.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:10 smithi071 ceph-mon[27124]: osdmap e80: 8 total, 8 up, 8 in 2024-03-10T21:22:10.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:10 smithi071 ceph-mon[27124]: osdmap e81: 8 total, 8 up, 8 in 2024-03-10T21:22:10.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:10 smithi071 ceph-mon[37838]: osdmap e80: 8 total, 8 up, 8 in 2024-03-10T21:22:10.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:10 smithi071 ceph-mon[37838]: osdmap e81: 8 total, 8 up, 8 in 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:87: done (0 left) 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:88: read oid 29 snap 3 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:89: read oid 46 snap -1 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:91: rmattr oid 49 current snap is 4 2024-03-10T21:22:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:91: done (3 left) 2024-03-10T21:22:11.069 INFO:tasks.rados.rados.0.smithi071.stdout:92: snap_remove snap 2 2024-03-10T21:22:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:11 smithi193 ceph-mon[30554]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 74 op/s 2024-03-10T21:22:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:11 smithi193 ceph-mon[30554]: osdmap e82: 8 total, 8 up, 8 in 2024-03-10T21:22:11.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:11 smithi071 ceph-mon[27124]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 74 op/s 2024-03-10T21:22:11.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:11 smithi071 ceph-mon[27124]: osdmap e82: 8 total, 8 up, 8 in 2024-03-10T21:22:11.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:11 smithi071 ceph-mon[37838]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.3 MiB/s wr, 74 op/s 2024-03-10T21:22:11.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:11 smithi071 ceph-mon[37838]: osdmap e82: 8 total, 8 up, 8 in 2024-03-10T21:22:12.073 INFO:tasks.rados.rados.0.smithi071.stdout:92: done (3 left) 2024-03-10T21:22:12.073 INFO:tasks.rados.rados.0.smithi071.stdout:93: rmattr oid 30 current snap is 4 2024-03-10T21:22:12.073 INFO:tasks.rados.rados.0.smithi071.stdout:93: done (3 left) 2024-03-10T21:22:12.073 INFO:tasks.rados.rados.0.smithi071.stdout:94: read oid 42 snap 1 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:95: rmattr oid 14 current snap is 4 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:95: done (4 left) 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:96: read oid 9 snap 1 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 4 2024-03-10T21:22:12.074 INFO:tasks.rados.rados.0.smithi071.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-03-10T21:22:12.078 INFO:tasks.rados.rados.0.smithi071.stdout:97: writing smithi07176956-24 from 393216 to 901120 tid 1 2024-03-10T21:22:12.081 INFO:tasks.rados.rados.0.smithi071.stdout:97: writing smithi07176956-24 from 901120 to 1302528 tid 2 2024-03-10T21:22:12.081 INFO:tasks.rados.rados.0.smithi071.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-03-10T21:22:12.081 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:22:12.081 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing copy_from to smithi07176956-36 2024-03-10T21:22:12.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-03-10T21:22:12.082 INFO:tasks.rados.rados.0.smithi071.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-03-10T21:22:12.106 INFO:tasks.rados.rados.0.smithi071.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:12.127 INFO:tasks.rados.rados.0.smithi071.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:12.145 INFO:tasks.rados.rados.0.smithi071.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing write tid 1 to smithi07176956-24 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing write tid 2 to smithi07176956-24 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:88: done (6 left) 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:89: done (5 left) 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:90: done (4 left) 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:94: done (3 left) 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:96: done (2 left) 2024-03-10T21:22:12.150 INFO:tasks.rados.rados.0.smithi071.stdout:99: snap_remove snap 3 2024-03-10T21:22:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:12.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:12 smithi193 ceph-mon[30554]: osdmap e83: 8 total, 8 up, 8 in 2024-03-10T21:22:12.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-mon[27124]: osdmap e83: 8 total, 8 up, 8 in 2024-03-10T21:22:12.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:12.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:12.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-mon[37838]: osdmap e83: 8 total, 8 up, 8 in 2024-03-10T21:22:12.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:22:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:22:12] "GET /metrics HTTP/1.1" 200 35986 "" "Prometheus/2.43.0" 2024-03-10T21:22:13.099 INFO:tasks.rados.rados.0.smithi071.stdout:99: done (2 left) 2024-03-10T21:22:13.099 INFO:tasks.rados.rados.0.smithi071.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2024-03-10T21:22:13.099 INFO:tasks.rados.rados.0.smithi071.stdout:101: read oid 28 snap 1 2024-03-10T21:22:13.099 INFO:tasks.rados.rados.0.smithi071.stdout:101: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T21:22:13.099 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 4 2024-03-10T21:22:13.099 INFO:tasks.rados.rados.0.smithi071.stdout:102: seq_num 55 ranges {679936=524288,1204224=401408} 2024-03-10T21:22:13.106 INFO:tasks.rados.rados.0.smithi071.stdout:102: writing smithi07176956-41 from 679936 to 1204224 tid 1 2024-03-10T21:22:13.109 INFO:tasks.rados.rados.0.smithi071.stdout:102: writing smithi07176956-41 from 1204224 to 1605632 tid 2 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:103: delete oid 18 current snap is 4 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing write tid 3 to smithi07176956-24 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:97: finishing write tid 4 to smithi07176956-24 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:97: oid 24 updating version 0 to 16 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:97: oid 24 version 16 is already newer than 15 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:97: oid 24 updating version 16 to 17 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 17 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:98: finishing copy_from racing read to smithi07176956-31 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:98: finishing copy_from to smithi07176956-31 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:100: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:100: finishing copy_from to smithi07176956-16 2024-03-10T21:22:13.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-10T21:22:13.111 INFO:tasks.rados.rados.0.smithi071.stdout:101: expect (ObjNum 27 snap 0 seq_num 27) 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 1 to smithi07176956-41 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 2 to smithi07176956-41 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:97: done (5 left) 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:98: done (4 left) 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:100: done (3 left) 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:101: done (2 left) 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:103: done (1 left) 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:104: read oid 2 snap -1 2024-03-10T21:22:13.126 INFO:tasks.rados.rados.0.smithi071.stdout:104: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:105: rollback oid 34 current snap is 4 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 1 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 3 to smithi07176956-41 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 4 to smithi07176956-41 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: oid 41 updating version 0 to 28 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: oid 41 version 28 is already newer than 26 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: oid 41 version 28 is already newer than 27 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 28 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: left oid 41 (ObjNum 55 snap 4 seq_num 55) 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:102: done (2 left) 2024-03-10T21:22:13.127 INFO:tasks.rados.rados.0.smithi071.stdout:106: delete oid 12 current snap is 4 2024-03-10T21:22:13.128 INFO:tasks.rados.rados.0.smithi071.stdout:106: done (2 left) 2024-03-10T21:22:13.128 INFO:tasks.rados.rados.0.smithi071.stdout:107: read oid 17 snap 1 2024-03-10T21:22:13.128 INFO:tasks.rados.rados.0.smithi071.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-03-10T21:22:13.128 INFO:tasks.rados.rados.0.smithi071.stdout:108: rollback oid 41 current snap is 4 2024-03-10T21:22:13.129 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 1 2024-03-10T21:22:13.129 INFO:tasks.rados.rados.0.smithi071.stdout:109: delete oid 8 current snap is 4 2024-03-10T21:22:13.129 INFO:tasks.rados.rados.0.smithi071.stdout:105: finishing rollback tid 0 to smithi07176956-34 2024-03-10T21:22:13.129 INFO:tasks.rados.rados.0.smithi071.stdout:105: finishing rollback tid 1 to smithi07176956-34 2024-03-10T21:22:13.129 INFO:tasks.rados.rados.0.smithi071.stdout:104: expect (ObjNum 10 snap 0 seq_num 10) 2024-03-10T21:22:13.134 INFO:tasks.rados.rados.0.smithi071.stdout:105: finishing rollback tid 2 to smithi07176956-34 2024-03-10T21:22:13.134 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 26 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-03-10T21:22:13.134 INFO:tasks.rados.rados.0.smithi071.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-03-10T21:22:13.141 INFO:tasks.rados.rados.0.smithi071.stdout:108: finishing rollback tid 0 to smithi07176956-41 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:108: finishing rollback tid 1 to smithi07176956-41 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:108: finishing rollback tid 2 to smithi07176956-41 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 31 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:104: done (4 left) 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:105: done (3 left) 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:107: done (2 left) 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:108: done (1 left) 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:109: done (0 left) 2024-03-10T21:22:13.142 INFO:tasks.rados.rados.0.smithi071.stdout:110: setattr oid 35 current snap is 4 2024-03-10T21:22:13.143 INFO:tasks.rados.rados.0.smithi071.stdout:111: snap_create 2024-03-10T21:22:13.144 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-03-10T21:22:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:13 smithi193 ceph-mon[30554]: pgmap v111: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:13.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:13 smithi071 ceph-mon[27124]: pgmap v111: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:13.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:13 smithi071 ceph-mon[37838]: pgmap v111: 121 pgs: 121 active+clean; 24 MiB data, 255 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:14.099 INFO:tasks.rados.rados.0.smithi071.stdout:110: done (1 left) 2024-03-10T21:22:14.099 INFO:tasks.rados.rados.0.smithi071.stdout:111: done (0 left) 2024-03-10T21:22:14.099 INFO:tasks.rados.rados.0.smithi071.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-03-10T21:22:14.099 INFO:tasks.rados.rados.0.smithi071.stdout:113: setattr oid 23 current snap is 5 2024-03-10T21:22:14.100 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 5 2024-03-10T21:22:14.100 INFO:tasks.rados.rados.0.smithi071.stdout:114: seq_num 59 ranges {172032=598016,770048=401408} 2024-03-10T21:22:14.104 INFO:tasks.rados.rados.0.smithi071.stdout:114: writing smithi07176956-15 from 172032 to 770048 tid 1 2024-03-10T21:22:14.108 INFO:tasks.rados.rados.0.smithi071.stdout:114: writing smithi07176956-15 from 770048 to 1171456 tid 2 2024-03-10T21:22:14.108 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 5 2024-03-10T21:22:14.108 INFO:tasks.rados.rados.0.smithi071.stdout:112: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:22:14.108 INFO:tasks.rados.rados.0.smithi071.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-03-10T21:22:14.112 INFO:tasks.rados.rados.0.smithi071.stdout:115: writing smithi07176956-20 from 188416 to 802816 tid 1 2024-03-10T21:22:14.115 INFO:tasks.rados.rados.0.smithi071.stdout:115: writing smithi07176956-20 from 802816 to 1204224 tid 2 2024-03-10T21:22:14.115 INFO:tasks.rados.rados.0.smithi071.stdout:116: rollback oid 31 current snap is 5 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 1 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:112: finishing copy_from to smithi07176956-25 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 14 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: finishing write tid 1 to smithi07176956-15 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: finishing write tid 2 to smithi07176956-15 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: finishing write tid 3 to smithi07176956-15 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: finishing write tid 4 to smithi07176956-15 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: oid 15 updating version 0 to 27 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: oid 15 updating version 27 to 29 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:114: oid 15 version 29 is already newer than 28 2024-03-10T21:22:14.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 29 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:112: done (4 left) 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:113: done (3 left) 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:114: done (2 left) 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:117: read oid 26 snap -1 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 5 2024-03-10T21:22:14.117 INFO:tasks.rados.rados.0.smithi071.stdout:118: seq_num 61 ranges {172032=630784,802816=401408} 2024-03-10T21:22:14.119 INFO:tasks.rados.rados.0.smithi071.stdout:118: writing smithi07176956-2 from 172032 to 802816 tid 1 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:118: writing smithi07176956-2 from 802816 to 1204224 tid 2 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:119: snap_create 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 1 to smithi07176956-20 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 2 to smithi07176956-20 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 3 to smithi07176956-20 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:22:14.123 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 35 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 4 to smithi07176956-20 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:115: oid 20 updating version 0 to 21 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:115: oid 20 version 21 is already newer than 20 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:115: oid 20 updating version 21 to 22 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 22 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-03-10T21:22:14.124 INFO:tasks.rados.rados.0.smithi071.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-03-10T21:22:14.134 INFO:tasks.rados.rados.0.smithi071.stdout:118: finishing write tid 1 to smithi07176956-2 2024-03-10T21:22:14.134 INFO:tasks.rados.rados.0.smithi071.stdout:118: finishing write tid 2 to smithi07176956-2 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:118: finishing write tid 3 to smithi07176956-2 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:118: finishing write tid 4 to smithi07176956-2 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:118: oid 2 updating version 0 to 9 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:118: oid 2 version 9 is already newer than 8 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:118: oid 2 version 9 is already newer than 7 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-03-10T21:22:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:118: left oid 2 (ObjNum 61 snap 5 seq_num 61) 2024-03-10T21:22:14.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:14 smithi193 ceph-mon[30554]: osdmap e84: 8 total, 8 up, 8 in 2024-03-10T21:22:14.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:14 smithi071 ceph-mon[27124]: osdmap e84: 8 total, 8 up, 8 in 2024-03-10T21:22:14.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:14 smithi071 ceph-mon[37838]: osdmap e84: 8 total, 8 up, 8 in 2024-03-10T21:22:15.108 INFO:tasks.rados.rados.0.smithi071.stdout:115: done (4 left) 2024-03-10T21:22:15.108 INFO:tasks.rados.rados.0.smithi071.stdout:116: done (3 left) 2024-03-10T21:22:15.108 INFO:tasks.rados.rados.0.smithi071.stdout:117: done (2 left) 2024-03-10T21:22:15.108 INFO:tasks.rados.rados.0.smithi071.stdout:118: done (1 left) 2024-03-10T21:22:15.108 INFO:tasks.rados.rados.0.smithi071.stdout:119: done (0 left) 2024-03-10T21:22:15.109 INFO:tasks.rados.rados.0.smithi071.stdout:120: read oid 48 snap 4 2024-03-10T21:22:15.109 INFO:tasks.rados.rados.0.smithi071.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:15.109 INFO:tasks.rados.rados.0.smithi071.stdout:121: read oid 49 snap 5 2024-03-10T21:22:15.109 INFO:tasks.rados.rados.0.smithi071.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-03-10T21:22:15.109 INFO:tasks.rados.rados.0.smithi071.stdout:122: delete oid 44 current snap is 6 2024-03-10T21:22:15.111 INFO:tasks.rados.rados.0.smithi071.stdout:122: done (2 left) 2024-03-10T21:22:15.111 INFO:tasks.rados.rados.0.smithi071.stdout:123: rollback oid 23 current snap is 6 2024-03-10T21:22:15.111 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 4 2024-03-10T21:22:15.111 INFO:tasks.rados.rados.0.smithi071.stdout:124: read oid 30 snap -1 2024-03-10T21:22:15.111 INFO:tasks.rados.rados.0.smithi071.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:15.111 INFO:tasks.rados.rados.0.smithi071.stdout:125: setattr oid 35 current snap is 6 2024-03-10T21:22:15.112 INFO:tasks.rados.rados.0.smithi071.stdout:126: delete oid 25 current snap is 6 2024-03-10T21:22:15.114 INFO:tasks.rados.rados.0.smithi071.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-03-10T21:22:15.137 INFO:tasks.rados.rados.0.smithi071.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:123: finishing rollback tid 0 to smithi07176956-23 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:123: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:120: done (5 left) 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:121: done (4 left) 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:125: done (3 left) 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:126: done (2 left) 2024-03-10T21:22:15.159 INFO:tasks.rados.rados.0.smithi071.stdout:127: snap_remove snap 5 2024-03-10T21:22:15.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:15 smithi193 ceph-mon[30554]: pgmap v114: 121 pgs: 121 active+clean; 23 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 412 KiB/s wr, 8 op/s 2024-03-10T21:22:15.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:15 smithi193 ceph-mon[30554]: osdmap e85: 8 total, 8 up, 8 in 2024-03-10T21:22:15.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:15 smithi071 ceph-mon[27124]: pgmap v114: 121 pgs: 121 active+clean; 23 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 412 KiB/s wr, 8 op/s 2024-03-10T21:22:15.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:15 smithi071 ceph-mon[27124]: osdmap e85: 8 total, 8 up, 8 in 2024-03-10T21:22:15.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:15 smithi071 ceph-mon[37838]: pgmap v114: 121 pgs: 121 active+clean; 23 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 412 KiB/s wr, 8 op/s 2024-03-10T21:22:15.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:15 smithi071 ceph-mon[37838]: osdmap e85: 8 total, 8 up, 8 in 2024-03-10T21:22:16.112 INFO:tasks.rados.rados.0.smithi071.stdout:127: done (2 left) 2024-03-10T21:22:16.112 INFO:tasks.rados.rados.0.smithi071.stdout:128: setattr oid 40 current snap is 6 2024-03-10T21:22:16.112 INFO:tasks.rados.rados.0.smithi071.stdout:123: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:22:16.112 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-03-10T21:22:16.112 INFO:tasks.rados.rados.0.smithi071.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:16.126 INFO:tasks.rados.rados.0.smithi071.stdout:123: done (2 left) 2024-03-10T21:22:16.126 INFO:tasks.rados.rados.0.smithi071.stdout:124: done (1 left) 2024-03-10T21:22:16.126 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 6 2024-03-10T21:22:16.126 INFO:tasks.rados.rados.0.smithi071.stdout:129: seq_num 64 ranges {811008=679936,1490944=401408} 2024-03-10T21:22:16.134 INFO:tasks.rados.rados.0.smithi071.stdout:129: writing smithi07176956-49 from 811008 to 1490944 tid 1 2024-03-10T21:22:16.137 INFO:tasks.rados.rados.0.smithi071.stdout:129: writing smithi07176956-49 from 1490944 to 1892352 tid 2 2024-03-10T21:22:16.137 INFO:tasks.rados.rados.0.smithi071.stdout:130: read oid 48 snap 1 2024-03-10T21:22:16.137 INFO:tasks.rados.rados.0.smithi071.stdout:130: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:16.137 INFO:tasks.rados.rados.0.smithi071.stdout:131: rollback oid 27 current snap is 6 2024-03-10T21:22:16.137 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 1 2024-03-10T21:22:16.137 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 28 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:22:16.138 INFO:tasks.rados.rados.0.smithi071.stdout:128: done (3 left) 2024-03-10T21:22:16.138 INFO:tasks.rados.rados.0.smithi071.stdout:132: delete oid 14 current snap is 6 2024-03-10T21:22:16.139 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 1 to smithi07176956-49 2024-03-10T21:22:16.141 INFO:tasks.rados.rados.0.smithi071.stdout:132: done (3 left) 2024-03-10T21:22:16.141 INFO:tasks.rados.rados.0.smithi071.stdout:133: delete oid 19 current snap is 6 2024-03-10T21:22:16.141 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing rollback tid 0 to smithi07176956-27 2024-03-10T21:22:16.141 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:22:16.142 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing rollback tid 2 to smithi07176956-27 2024-03-10T21:22:16.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 26 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-03-10T21:22:16.143 INFO:tasks.rados.rados.0.smithi071.stdout:130: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:16.165 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 2 to smithi07176956-49 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 3 to smithi07176956-49 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: finishing write tid 4 to smithi07176956-49 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: oid 49 updating version 0 to 15 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: oid 49 version 15 is already newer than 13 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: oid 49 version 15 is already newer than 14 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 15 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: left oid 49 (ObjNum 64 snap 6 seq_num 64) 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:129: done (3 left) 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:130: done (2 left) 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:131: done (1 left) 2024-03-10T21:22:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:133: done (0 left) 2024-03-10T21:22:16.167 INFO:tasks.rados.rados.0.smithi071.stdout:134: copy_from oid 36 from oid 1 current snap is 6 2024-03-10T21:22:16.167 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 6 2024-03-10T21:22:16.167 INFO:tasks.rados.rados.0.smithi071.stdout:135: seq_num 67 ranges {507904=729088,1236992=401408} 2024-03-10T21:22:16.172 INFO:tasks.rados.rados.0.smithi071.stdout:135: writing smithi07176956-31 from 507904 to 1236992 tid 1 2024-03-10T21:22:16.174 INFO:tasks.rados.rados.0.smithi071.stdout:135: writing smithi07176956-31 from 1236992 to 1638400 tid 2 2024-03-10T21:22:16.174 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 6 2024-03-10T21:22:16.174 INFO:tasks.rados.rados.0.smithi071.stdout:134: finishing copy_from to smithi07176956-36 2024-03-10T21:22:16.175 INFO:tasks.rados.rados.0.smithi071.stdout:134: got expected ENOENT (src dne) 2024-03-10T21:22:16.175 INFO:tasks.rados.rados.0.smithi071.stdout:134: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:22:16.175 INFO:tasks.rados.rados.0.smithi071.stdout:136: seq_num 68 ranges {0=745472,745472=401408} 2024-03-10T21:22:16.178 INFO:tasks.rados.rados.0.smithi071.stdout:136: writing smithi07176956-8 from 0 to 745472 tid 1 2024-03-10T21:22:16.182 INFO:tasks.rados.rados.0.smithi071.stdout:136: writing smithi07176956-8 from 745472 to 1146880 tid 2 2024-03-10T21:22:16.182 INFO:tasks.rados.rados.0.smithi071.stdout:135: finishing write tid 1 to smithi07176956-31 2024-03-10T21:22:16.182 INFO:tasks.rados.rados.0.smithi071.stdout:135: finishing write tid 2 to smithi07176956-31 2024-03-10T21:22:16.182 INFO:tasks.rados.rados.0.smithi071.stdout:135: finishing write tid 3 to smithi07176956-31 2024-03-10T21:22:16.182 INFO:tasks.rados.rados.0.smithi071.stdout:134: done (2 left) 2024-03-10T21:22:16.182 INFO:tasks.rados.rados.0.smithi071.stdout:137: copy_from oid 41 from oid 44 current snap is 6 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:135: finishing write tid 4 to smithi07176956-31 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:135: oid 31 updating version 0 to 38 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:135: oid 31 version 38 is already newer than 36 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:135: oid 31 version 38 is already newer than 37 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 38 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:135: left oid 31 (ObjNum 67 snap 6 seq_num 67) 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:135: done (2 left) 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:138: copy_from oid 28 from oid 10 current snap is 6 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:139: snap_create 2024-03-10T21:22:16.183 INFO:tasks.rados.rados.0.smithi071.stdout:136: finishing write tid 1 to smithi07176956-8 2024-03-10T21:22:16.184 INFO:tasks.rados.rados.0.smithi071.stdout:137: finishing copy_from to smithi07176956-41 2024-03-10T21:22:16.184 INFO:tasks.rados.rados.0.smithi071.stdout:137: got expected ENOENT (src dne) 2024-03-10T21:22:16.184 INFO:tasks.rados.rados.0.smithi071.stdout:137: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:22:16.184 INFO:tasks.rados.rados.0.smithi071.stdout:136: finishing write tid 2 to smithi07176956-8 2024-03-10T21:22:16.185 INFO:tasks.rados.rados.0.smithi071.stdout:136: finishing write tid 3 to smithi07176956-8 2024-03-10T21:22:16.186 INFO:tasks.rados.rados.0.smithi071.stdout:138: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:22:16.186 INFO:tasks.rados.rados.0.smithi071.stdout:136: finishing write tid 4 to smithi07176956-8 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:136: oid 8 updating version 0 to 6 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:136: oid 8 updating version 6 to 7 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:136: oid 8 version 7 is already newer than 5 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 7 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:136: left oid 8 (ObjNum 68 snap 6 seq_num 68) 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:138: finishing copy_from to smithi07176956-28 2024-03-10T21:22:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 14 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T21:22:16.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:16 smithi193 ceph-mon[30554]: osdmap e86: 8 total, 8 up, 8 in 2024-03-10T21:22:16.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:16 smithi071 ceph-mon[27124]: osdmap e86: 8 total, 8 up, 8 in 2024-03-10T21:22:16.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:16 smithi071 ceph-mon[37838]: osdmap e86: 8 total, 8 up, 8 in 2024-03-10T21:22:17.124 INFO:tasks.rados.rados.0.smithi071.stdout:136: done (3 left) 2024-03-10T21:22:17.124 INFO:tasks.rados.rados.0.smithi071.stdout:137: done (2 left) 2024-03-10T21:22:17.124 INFO:tasks.rados.rados.0.smithi071.stdout:138: done (1 left) 2024-03-10T21:22:17.124 INFO:tasks.rados.rados.0.smithi071.stdout:139: done (0 left) 2024-03-10T21:22:17.124 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 7 2024-03-10T21:22:17.124 INFO:tasks.rados.rados.0.smithi071.stdout:140: seq_num 69 ranges {139264=761856,901120=401408} 2024-03-10T21:22:17.129 INFO:tasks.rados.rados.0.smithi071.stdout:140: writing smithi07176956-9 from 139264 to 901120 tid 1 2024-03-10T21:22:17.131 INFO:tasks.rados.rados.0.smithi071.stdout:140: writing smithi07176956-9 from 901120 to 1302528 tid 2 2024-03-10T21:22:17.132 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 7 2024-03-10T21:22:17.132 INFO:tasks.rados.rados.0.smithi071.stdout:141: seq_num 70 ranges {0=778240,778240=401408} 2024-03-10T21:22:17.136 INFO:tasks.rados.rados.0.smithi071.stdout:141: writing smithi07176956-12 from 0 to 778240 tid 1 2024-03-10T21:22:17.139 INFO:tasks.rados.rados.0.smithi071.stdout:141: writing smithi07176956-12 from 778240 to 1179648 tid 2 2024-03-10T21:22:17.139 INFO:tasks.rados.rados.0.smithi071.stdout:142: rollback oid 22 current snap is 7 2024-03-10T21:22:17.139 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 1 2024-03-10T21:22:17.139 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 1 to smithi07176956-9 2024-03-10T21:22:17.139 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 2 to smithi07176956-9 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 3 to smithi07176956-9 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 4 to smithi07176956-9 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: oid 9 updating version 0 to 21 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: oid 9 version 21 is already newer than 20 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: oid 9 updating version 21 to 22 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 22 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: left oid 9 (ObjNum 69 snap 7 seq_num 69) 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:140: done (2 left) 2024-03-10T21:22:17.140 INFO:tasks.rados.rados.0.smithi071.stdout:143: snap_create 2024-03-10T21:22:17.142 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 1 to smithi07176956-12 2024-03-10T21:22:17.142 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 2 to smithi07176956-12 2024-03-10T21:22:17.142 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 3 to smithi07176956-12 2024-03-10T21:22:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 4 to smithi07176956-12 2024-03-10T21:22:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:141: oid 12 updating version 0 to 24 2024-03-10T21:22:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:141: oid 12 updating version 24 to 25 2024-03-10T21:22:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:141: oid 12 updating version 25 to 26 2024-03-10T21:22:17.144 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 26 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-03-10T21:22:17.144 INFO:tasks.rados.rados.0.smithi071.stdout:141: left oid 12 (ObjNum 70 snap 7 seq_num 70) 2024-03-10T21:22:17.144 INFO:tasks.rados.rados.0.smithi071.stdout:142: finishing rollback tid 0 to smithi07176956-22 2024-03-10T21:22:17.144 INFO:tasks.rados.rados.0.smithi071.stdout:142: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:22:17.145 INFO:tasks.rados.rados.0.smithi071.stdout:142: finishing rollback tid 2 to smithi07176956-22 2024-03-10T21:22:17.145 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 23 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-03-10T21:22:17.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:17 smithi193 ceph-mon[30554]: pgmap v117: 121 pgs: 121 active+clean; 23 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 412 KiB/s wr, 8 op/s 2024-03-10T21:22:17.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:17 smithi193 ceph-mon[30554]: osdmap e87: 8 total, 8 up, 8 in 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:141: done (2 left) 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:142: done (1 left) 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:143: done (0 left) 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:144: read oid 33 snap -1 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:144: expect (ObjNum 32 snap 0 seq_num 32) 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:145: read oid 45 snap -1 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T21:22:17.495 INFO:tasks.rados.rados.0.smithi071.stdout:146: snap_create 2024-03-10T21:22:17.498 INFO:tasks.rados.rados.0.smithi071.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2024-03-10T21:22:17.514 INFO:tasks.rados.rados.0.smithi071.stdout:144: expect (ObjNum 32 snap 0 seq_num 32) 2024-03-10T21:22:17.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:17 smithi071 ceph-mon[27124]: pgmap v117: 121 pgs: 121 active+clean; 23 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 412 KiB/s wr, 8 op/s 2024-03-10T21:22:17.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:17 smithi071 ceph-mon[27124]: osdmap e87: 8 total, 8 up, 8 in 2024-03-10T21:22:17.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:17 smithi071 ceph-mon[37838]: pgmap v117: 121 pgs: 121 active+clean; 23 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 412 KiB/s wr, 8 op/s 2024-03-10T21:22:17.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:17 smithi071 ceph-mon[37838]: osdmap e87: 8 total, 8 up, 8 in 2024-03-10T21:22:18.496 INFO:tasks.rados.rados.0.smithi071.stdout:144: done (2 left) 2024-03-10T21:22:18.496 INFO:tasks.rados.rados.0.smithi071.stdout:145: done (1 left) 2024-03-10T21:22:18.496 INFO:tasks.rados.rados.0.smithi071.stdout:146: done (0 left) 2024-03-10T21:22:18.496 INFO:tasks.rados.rados.0.smithi071.stdout:147: copy_from oid 48 from oid 42 current snap is 9 2024-03-10T21:22:18.497 INFO:tasks.rados.rados.0.smithi071.stdout:148: delete oid 29 current snap is 9 2024-03-10T21:22:18.498 INFO:tasks.rados.rados.0.smithi071.stdout:148: done (1 left) 2024-03-10T21:22:18.498 INFO:tasks.rados.rados.0.smithi071.stdout:149: snap_create 2024-03-10T21:22:18.506 INFO:tasks.rados.rados.0.smithi071.stdout:147: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:22:18.506 INFO:tasks.rados.rados.0.smithi071.stdout:147: finishing copy_from to smithi07176956-48 2024-03-10T21:22:18.507 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-10T21:22:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:18 smithi193 ceph-mon[30554]: osdmap e88: 8 total, 8 up, 8 in 2024-03-10T21:22:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:18 smithi193 ceph-mon[30554]: osdmap e89: 8 total, 8 up, 8 in 2024-03-10T21:22:18.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:18 smithi071 ceph-mon[27124]: osdmap e88: 8 total, 8 up, 8 in 2024-03-10T21:22:18.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:18 smithi071 ceph-mon[27124]: osdmap e89: 8 total, 8 up, 8 in 2024-03-10T21:22:18.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:18 smithi071 ceph-mon[37838]: osdmap e88: 8 total, 8 up, 8 in 2024-03-10T21:22:18.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:18 smithi071 ceph-mon[37838]: osdmap e89: 8 total, 8 up, 8 in 2024-03-10T21:22:19.504 INFO:tasks.rados.rados.0.smithi071.stdout:147: done (1 left) 2024-03-10T21:22:19.504 INFO:tasks.rados.rados.0.smithi071.stdout:149: done (0 left) 2024-03-10T21:22:19.504 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 10 2024-03-10T21:22:19.504 INFO:tasks.rados.rados.0.smithi071.stdout:150: seq_num 72 ranges {712704=409600,1122304=524288,1646592=278528} 2024-03-10T21:22:19.510 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi07176956-43 from 712704 to 1122304 tid 1 2024-03-10T21:22:19.514 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi07176956-43 from 1122304 to 1646592 tid 2 2024-03-10T21:22:19.516 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi07176956-43 from 1646592 to 1925120 tid 3 2024-03-10T21:22:19.517 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 10 2024-03-10T21:22:19.517 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 1 to smithi07176956-43 2024-03-10T21:22:19.517 INFO:tasks.rados.rados.0.smithi071.stdout:151: seq_num 73 ranges {155648=425984,581632=409600,991232=393216} 2024-03-10T21:22:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi07176956-10 from 155648 to 581632 tid 1 2024-03-10T21:22:19.522 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi07176956-10 from 581632 to 991232 tid 2 2024-03-10T21:22:19.525 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi07176956-10 from 991232 to 1384448 tid 3 2024-03-10T21:22:19.525 INFO:tasks.rados.rados.0.smithi071.stdout:152: snap_create 2024-03-10T21:22:19.525 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 2 to smithi07176956-43 2024-03-10T21:22:19.525 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 3 to smithi07176956-43 2024-03-10T21:22:19.525 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 4 to smithi07176956-43 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 5 to smithi07176956-43 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:150: oid 43 updating version 0 to 44 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:150: oid 43 version 44 is already newer than 42 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:150: oid 43 updating version 44 to 45 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:150: oid 43 version 45 is already newer than 43 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 45 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:150: left oid 43 (ObjNum 72 snap 10 seq_num 72) 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 1 to smithi07176956-10 2024-03-10T21:22:19.526 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 2 to smithi07176956-10 2024-03-10T21:22:19.527 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 3 to smithi07176956-10 2024-03-10T21:22:19.527 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 4 to smithi07176956-10 2024-03-10T21:22:19.528 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 5 to smithi07176956-10 2024-03-10T21:22:19.528 INFO:tasks.rados.rados.0.smithi071.stdout:151: oid 10 updating version 0 to 50 2024-03-10T21:22:19.529 INFO:tasks.rados.rados.0.smithi071.stdout:151: oid 10 version 50 is already newer than 49 2024-03-10T21:22:19.529 INFO:tasks.rados.rados.0.smithi071.stdout:151: oid 10 version 50 is already newer than 48 2024-03-10T21:22:19.529 INFO:tasks.rados.rados.0.smithi071.stdout:151: oid 10 version 50 is already newer than 47 2024-03-10T21:22:19.529 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 50 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-03-10T21:22:19.529 INFO:tasks.rados.rados.0.smithi071.stdout:151: left oid 10 (ObjNum 73 snap 10 seq_num 73) 2024-03-10T21:22:19.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:19 smithi193 ceph-mon[30554]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-03-10T21:22:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:19 smithi193 ceph-mon[30554]: osdmap e90: 8 total, 8 up, 8 in 2024-03-10T21:22:19.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:19 smithi071 ceph-mon[27124]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-03-10T21:22:19.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:19 smithi071 ceph-mon[27124]: osdmap e90: 8 total, 8 up, 8 in 2024-03-10T21:22:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:19 smithi071 ceph-mon[37838]: pgmap v121: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-03-10T21:22:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:19 smithi071 ceph-mon[37838]: osdmap e90: 8 total, 8 up, 8 in 2024-03-10T21:22:20.509 INFO:tasks.rados.rados.0.smithi071.stdout:150: done (2 left) 2024-03-10T21:22:20.509 INFO:tasks.rados.rados.0.smithi071.stdout:151: done (1 left) 2024-03-10T21:22:20.509 INFO:tasks.rados.rados.0.smithi071.stdout:152: done (0 left) 2024-03-10T21:22:20.510 INFO:tasks.rados.rados.0.smithi071.stdout:153: snap_create 2024-03-10T21:22:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:20 smithi193 ceph-mon[30554]: osdmap e91: 8 total, 8 up, 8 in 2024-03-10T21:22:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:20 smithi193 ceph-mon[30554]: pgmap v124: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-03-10T21:22:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:20 smithi071 ceph-mon[27124]: osdmap e91: 8 total, 8 up, 8 in 2024-03-10T21:22:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:20 smithi071 ceph-mon[27124]: pgmap v124: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-03-10T21:22:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:20 smithi071 ceph-mon[37838]: osdmap e91: 8 total, 8 up, 8 in 2024-03-10T21:22:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:20 smithi071 ceph-mon[37838]: pgmap v124: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-03-10T21:22:21.514 INFO:tasks.rados.rados.0.smithi071.stdout:153: done (0 left) 2024-03-10T21:22:21.514 INFO:tasks.rados.rados.0.smithi071.stdout:154: read oid 42 snap -1 2024-03-10T21:22:21.515 INFO:tasks.rados.rados.0.smithi071.stdout:154: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:21.515 INFO:tasks.rados.rados.0.smithi071.stdout:155: rmattr oid 17 current snap is 12 2024-03-10T21:22:21.515 INFO:tasks.rados.rados.0.smithi071.stdout:155: done (1 left) 2024-03-10T21:22:21.515 INFO:tasks.rados.rados.0.smithi071.stdout:156: setattr oid 28 current snap is 12 2024-03-10T21:22:21.515 INFO:tasks.rados.rados.0.smithi071.stdout:157: copy_from oid 33 from oid 16 current snap is 12 2024-03-10T21:22:21.515 INFO:tasks.rados.rados.0.smithi071.stdout:158: setattr oid 32 current snap is 12 2024-03-10T21:22:21.516 INFO:tasks.rados.rados.0.smithi071.stdout:159: snap_remove snap 1 2024-03-10T21:22:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:21 smithi193 ceph-mon[30554]: osdmap e92: 8 total, 8 up, 8 in 2024-03-10T21:22:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:21 smithi071 ceph-mon[27124]: osdmap e92: 8 total, 8 up, 8 in 2024-03-10T21:22:21.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:21 smithi071 ceph-mon[37838]: osdmap e92: 8 total, 8 up, 8 in 2024-03-10T21:22:22.501 INFO:tasks.rados.rados.0.smithi071.stdout:159: done (4 left) 2024-03-10T21:22:22.501 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 12 2024-03-10T21:22:22.501 INFO:tasks.rados.rados.0.smithi071.stdout:160: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-03-10T21:22:22.506 INFO:tasks.rados.rados.0.smithi071.stdout:160: writing smithi07176956-25 from 0 to 442368 tid 1 2024-03-10T21:22:22.510 INFO:tasks.rados.rados.0.smithi071.stdout:160: writing smithi07176956-25 from 442368 to 1138688 tid 2 2024-03-10T21:22:22.512 INFO:tasks.rados.rados.0.smithi071.stdout:160: writing smithi07176956-25 from 1138688 to 1245184 tid 3 2024-03-10T21:22:22.512 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 12 2024-03-10T21:22:22.512 INFO:tasks.rados.rados.0.smithi071.stdout:161: seq_num 75 ranges {573440=458752,1032192=581632,1613824=221184} 2024-03-10T21:22:22.519 INFO:tasks.rados.rados.0.smithi071.stdout:161: writing smithi07176956-35 from 573440 to 1032192 tid 1 2024-03-10T21:22:22.524 INFO:tasks.rados.rados.0.smithi071.stdout:161: writing smithi07176956-35 from 1032192 to 1613824 tid 2 2024-03-10T21:22:22.526 INFO:tasks.rados.rados.0.smithi071.stdout:161: writing smithi07176956-35 from 1613824 to 1835008 tid 3 2024-03-10T21:22:22.527 INFO:tasks.rados.rados.0.smithi071.stdout:162: snap_remove snap 11 2024-03-10T21:22:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:22 smithi193 ceph-mon[30554]: osdmap e93: 8 total, 8 up, 8 in 2024-03-10T21:22:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:22 smithi193 ceph-mon[30554]: pgmap v127: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:22 smithi193 ceph-mon[30554]: osdmap e94: 8 total, 8 up, 8 in 2024-03-10T21:22:22.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:22:22] "GET /metrics HTTP/1.1" 200 35986 "" "Prometheus/2.43.0" 2024-03-10T21:22:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-mon[27124]: osdmap e93: 8 total, 8 up, 8 in 2024-03-10T21:22:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-mon[27124]: pgmap v127: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-mon[27124]: osdmap e94: 8 total, 8 up, 8 in 2024-03-10T21:22:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-mon[37838]: osdmap e93: 8 total, 8 up, 8 in 2024-03-10T21:22:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-mon[37838]: pgmap v127: 121 pgs: 121 active+clean; 33 MiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:22 smithi071 ceph-mon[37838]: osdmap e94: 8 total, 8 up, 8 in 2024-03-10T21:22:23.530 INFO:tasks.rados.rados.0.smithi071.stdout:162: done (6 left) 2024-03-10T21:22:23.530 INFO:tasks.rados.rados.0.smithi071.stdout:163: delete oid 31 current snap is 12 2024-03-10T21:22:23.531 INFO:tasks.rados.rados.0.smithi071.stdout:154: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:23.554 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 32 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 28 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing copy_from to smithi07176956-33 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: finishing write tid 1 to smithi07176956-25 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: finishing write tid 2 to smithi07176956-25 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: finishing write tid 3 to smithi07176956-25 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: finishing write tid 4 to smithi07176956-25 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:161: finishing write tid 1 to smithi07176956-35 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:161: finishing write tid 2 to smithi07176956-35 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: finishing write tid 5 to smithi07176956-25 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: oid 25 updating version 0 to 20 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: oid 25 version 20 is already newer than 19 2024-03-10T21:22:23.555 INFO:tasks.rados.rados.0.smithi071.stdout:160: oid 25 version 20 is already newer than 18 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:160: oid 25 version 20 is already newer than 17 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 20 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:160: left oid 25 (ObjNum 74 snap 12 seq_num 74) 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: finishing write tid 3 to smithi07176956-35 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: finishing write tid 4 to smithi07176956-35 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: finishing write tid 5 to smithi07176956-35 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: oid 35 updating version 0 to 25 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: oid 35 version 25 is already newer than 24 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: oid 35 version 25 is already newer than 22 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: oid 35 version 25 is already newer than 23 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 25 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:161: left oid 35 (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:22:23.556 INFO:tasks.rados.rados.0.smithi071.stdout:154: done (6 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:156: done (5 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:157: done (4 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:158: done (3 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:160: done (2 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:161: done (1 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:163: done (0 left) 2024-03-10T21:22:23.557 INFO:tasks.rados.rados.0.smithi071.stdout:164: snap_create 2024-03-10T21:22:24.542 INFO:tasks.rados.rados.0.smithi071.stdout:164: done (0 left) 2024-03-10T21:22:24.543 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 13 2024-03-10T21:22:24.543 INFO:tasks.rados.rados.0.smithi071.stdout:165: seq_num 77 ranges {0=491520,491520=794624,1286144=8192} 2024-03-10T21:22:24.545 INFO:tasks.rados.rados.0.smithi071.stdout:165: writing smithi07176956-31 from 0 to 491520 tid 1 2024-03-10T21:22:24.550 INFO:tasks.rados.rados.0.smithi071.stdout:165: writing smithi07176956-31 from 491520 to 1286144 tid 2 2024-03-10T21:22:24.550 INFO:tasks.rados.rados.0.smithi071.stdout:165: writing smithi07176956-31 from 1286144 to 1294336 tid 3 2024-03-10T21:22:24.550 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 13 2024-03-10T21:22:24.550 INFO:tasks.rados.rados.0.smithi071.stdout:166: seq_num 78 ranges {344064=516096,860160=679936,1540096=122880} 2024-03-10T21:22:24.554 INFO:tasks.rados.rados.0.smithi071.stdout:166: writing smithi07176956-16 from 344064 to 860160 tid 1 2024-03-10T21:22:24.558 INFO:tasks.rados.rados.0.smithi071.stdout:166: writing smithi07176956-16 from 860160 to 1540096 tid 2 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:166: writing smithi07176956-16 from 1540096 to 1662976 tid 3 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:167: copy_from oid 10 from oid 39 current snap is 13 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 1 to smithi07176956-31 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:168: read oid 48 snap 8 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:168: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:169: copy_from oid 50 from oid 1 current snap is 13 2024-03-10T21:22:24.560 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 2 to smithi07176956-31 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 3 to smithi07176956-31 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 4 to smithi07176956-31 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: finishing write tid 5 to smithi07176956-31 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: oid 31 updating version 0 to 65 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: oid 31 version 65 is already newer than 63 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: oid 31 updating version 65 to 66 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: oid 31 version 66 is already newer than 64 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 66 (ObjNum 77 snap 13 seq_num 77) dirty exists 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: left oid 31 (ObjNum 77 snap 13 seq_num 77) 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 1 to smithi07176956-16 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:165: done (4 left) 2024-03-10T21:22:24.561 INFO:tasks.rados.rados.0.smithi071.stdout:170: snap_remove snap 7 2024-03-10T21:22:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:24 smithi193 ceph-mon[30554]: osdmap e95: 8 total, 8 up, 8 in 2024-03-10T21:22:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:24 smithi193 ceph-mon[30554]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-03-10T21:22:24.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:24 smithi071 ceph-mon[27124]: osdmap e95: 8 total, 8 up, 8 in 2024-03-10T21:22:24.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:24 smithi071 ceph-mon[27124]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-03-10T21:22:24.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:24 smithi071 ceph-mon[37838]: osdmap e95: 8 total, 8 up, 8 in 2024-03-10T21:22:24.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:24 smithi071 ceph-mon[37838]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-03-10T21:22:25.541 INFO:tasks.rados.rados.0.smithi071.stdout:170: done (4 left) 2024-03-10T21:22:25.541 INFO:tasks.rados.rados.0.smithi071.stdout:171: delete oid 8 current snap is 13 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:169: finishing copy_from to smithi07176956-50 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:169: got expected ENOENT (src dne) 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:169: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 2 to smithi07176956-16 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 3 to smithi07176956-16 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 4 to smithi07176956-16 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: finishing write tid 5 to smithi07176956-16 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: oid 16 updating version 0 to 15 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: oid 16 updating version 15 to 17 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: oid 16 version 17 is already newer than 14 2024-03-10T21:22:25.542 INFO:tasks.rados.rados.0.smithi071.stdout:166: oid 16 version 17 is already newer than 16 2024-03-10T21:22:25.543 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 17 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-03-10T21:22:25.543 INFO:tasks.rados.rados.0.smithi071.stdout:166: left oid 16 (ObjNum 78 snap 13 seq_num 78) 2024-03-10T21:22:25.543 INFO:tasks.rados.rados.0.smithi071.stdout:168: expect (ObjNum 47 snap 0 seq_num 47) 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing copy_from to smithi07176956-10 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:166: done (4 left) 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:167: done (3 left) 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:168: done (2 left) 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:169: done (1 left) 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:171: done (0 left) 2024-03-10T21:22:25.566 INFO:tasks.rados.rados.0.smithi071.stdout:172: snap_remove snap 8 2024-03-10T21:22:25.806 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:25 smithi071 ceph-mon[27124]: osdmap e96: 8 total, 8 up, 8 in 2024-03-10T21:22:25.806 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:25 smithi071 ceph-mon[37838]: osdmap e96: 8 total, 8 up, 8 in 2024-03-10T21:22:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:25 smithi193 ceph-mon[30554]: osdmap e96: 8 total, 8 up, 8 in 2024-03-10T21:22:26.549 INFO:tasks.rados.rados.0.smithi071.stdout:172: done (0 left) 2024-03-10T21:22:26.550 INFO:tasks.rados.rados.0.smithi071.stdout:173: snap_create 2024-03-10T21:22:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: osdmap e97: 8 total, 8 up, 8 in 2024-03-10T21:22:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: Upgrade: Target is version 19.0.0-1977-gcb2b48d7 (unknown) 2024-03-10T21:22:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f'] 2024-03-10T21:22:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:26 smithi193 ceph-mon[30554]: pgmap v133: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: osdmap e97: 8 total, 8 up, 8 in 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: Upgrade: Target is version 19.0.0-1977-gcb2b48d7 (unknown) 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f'] 2024-03-10T21:22:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[27124]: pgmap v133: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: osdmap e97: 8 total, 8 up, 8 in 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: Upgrade: Target is version 19.0.0-1977-gcb2b48d7 (unknown) 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, digests ['quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f'] 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: Upgrade: Need to upgrade myself (mgr.y) 2024-03-10T21:22:26.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:26 smithi071 ceph-mon[37838]: pgmap v133: 121 pgs: 121 active+clean; 37 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-03-10T21:22:27.498 INFO:tasks.rados.rados.0.smithi071.stdout:173: done (0 left) 2024-03-10T21:22:27.498 INFO:tasks.rados.rados.0.smithi071.stdout:174: read oid 46 snap -1 2024-03-10T21:22:27.498 INFO:tasks.rados.rados.0.smithi071.stdout:174: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:27.498 INFO:tasks.rados.rados.0.smithi071.stdout:175: read oid 7 snap 4 2024-03-10T21:22:27.498 INFO:tasks.rados.rados.0.smithi071.stdout:175: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:27.499 INFO:tasks.rados.rados.0.smithi071.stdout:176: snap_create 2024-03-10T21:22:27.502 INFO:tasks.rados.rados.0.smithi071.stdout:174: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:27.523 INFO:tasks.rados.rados.0.smithi071.stdout:175: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:27 smithi193 ceph-mon[30554]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f on smithi193 2024-03-10T21:22:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:27 smithi193 ceph-mon[30554]: osdmap e98: 8 total, 8 up, 8 in 2024-03-10T21:22:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:27 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:27 smithi193 ceph-mon[30554]: osdmap e99: 8 total, 8 up, 8 in 2024-03-10T21:22:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[27124]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f on smithi193 2024-03-10T21:22:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[27124]: osdmap e98: 8 total, 8 up, 8 in 2024-03-10T21:22:27.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:27.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[27124]: osdmap e99: 8 total, 8 up, 8 in 2024-03-10T21:22:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[37838]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f on smithi193 2024-03-10T21:22:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[37838]: osdmap e98: 8 total, 8 up, 8 in 2024-03-10T21:22:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:27 smithi071 ceph-mon[37838]: osdmap e99: 8 total, 8 up, 8 in 2024-03-10T21:22:28.498 INFO:tasks.rados.rados.0.smithi071.stdout:174: done (2 left) 2024-03-10T21:22:28.499 INFO:tasks.rados.rados.0.smithi071.stdout:175: done (1 left) 2024-03-10T21:22:28.499 INFO:tasks.rados.rados.0.smithi071.stdout:176: done (0 left) 2024-03-10T21:22:28.499 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 15 2024-03-10T21:22:28.499 INFO:tasks.rados.rados.0.smithi071.stdout:177: seq_num 80 ranges {204800=548864,753664=450560,1204224=352256} 2024-03-10T21:22:28.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: writing smithi07176956-13 from 204800 to 753664 tid 1 2024-03-10T21:22:28.505 INFO:tasks.rados.rados.0.smithi071.stdout:177: writing smithi07176956-13 from 753664 to 1204224 tid 2 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:177: writing smithi07176956-13 from 1204224 to 1556480 tid 3 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:178: copy_from oid 15 from oid 5 current snap is 15 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:179: rollback oid 19 current snap is 15 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 9 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:180: copy_from oid 21 from oid 24 current snap is 15 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:181: copy_from oid 3 from oid 7 current snap is 15 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:182: read oid 33 snap -1 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:182: expect (ObjNum 20 snap 0 seq_num 20) 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 15 2024-03-10T21:22:28.508 INFO:tasks.rados.rados.0.smithi071.stdout:183: seq_num 81 ranges {1662976=565248,2228224=737280,2965504=65536} 2024-03-10T21:22:28.520 INFO:tasks.rados.rados.0.smithi071.stdout:183: writing smithi07176956-16 from 1662976 to 2228224 tid 1 2024-03-10T21:22:28.524 INFO:tasks.rados.rados.0.smithi071.stdout:183: writing smithi07176956-16 from 2228224 to 2965504 tid 2 2024-03-10T21:22:28.525 INFO:tasks.rados.rados.0.smithi071.stdout:183: writing smithi07176956-16 from 2965504 to 3031040 tid 3 2024-03-10T21:22:28.525 INFO:tasks.rados.rados.0.smithi071.stdout:184: rmattr oid 34 current snap is 15 2024-03-10T21:22:28.525 INFO:tasks.rados.rados.0.smithi071.stdout:184: done (7 left) 2024-03-10T21:22:28.525 INFO:tasks.rados.rados.0.smithi071.stdout:185: snap_remove snap 4 2024-03-10T21:22:28.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:28 smithi193 ceph-mon[30554]: pgmap v136: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-03-10T21:22:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:28 smithi193 ceph-mon[30554]: osdmap e100: 8 total, 8 up, 8 in 2024-03-10T21:22:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:28 smithi071 ceph-mon[27124]: pgmap v136: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-03-10T21:22:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:28 smithi071 ceph-mon[27124]: osdmap e100: 8 total, 8 up, 8 in 2024-03-10T21:22:28.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:28 smithi071 ceph-mon[37838]: pgmap v136: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-03-10T21:22:28.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:28 smithi071 ceph-mon[37838]: osdmap e100: 8 total, 8 up, 8 in 2024-03-10T21:22:29.501 INFO:tasks.rados.rados.0.smithi071.stdout:185: done (7 left) 2024-03-10T21:22:29.501 INFO:tasks.rados.rados.0.smithi071.stdout:186: read oid 39 snap -1 2024-03-10T21:22:29.501 INFO:tasks.rados.rados.0.smithi071.stdout:186: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:22:29.501 INFO:tasks.rados.rados.0.smithi071.stdout:187: rmattr oid 4 current snap is 15 2024-03-10T21:22:29.501 INFO:tasks.rados.rados.0.smithi071.stdout:187: done (8 left) 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:188: snap_create 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: finishing write tid 1 to smithi07176956-13 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: finishing write tid 2 to smithi07176956-13 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: finishing write tid 3 to smithi07176956-13 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: finishing write tid 4 to smithi07176956-13 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:179: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 9 (ObjNum 161 snap 0 seq_num 4134640388) dirty dne 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:178: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: finishing write tid 5 to smithi07176956-13 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: oid 13 updating version 0 to 48 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: oid 13 version 48 is already newer than 47 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: oid 13 updating version 48 to 49 2024-03-10T21:22:29.502 INFO:tasks.rados.rados.0.smithi071.stdout:177: oid 13 version 49 is already newer than 46 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 49 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:177: left oid 13 (ObjNum 80 snap 15 seq_num 80) 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:178: finishing copy_from to smithi07176956-15 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing copy_from racing read to smithi07176956-3 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing copy_from to smithi07176956-3 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T21:22:29.503 INFO:tasks.rados.rados.0.smithi071.stdout:182: expect (ObjNum 20 snap 0 seq_num 20) 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:180: finishing copy_from to smithi07176956-21 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 17 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: finishing write tid 1 to smithi07176956-16 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: finishing write tid 2 to smithi07176956-16 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: finishing write tid 3 to smithi07176956-16 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: finishing write tid 4 to smithi07176956-16 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: finishing write tid 5 to smithi07176956-16 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: oid 16 updating version 0 to 27 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: oid 16 version 27 is already newer than 26 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: oid 16 version 27 is already newer than 25 2024-03-10T21:22:29.513 INFO:tasks.rados.rados.0.smithi071.stdout:183: oid 16 version 27 is already newer than 24 2024-03-10T21:22:29.514 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 27 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-10T21:22:29.514 INFO:tasks.rados.rados.0.smithi071.stdout:183: left oid 16 (ObjNum 81 snap 15 seq_num 81) 2024-03-10T21:22:29.514 INFO:tasks.rados.rados.0.smithi071.stdout:186: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:22:30.509 INFO:tasks.rados.rados.0.smithi071.stdout:177: done (8 left) 2024-03-10T21:22:30.509 INFO:tasks.rados.rados.0.smithi071.stdout:178: done (7 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:179: done (6 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:180: done (5 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:181: done (4 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:182: done (3 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:183: done (2 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:186: done (1 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:188: done (0 left) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:189: copy_from oid 17 from oid 8 current snap is 16 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:190: read oid 32 snap -1 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:190: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:22:30.510 INFO:tasks.rados.rados.0.smithi071.stdout:191: snap_remove snap 14 2024-03-10T21:22:30.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:30 smithi193 ceph-mon[30554]: osdmap e101: 8 total, 8 up, 8 in 2024-03-10T21:22:30.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:30 smithi193 ceph-mon[30554]: pgmap v139: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-03-10T21:22:30.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:30 smithi071 ceph-mon[27124]: osdmap e101: 8 total, 8 up, 8 in 2024-03-10T21:22:30.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:30 smithi071 ceph-mon[27124]: pgmap v139: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-03-10T21:22:30.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:30 smithi071 ceph-mon[37838]: osdmap e101: 8 total, 8 up, 8 in 2024-03-10T21:22:30.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:30 smithi071 ceph-mon[37838]: pgmap v139: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 794 KiB/s wr, 6 op/s 2024-03-10T21:22:31.514 INFO:tasks.rados.rados.0.smithi071.stdout:191: done (2 left) 2024-03-10T21:22:31.515 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 16 2024-03-10T21:22:31.515 INFO:tasks.rados.rados.0.smithi071.stdout:192: seq_num 82 ranges {1204224=581632,1785856=622592,2408448=180224} 2024-03-10T21:22:31.521 INFO:tasks.rados.rados.0.smithi071.stdout:192: writing smithi07176956-2 from 1204224 to 1785856 tid 1 2024-03-10T21:22:31.524 INFO:tasks.rados.rados.0.smithi071.stdout:192: writing smithi07176956-2 from 1785856 to 2408448 tid 2 2024-03-10T21:22:31.525 INFO:tasks.rados.rados.0.smithi071.stdout:192: writing smithi07176956-2 from 2408448 to 2588672 tid 3 2024-03-10T21:22:31.526 INFO:tasks.rados.rados.0.smithi071.stdout:193: copy_from oid 38 from oid 46 current snap is 16 2024-03-10T21:22:31.526 INFO:tasks.rados.rados.0.smithi071.stdout:190: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:189: finishing copy_from to smithi07176956-17 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:189: got expected ENOENT (src dne) 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:189: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 1 to smithi07176956-2 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 2 to smithi07176956-2 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 3 to smithi07176956-2 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 4 to smithi07176956-2 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: finishing write tid 5 to smithi07176956-2 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: oid 2 updating version 0 to 15 2024-03-10T21:22:31.546 INFO:tasks.rados.rados.0.smithi071.stdout:192: oid 2 updating version 15 to 18 2024-03-10T21:22:31.547 INFO:tasks.rados.rados.0.smithi071.stdout:192: oid 2 version 18 is already newer than 16 2024-03-10T21:22:31.547 INFO:tasks.rados.rados.0.smithi071.stdout:192: oid 2 version 18 is already newer than 17 2024-03-10T21:22:31.548 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 18 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-03-10T21:22:31.548 INFO:tasks.rados.rados.0.smithi071.stdout:192: left oid 2 (ObjNum 82 snap 16 seq_num 82) 2024-03-10T21:22:31.548 INFO:tasks.rados.rados.0.smithi071.stdout:193: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:193: finishing copy_from to smithi07176956-38 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 14 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:189: done (3 left) 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:190: done (2 left) 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:192: done (1 left) 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:193: done (0 left) 2024-03-10T21:22:31.549 INFO:tasks.rados.rados.0.smithi071.stdout:194: snap_remove snap 6 2024-03-10T21:22:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:31 smithi193 ceph-mon[30554]: osdmap e102: 8 total, 8 up, 8 in 2024-03-10T21:22:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:31 smithi071 ceph-mon[27124]: osdmap e102: 8 total, 8 up, 8 in 2024-03-10T21:22:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:31 smithi071 ceph-mon[37838]: osdmap e102: 8 total, 8 up, 8 in 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:194: done (0 left) 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:195: rmattr oid 46 current snap is 16 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:195: done (0 left) 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:196: rmattr oid 47 current snap is 16 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:196: done (0 left) 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:197: rmattr oid 39 current snap is 16 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:197: done (0 left) 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:198: read oid 19 snap -1 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:198: expect deleted 2024-03-10T21:22:32.502 INFO:tasks.rados.rados.0.smithi071.stdout:199: read oid 38 snap -1 2024-03-10T21:22:32.503 INFO:tasks.rados.rados.0.smithi071.stdout:199: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:32.503 INFO:tasks.rados.rados.0.smithi071.stdout:200: setattr oid 15 current snap is 16 2024-03-10T21:22:32.503 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 16 2024-03-10T21:22:32.503 INFO:tasks.rados.rados.0.smithi071.stdout:201: seq_num 83 ranges {0=598016,598016=499712,1097728=303104} 2024-03-10T21:22:32.507 INFO:tasks.rados.rados.0.smithi071.stdout:201: writing smithi07176956-1 from 0 to 598016 tid 1 2024-03-10T21:22:32.511 INFO:tasks.rados.rados.0.smithi071.stdout:201: writing smithi07176956-1 from 598016 to 1097728 tid 2 2024-03-10T21:22:32.514 INFO:tasks.rados.rados.0.smithi071.stdout:201: writing smithi07176956-1 from 1097728 to 1400832 tid 3 2024-03-10T21:22:32.514 INFO:tasks.rados.rados.0.smithi071.stdout:202: copy_from oid 26 from oid 10 current snap is 16 2024-03-10T21:22:32.515 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 51 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T21:22:32.515 INFO:tasks.rados.rados.0.smithi071.stdout:198: done (4 left) 2024-03-10T21:22:32.515 INFO:tasks.rados.rados.0.smithi071.stdout:200: done (3 left) 2024-03-10T21:22:32.515 INFO:tasks.rados.rados.0.smithi071.stdout:203: snap_create 2024-03-10T21:22:32.516 INFO:tasks.rados.rados.0.smithi071.stdout:199: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:22:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing write tid 1 to smithi07176956-1 2024-03-10T21:22:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing write tid 2 to smithi07176956-1 2024-03-10T21:22:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing write tid 3 to smithi07176956-1 2024-03-10T21:22:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing write tid 4 to smithi07176956-1 2024-03-10T21:22:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing write tid 5 to smithi07176956-1 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:201: oid 1 updating version 0 to 44 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:201: oid 1 updating version 44 to 45 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:201: oid 1 version 45 is already newer than 43 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:201: oid 1 updating version 45 to 46 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 46 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:201: left oid 1 (ObjNum 83 snap 16 seq_num 83) 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:202: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:202: finishing copy_from to smithi07176956-26 2024-03-10T21:22:32.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:22:32.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-mon[27124]: osdmap e103: 8 total, 8 up, 8 in 2024-03-10T21:22:32.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-mon[27124]: pgmap v142: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:32.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-mon[27124]: osdmap e104: 8 total, 8 up, 8 in 2024-03-10T21:22:32.753 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:22:32] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-03-10T21:22:32.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-mon[37838]: osdmap e103: 8 total, 8 up, 8 in 2024-03-10T21:22:32.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-mon[37838]: pgmap v142: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:32.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:32 smithi071 ceph-mon[37838]: osdmap e104: 8 total, 8 up, 8 in 2024-03-10T21:22:32.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:32 smithi193 ceph-mon[30554]: osdmap e103: 8 total, 8 up, 8 in 2024-03-10T21:22:32.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:32 smithi193 ceph-mon[30554]: pgmap v142: 121 pgs: 121 active+clean; 40 MiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:32.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:32 smithi193 ceph-mon[30554]: osdmap e104: 8 total, 8 up, 8 in 2024-03-10T21:22:33.417 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:22:33.518 INFO:tasks.rados.rados.0.smithi071.stdout:199: done (3 left) 2024-03-10T21:22:33.518 INFO:tasks.rados.rados.0.smithi071.stdout:201: done (2 left) 2024-03-10T21:22:33.518 INFO:tasks.rados.rados.0.smithi071.stdout:202: done (1 left) 2024-03-10T21:22:33.518 INFO:tasks.rados.rados.0.smithi071.stdout:203: done (0 left) 2024-03-10T21:22:33.518 INFO:tasks.rados.rados.0.smithi071.stdout:204: delete oid 31 current snap is 17 2024-03-10T21:22:33.522 INFO:tasks.rados.rados.0.smithi071.stdout:204: done (0 left) 2024-03-10T21:22:33.522 INFO:tasks.rados.rados.0.smithi071.stdout:205: delete oid 26 current snap is 17 2024-03-10T21:22:33.524 INFO:tasks.rados.rados.0.smithi071.stdout:205: done (0 left) 2024-03-10T21:22:33.524 INFO:tasks.rados.rados.0.smithi071.stdout:206: copy_from oid 20 from oid 42 current snap is 17 2024-03-10T21:22:33.524 INFO:tasks.rados.rados.0.smithi071.stdout:207: delete oid 5 current snap is 17 2024-03-10T21:22:33.525 INFO:tasks.rados.rados.0.smithi071.stdout:207: done (1 left) 2024-03-10T21:22:33.525 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 17 2024-03-10T21:22:33.525 INFO:tasks.rados.rados.0.smithi071.stdout:208: seq_num 87 ranges {1556480=663552,2220032=491520,2711552=311296} 2024-03-10T21:22:33.538 INFO:tasks.rados.rados.0.smithi071.stdout:208: writing smithi07176956-13 from 1556480 to 2220032 tid 1 2024-03-10T21:22:33.540 INFO:tasks.rados.rados.0.smithi071.stdout:208: writing smithi07176956-13 from 2220032 to 2711552 tid 2 2024-03-10T21:22:33.542 INFO:tasks.rados.rados.0.smithi071.stdout:208: writing smithi07176956-13 from 2711552 to 3022848 tid 3 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:209: read oid 19 snap -1 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:209: expect deleted 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 17 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:206: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:206: finishing copy_from to smithi07176956-20 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-03-10T21:22:33.543 INFO:tasks.rados.rados.0.smithi071.stdout:210: seq_num 88 ranges {1302528=679936,1982464=778240,2760704=24576} 2024-03-10T21:22:33.553 INFO:tasks.rados.rados.0.smithi071.stdout:210: writing smithi07176956-21 from 1302528 to 1982464 tid 1 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:210: writing smithi07176956-21 from 1982464 to 2760704 tid 2 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:210: writing smithi07176956-21 from 2760704 to 2785280 tid 3 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:206: done (3 left) 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:211: delete oid 11 current snap is 17 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 1 to smithi07176956-13 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 2 to smithi07176956-13 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 3 to smithi07176956-13 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 4 to smithi07176956-13 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 5 to smithi07176956-13 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: oid 13 updating version 0 to 66 2024-03-10T21:22:33.559 INFO:tasks.rados.rados.0.smithi071.stdout:208: oid 13 version 66 is already newer than 63 2024-03-10T21:22:33.561 INFO:tasks.rados.rados.0.smithi071.stdout:208: oid 13 version 66 is already newer than 65 2024-03-10T21:22:33.561 INFO:tasks.rados.rados.0.smithi071.stdout:208: oid 13 version 66 is already newer than 64 2024-03-10T21:22:33.561 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 66 (ObjNum 87 snap 17 seq_num 87) dirty exists 2024-03-10T21:22:33.561 INFO:tasks.rados.rados.0.smithi071.stdout:208: left oid 13 (ObjNum 87 snap 17 seq_num 87) 2024-03-10T21:22:33.561 INFO:tasks.rados.rados.0.smithi071.stdout:210: finishing write tid 1 to smithi07176956-21 2024-03-10T21:22:33.562 INFO:tasks.rados.rados.0.smithi071.stdout:208: done (3 left) 2024-03-10T21:22:33.562 INFO:tasks.rados.rados.0.smithi071.stdout:209: done (2 left) 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:211: done (1 left) 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:212: read oid 32 snap -1 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:212: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:213: rollback oid 26 current snap is 17 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 13 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:214: read oid 23 snap -1 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:214: expect (ObjNum 53 snap 1 seq_num 53) 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 17 2024-03-10T21:22:33.563 INFO:tasks.rados.rados.0.smithi071.stdout:215: seq_num 90 ranges {106496=712704,819200=540672,1359872=262144} 2024-03-10T21:22:33.567 INFO:tasks.rados.rados.0.smithi071.stdout:215: writing smithi07176956-3 from 106496 to 819200 tid 1 2024-03-10T21:22:33.570 INFO:tasks.rados.rados.0.smithi071.stdout:215: writing smithi07176956-3 from 819200 to 1359872 tid 2 2024-03-10T21:22:33.572 INFO:tasks.rados.rados.0.smithi071.stdout:215: writing smithi07176956-3 from 1359872 to 1622016 tid 3 2024-03-10T21:22:33.572 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 17 2024-03-10T21:22:33.573 INFO:tasks.rados.rados.0.smithi071.stdout:210: finishing write tid 2 to smithi07176956-21 2024-03-10T21:22:33.573 INFO:tasks.rados.rados.0.smithi071.stdout:216: seq_num 91 ranges {778240=729088,1507328=425984,1933312=376832} 2024-03-10T21:22:33.581 INFO:tasks.rados.rados.0.smithi071.stdout:216: writing smithi07176956-47 from 778240 to 1507328 tid 1 2024-03-10T21:22:33.583 INFO:tasks.rados.rados.0.smithi071.stdout:216: writing smithi07176956-47 from 1507328 to 1933312 tid 2 2024-03-10T21:22:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:216: writing smithi07176956-47 from 1933312 to 2310144 tid 3 2024-03-10T21:22:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:217: read oid 44 snap 9 2024-03-10T21:22:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:217: expect deleted 2024-03-10T21:22:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:218: read oid 48 snap -1 2024-03-10T21:22:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:218: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:33.586 INFO:tasks.rados.rados.0.smithi071.stdout:219: read oid 27 snap 15 2024-03-10T21:22:33.587 INFO:tasks.rados.rados.0.smithi071.stdout:219: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-10T21:22:33.587 INFO:tasks.rados.rados.0.smithi071.stdout:220: snap_remove snap 12 2024-03-10T21:22:33.788 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:22:33.788 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (2m) 115s ago 3m 18.5M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (2m) 115s ago 2m 81.5M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (4m) 115s ago 4m 12.5M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (3m) 115s ago 3m 16.3M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,8765 running (7m) 115s ago 7m 448M - 18.2.1-746-gc2ea977b a30af69eda22 b5aee8644f49 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283,8765 running (9m) 115s ago 9m 496M - 18.2.1-746-gc2ea977b a30af69eda22 eccea271134f 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (9m) 115s ago 9m 48.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 49066ced84b3 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (7m) 115s ago 7m 42.2M 2048M 18.2.1-746-gc2ea977b a30af69eda22 4545cf5e821a 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 115s ago 7m 40.7M 2048M 18.2.1-746-gc2ea977b a30af69eda22 6f86135e1e74 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (2m) 115s ago 2m 9084k - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (2m) 115s ago 2m 5460k - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 115s ago 7m 47.7M 2992M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 115s ago 6m 43.7M 2992M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:22:33.789 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 115s ago 6m 43.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:22:33.790 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 115s ago 5m 40.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:22:33.790 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (5m) 115s ago 5m 41.4M 2992M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:22:33.790 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (5m) 115s ago 5m 41.3M 2992M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:22:33.790 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (4m) 115s ago 4m 42.0M 2992M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:22:33.790 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (4m) 115s ago 4m 43.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:22:33.790 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (2m) 115s ago 3m 28.8M - 2.43.0 a07b618ecd1d 2d63c8cc9b7a 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:22:34.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 15 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:22:34.187 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:22:34.527 INFO:tasks.rados.rados.0.smithi071.stdout:220: done (9 left) 2024-03-10T21:22:34.527 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 17 2024-03-10T21:22:34.527 INFO:tasks.rados.rados.0.smithi071.stdout:221: seq_num 92 ranges {606208=745472,1351680=761856,2113536=40960} 2024-03-10T21:22:34.534 INFO:tasks.rados.rados.0.smithi071.stdout:221: writing smithi07176956-37 from 606208 to 1351680 tid 1 2024-03-10T21:22:34.539 INFO:tasks.rados.rados.0.smithi071.stdout:221: writing smithi07176956-37 from 1351680 to 2113536 tid 2 2024-03-10T21:22:34.539 INFO:tasks.rados.rados.0.smithi071.stdout:221: writing smithi07176956-37 from 2113536 to 2154496 tid 3 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:222: read oid 30 snap -1 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:222: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 17 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: finishing write tid 3 to smithi07176956-21 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: finishing write tid 4 to smithi07176956-21 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: finishing write tid 5 to smithi07176956-21 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: oid 21 updating version 0 to 49 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: oid 21 version 49 is already newer than 48 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: oid 21 updating version 49 to 50 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:210: oid 21 updating version 50 to 51 2024-03-10T21:22:34.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 51 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-03-10T21:22:34.541 INFO:tasks.rados.rados.0.smithi071.stdout:210: left oid 21 (ObjNum 88 snap 17 seq_num 88) 2024-03-10T21:22:34.541 INFO:tasks.rados.rados.0.smithi071.stdout:223: seq_num 93 ranges {557056=761856,1318912=647168,1966080=155648} 2024-03-10T21:22:34.546 INFO:tasks.rados.rados.0.smithi071.stdout:223: writing smithi07176956-45 from 557056 to 1318912 tid 1 2024-03-10T21:22:34.550 INFO:tasks.rados.rados.0.smithi071.stdout:223: writing smithi07176956-45 from 1318912 to 1966080 tid 2 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:223: writing smithi07176956-45 from 1966080 to 2121728 tid 3 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:210: done (11 left) 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:224: setattr oid 24 current snap is 17 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:213: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:213: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 56 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T21:22:34.552 INFO:tasks.rados.rados.0.smithi071.stdout:212: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:22:34.570 INFO:tasks.rados.rados.0.smithi071.stdout:214: expect (ObjNum 53 snap 1 seq_num 53) 2024-03-10T21:22:34.626 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 1 to smithi07176956-3 2024-03-10T21:22:34.626 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 2 to smithi07176956-3 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 3 to smithi07176956-3 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 4 to smithi07176956-3 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 5 to smithi07176956-3 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: oid 3 updating version 0 to 58 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: oid 3 version 58 is already newer than 57 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: oid 3 updating version 58 to 59 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: oid 3 version 59 is already newer than 56 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 59 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:215: left oid 3 (ObjNum 90 snap 17 seq_num 90) 2024-03-10T21:22:34.627 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 1 to smithi07176956-47 2024-03-10T21:22:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 2 to smithi07176956-47 2024-03-10T21:22:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 3 to smithi07176956-47 2024-03-10T21:22:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 4 to smithi07176956-47 2024-03-10T21:22:34.628 INFO:tasks.rados.rados.0.smithi071.stdout:219: expect (ObjNum 26 snap 0 seq_num 26) 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:216: finishing write tid 5 to smithi07176956-47 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:216: oid 47 updating version 0 to 56 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:216: oid 47 version 56 is already newer than 54 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:216: oid 47 version 56 is already newer than 53 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:216: oid 47 version 56 is already newer than 55 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 56 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:216: left oid 47 (ObjNum 91 snap 17 seq_num 91) 2024-03-10T21:22:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:218: expect (ObjNum 41 snap 0 seq_num 41) 2024-03-10T21:22:34.656 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing write tid 1 to smithi07176956-37 2024-03-10T21:22:34.656 INFO:tasks.rados.rados.0.smithi071.stdout:212: done (11 left) 2024-03-10T21:22:34.656 INFO:tasks.rados.rados.0.smithi071.stdout:213: done (10 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:214: done (9 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:215: done (8 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:216: done (7 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:217: done (6 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:218: done (5 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:219: done (4 left) 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 17 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing write tid 2 to smithi07176956-37 2024-03-10T21:22:34.657 INFO:tasks.rados.rados.0.smithi071.stdout:225: seq_num 94 ranges {557056=778240,1335296=532480,1867776=270336} 2024-03-10T21:22:34.663 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07176956-34 from 557056 to 1335296 tid 1 2024-03-10T21:22:34.666 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07176956-34 from 1335296 to 1867776 tid 2 2024-03-10T21:22:34.668 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07176956-34 from 1867776 to 2138112 tid 3 2024-03-10T21:22:34.668 INFO:tasks.rados.rados.0.smithi071.stdout:226: read oid 5 snap 15 2024-03-10T21:22:34.668 INFO:tasks.rados.rados.0.smithi071.stdout:226: expect (ObjNum 4 snap 0 seq_num 4) 2024-03-10T21:22:34.668 INFO:tasks.rados.rados.0.smithi071.stdout:227: snap_remove snap 16 2024-03-10T21:22:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:34 smithi193 ceph-mon[30554]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:34 smithi193 ceph-mon[30554]: osdmap e105: 8 total, 8 up, 8 in 2024-03-10T21:22:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:34 smithi193 ceph-mon[30554]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:34 smithi193 ceph-mon[30554]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:22:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:34 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1918859575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:22:34.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[27124]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[27124]: osdmap e105: 8 total, 8 up, 8 in 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[27124]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[27124]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1918859575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[37838]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[37838]: osdmap e105: 8 total, 8 up, 8 in 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[37838]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[37838]: pgmap v145: 121 pgs: 121 active+clean; 44 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:22:34.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:34 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1918859575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:22:35.528 INFO:tasks.rados.rados.0.smithi071.stdout:227: done (6 left) 2024-03-10T21:22:35.529 INFO:tasks.rados.rados.0.smithi071.stdout:228: copy_from oid 13 from oid 16 current snap is 17 2024-03-10T21:22:35.529 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing write tid 3 to smithi07176956-37 2024-03-10T21:22:35.529 INFO:tasks.rados.rados.0.smithi071.stdout:222: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:35.547 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing write tid 4 to smithi07176956-37 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:221: finishing write tid 5 to smithi07176956-37 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:221: oid 37 updating version 0 to 30 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:221: oid 37 version 30 is already newer than 28 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:221: oid 37 version 30 is already newer than 29 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:221: oid 37 version 30 is already newer than 27 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 30 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:221: left oid 37 (ObjNum 92 snap 17 seq_num 92) 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 1 to smithi07176956-45 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 2 to smithi07176956-45 2024-03-10T21:22:35.548 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 3 to smithi07176956-45 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 4 to smithi07176956-45 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: finishing write tid 5 to smithi07176956-45 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: oid 45 updating version 0 to 11 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: oid 45 updating version 11 to 14 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: oid 45 version 14 is already newer than 13 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: oid 45 version 14 is already newer than 12 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 14 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:223: left oid 45 (ObjNum 93 snap 17 seq_num 93) 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:221: done (6 left) 2024-03-10T21:22:35.549 INFO:tasks.rados.rados.0.smithi071.stdout:222: done (5 left) 2024-03-10T21:22:35.550 INFO:tasks.rados.rados.0.smithi071.stdout:223: done (4 left) 2024-03-10T21:22:35.550 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 17 2024-03-10T21:22:35.550 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 62 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T21:22:35.550 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 1 to smithi07176956-34 2024-03-10T21:22:35.550 INFO:tasks.rados.rados.0.smithi071.stdout:229: seq_num 95 ranges {696320=794624,1490944=409600,1900544=393216} 2024-03-10T21:22:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:229: writing smithi07176956-42 from 696320 to 1490944 tid 1 2024-03-10T21:22:35.558 INFO:tasks.rados.rados.0.smithi071.stdout:229: writing smithi07176956-42 from 1490944 to 1900544 tid 2 2024-03-10T21:22:35.561 INFO:tasks.rados.rados.0.smithi071.stdout:229: writing smithi07176956-42 from 1900544 to 2293760 tid 3 2024-03-10T21:22:35.561 INFO:tasks.rados.rados.0.smithi071.stdout:224: done (4 left) 2024-03-10T21:22:35.561 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 17 2024-03-10T21:22:35.562 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 2 to smithi07176956-34 2024-03-10T21:22:35.562 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 3 to smithi07176956-34 2024-03-10T21:22:35.562 INFO:tasks.rados.rados.0.smithi071.stdout:230: seq_num 96 ranges {2785280=409600,3194880=696320,3891200=507904} 2024-03-10T21:22:35.578 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi07176956-21 from 2785280 to 3194880 tid 1 2024-03-10T21:22:35.582 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi07176956-21 from 3194880 to 3891200 tid 2 2024-03-10T21:22:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi07176956-21 from 3891200 to 4399104 tid 3 2024-03-10T21:22:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:231: read oid 37 snap -1 2024-03-10T21:22:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:231: expect (ObjNum 92 snap 17 seq_num 92) 2024-03-10T21:22:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:232: read oid 30 snap 15 2024-03-10T21:22:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:232: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:35.586 INFO:tasks.rados.rados.0.smithi071.stdout:233: setattr oid 31 current snap is 17 2024-03-10T21:22:35.587 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 4 to smithi07176956-34 2024-03-10T21:22:35.587 INFO:tasks.rados.rados.0.smithi071.stdout:226: expect (ObjNum 4 snap 0 seq_num 4) 2024-03-10T21:22:35.588 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 5 to smithi07176956-34 2024-03-10T21:22:35.588 INFO:tasks.rados.rados.0.smithi071.stdout:225: oid 34 updating version 0 to 70 2024-03-10T21:22:35.588 INFO:tasks.rados.rados.0.smithi071.stdout:225: oid 34 updating version 70 to 72 2024-03-10T21:22:35.588 INFO:tasks.rados.rados.0.smithi071.stdout:225: oid 34 updating version 72 to 73 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:225: oid 34 version 73 is already newer than 71 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 73 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:225: left oid 34 (ObjNum 94 snap 17 seq_num 94) 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:228: finishing copy_from racing read to smithi07176956-13 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:228: finishing copy_from to smithi07176956-13 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 27 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:229: finishing write tid 1 to smithi07176956-42 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:229: finishing write tid 2 to smithi07176956-42 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:229: finishing write tid 3 to smithi07176956-42 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:229: finishing write tid 4 to smithi07176956-42 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:229: finishing write tid 5 to smithi07176956-42 2024-03-10T21:22:35.589 INFO:tasks.rados.rados.0.smithi071.stdout:229: oid 42 updating version 0 to 68 2024-03-10T21:22:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:229: oid 42 updating version 68 to 69 2024-03-10T21:22:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:229: oid 42 updating version 69 to 70 2024-03-10T21:22:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:229: oid 42 version 70 is already newer than 67 2024-03-10T21:22:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 70 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-03-10T21:22:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:229: left oid 42 (ObjNum 95 snap 17 seq_num 95) 2024-03-10T21:22:35.590 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 1 to smithi07176956-21 2024-03-10T21:22:35.591 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 2 to smithi07176956-21 2024-03-10T21:22:35.591 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 3 to smithi07176956-21 2024-03-10T21:22:35.591 INFO:tasks.rados.rados.0.smithi071.stdout:232: expect (ObjNum 29 snap 0 seq_num 29) 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 4 to smithi07176956-21 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 5 to smithi07176956-21 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: oid 21 updating version 0 to 71 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: oid 21 version 71 is already newer than 70 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: oid 21 updating version 71 to 72 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: oid 21 version 72 is already newer than 69 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 72 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:230: left oid 21 (ObjNum 96 snap 17 seq_num 96) 2024-03-10T21:22:35.602 INFO:tasks.rados.rados.0.smithi071.stdout:231: expect (ObjNum 92 snap 17 seq_num 92) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:225: done (7 left) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:226: done (6 left) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:228: done (5 left) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:229: done (4 left) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:230: done (3 left) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:231: done (2 left) 2024-03-10T21:22:35.667 INFO:tasks.rados.rados.0.smithi071.stdout:232: done (1 left) 2024-03-10T21:22:35.668 INFO:tasks.rados.rados.0.smithi071.stdout:234: rollback oid 15 current snap is 17 2024-03-10T21:22:35.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 15 2024-03-10T21:22:35.668 INFO:tasks.rados.rados.0.smithi071.stdout:235: delete oid 45 current snap is 17 2024-03-10T21:22:35.668 INFO:tasks.rados.rados.0.smithi071.stdout:235: done (2 left) 2024-03-10T21:22:35.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 17 2024-03-10T21:22:35.668 INFO:tasks.rados.rados.0.smithi071.stdout:236: seq_num 98 ranges {761856=450560,1212416=466944,1679360=737280} 2024-03-10T21:22:35.675 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi07176956-46 from 761856 to 1212416 tid 1 2024-03-10T21:22:35.677 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi07176956-46 from 1212416 to 1679360 tid 2 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:236: writing smithi07176956-46 from 1679360 to 2416640 tid 3 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:237: setattr oid 10 current snap is 17 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 107 (ObjNum 177 snap 0 seq_num 4134864610) dirty exists 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:234: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:234: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:234: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 62 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 1 to smithi07176956-46 2024-03-10T21:22:35.682 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 2 to smithi07176956-46 2024-03-10T21:22:35.683 INFO:tasks.rados.rados.0.smithi071.stdout:233: done (3 left) 2024-03-10T21:22:35.683 INFO:tasks.rados.rados.0.smithi071.stdout:234: done (2 left) 2024-03-10T21:22:35.683 INFO:tasks.rados.rados.0.smithi071.stdout:238: setattr oid 30 current snap is 17 2024-03-10T21:22:35.683 INFO:tasks.rados.rados.0.smithi071.stdout:239: snap_remove snap 13 2024-03-10T21:22:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:35 smithi193 ceph-mon[30554]: osdmap e106: 8 total, 8 up, 8 in 2024-03-10T21:22:35.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:35 smithi071 ceph-mon[27124]: osdmap e106: 8 total, 8 up, 8 in 2024-03-10T21:22:35.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:35 smithi071 ceph-mon[37838]: osdmap e106: 8 total, 8 up, 8 in 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 3 to smithi07176956-46 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 4 to smithi07176956-46 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 109 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing write tid 5 to smithi07176956-46 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:236: oid 46 updating version 0 to 82 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:236: oid 46 version 82 is already newer than 81 2024-03-10T21:22:36.534 INFO:tasks.rados.rados.0.smithi071.stdout:236: oid 46 version 82 is already newer than 80 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:236: oid 46 updating version 82 to 83 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 83 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:236: left oid 46 (ObjNum 98 snap 17 seq_num 98) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 24 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:236: done (3 left) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:237: done (2 left) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:238: done (1 left) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:239: done (0 left) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:240: read oid 31 snap -1 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:240: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:241: read oid 28 snap -1 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:241: expect (ObjNum 9 snap 0 seq_num 9) 2024-03-10T21:22:36.535 INFO:tasks.rados.rados.0.smithi071.stdout:242: read oid 12 snap 10 2024-03-10T21:22:36.536 INFO:tasks.rados.rados.0.smithi071.stdout:242: expect (ObjNum 70 snap 7 seq_num 70) 2024-03-10T21:22:36.536 INFO:tasks.rados.rados.0.smithi071.stdout:243: rmattr oid 34 current snap is 17 2024-03-10T21:22:36.536 INFO:tasks.rados.rados.0.smithi071.stdout:243: done (3 left) 2024-03-10T21:22:36.536 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 17 2024-03-10T21:22:36.536 INFO:tasks.rados.rados.0.smithi071.stdout:244: seq_num 99 ranges {2416640=466944,2883584=802816,3686400=401408} 2024-03-10T21:22:36.550 INFO:tasks.rados.rados.0.smithi071.stdout:244: writing smithi07176956-46 from 2416640 to 2883584 tid 1 2024-03-10T21:22:36.555 INFO:tasks.rados.rados.0.smithi071.stdout:244: writing smithi07176956-46 from 2883584 to 3686400 tid 2 2024-03-10T21:22:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:244: writing smithi07176956-46 from 3686400 to 4087808 tid 3 2024-03-10T21:22:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:245: read oid 2 snap -1 2024-03-10T21:22:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:245: expect (ObjNum 82 snap 16 seq_num 82) 2024-03-10T21:22:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:246: read oid 7 snap 9 2024-03-10T21:22:36.558 INFO:tasks.rados.rados.0.smithi071.stdout:246: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:36.558 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 17 2024-03-10T21:22:36.558 INFO:tasks.rados.rados.0.smithi071.stdout:247: seq_num 100 ranges {2293760=483328,2777088=688128,3465216=516096} 2024-03-10T21:22:36.574 INFO:tasks.rados.rados.0.smithi071.stdout:247: writing smithi07176956-42 from 2293760 to 2777088 tid 1 2024-03-10T21:22:36.578 INFO:tasks.rados.rados.0.smithi071.stdout:247: writing smithi07176956-42 from 2777088 to 3465216 tid 2 2024-03-10T21:22:36.581 INFO:tasks.rados.rados.0.smithi071.stdout:247: writing smithi07176956-42 from 3465216 to 3981312 tid 3 2024-03-10T21:22:36.581 INFO:tasks.rados.rados.0.smithi071.stdout:248: snap_remove snap 15 2024-03-10T21:22:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:36 smithi193 ceph-mon[30554]: osdmap e107: 8 total, 8 up, 8 in 2024-03-10T21:22:36.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:36 smithi193 ceph-mon[30554]: pgmap v148: 121 pgs: 121 active+clean; 44 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:22:36.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:36 smithi071 ceph-mon[27124]: osdmap e107: 8 total, 8 up, 8 in 2024-03-10T21:22:36.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:36 smithi071 ceph-mon[27124]: pgmap v148: 121 pgs: 121 active+clean; 44 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:22:36.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:36 smithi071 ceph-mon[37838]: osdmap e107: 8 total, 8 up, 8 in 2024-03-10T21:22:36.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:36 smithi071 ceph-mon[37838]: pgmap v148: 121 pgs: 121 active+clean; 44 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:22:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:248: done (7 left) 2024-03-10T21:22:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 17 2024-03-10T21:22:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:249: seq_num 101 ranges {1687552=499712,2187264=573440,2760704=524288,3284992=106496} 2024-03-10T21:22:37.518 INFO:tasks.rados.rados.0.smithi071.stdout:249: writing smithi07176956-23 from 1687552 to 2187264 tid 1 2024-03-10T21:22:37.521 INFO:tasks.rados.rados.0.smithi071.stdout:249: writing smithi07176956-23 from 2187264 to 2760704 tid 2 2024-03-10T21:22:37.524 INFO:tasks.rados.rados.0.smithi071.stdout:249: writing smithi07176956-23 from 2760704 to 3284992 tid 3 2024-03-10T21:22:37.525 INFO:tasks.rados.rados.0.smithi071.stdout:249: writing smithi07176956-23 from 3284992 to 3391488 tid 4 2024-03-10T21:22:37.525 INFO:tasks.rados.rados.0.smithi071.stdout:250: rollback oid 17 current snap is 17 2024-03-10T21:22:37.525 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 9 2024-03-10T21:22:37.525 INFO:tasks.rados.rados.0.smithi071.stdout:241: expect (ObjNum 9 snap 0 seq_num 9) 2024-03-10T21:22:37.535 INFO:tasks.rados.rados.0.smithi071.stdout:240: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:22:37.539 INFO:tasks.rados.rados.0.smithi071.stdout:242: expect (ObjNum 70 snap 7 seq_num 70) 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 1 to smithi07176956-46 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:240: done (8 left) 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:241: done (7 left) 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:242: done (6 left) 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:251: rollback oid 37 current snap is 17 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 10 2024-03-10T21:22:37.571 INFO:tasks.rados.rados.0.smithi071.stdout:246: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 2 to smithi07176956-46 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 3 to smithi07176956-46 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:246: done (6 left) 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:252: rmattr oid 33 current snap is 17 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:252: done (6 left) 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:253: rollback oid 32 current snap is 17 2024-03-10T21:22:37.575 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 9 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 4 to smithi07176956-46 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: finishing write tid 5 to smithi07176956-46 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: oid 46 updating version 0 to 93 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: oid 46 version 93 is already newer than 92 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: oid 46 version 93 is already newer than 91 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: oid 46 version 93 is already newer than 90 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 93 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:244: left oid 46 (ObjNum 99 snap 17 seq_num 99) 2024-03-10T21:22:37.576 INFO:tasks.rados.rados.0.smithi071.stdout:245: expect (ObjNum 82 snap 16 seq_num 82) 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: finishing write tid 1 to smithi07176956-42 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: finishing write tid 2 to smithi07176956-42 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: finishing write tid 3 to smithi07176956-42 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: finishing write tid 4 to smithi07176956-42 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: finishing write tid 5 to smithi07176956-42 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: oid 42 updating version 0 to 78 2024-03-10T21:22:37.663 INFO:tasks.rados.rados.0.smithi071.stdout:247: oid 42 updating version 78 to 80 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:247: oid 42 version 80 is already newer than 79 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:247: oid 42 version 80 is already newer than 77 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 80 (ObjNum 100 snap 17 seq_num 100) dirty exists 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:247: left oid 42 (ObjNum 100 snap 17 seq_num 100) 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing write tid 1 to smithi07176956-23 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:244: done (6 left) 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:245: done (5 left) 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:247: done (4 left) 2024-03-10T21:22:37.665 INFO:tasks.rados.rados.0.smithi071.stdout:254: rmattr oid 29 current snap is 17 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:254: done (4 left) 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:255: copy_from oid 20 from oid 4 current snap is 17 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing write tid 2 to smithi07176956-23 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing write tid 3 to smithi07176956-23 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing write tid 4 to smithi07176956-23 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:250: finishing rollback tid 0 to smithi07176956-17 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing write tid 5 to smithi07176956-23 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:250: finishing rollback tid 1 to smithi07176956-17 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:250: finishing rollback tid 2 to smithi07176956-17 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: finishing write tid 6 to smithi07176956-23 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: oid 23 updating version 0 to 36 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: oid 23 updating version 36 to 38 2024-03-10T21:22:37.666 INFO:tasks.rados.rados.0.smithi071.stdout:249: oid 23 updating version 38 to 39 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:249: oid 23 version 39 is already newer than 35 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:249: oid 23 version 39 is already newer than 37 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 39 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:249: left oid 23 (ObjNum 101 snap 17 seq_num 101) 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:251: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 39 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:253: finishing rollback tid 0 to smithi07176956-32 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:253: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:253: finishing rollback tid 2 to smithi07176956-32 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 75 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:249: done (4 left) 2024-03-10T21:22:37.667 INFO:tasks.rados.rados.0.smithi071.stdout:250: done (3 left) 2024-03-10T21:22:37.668 INFO:tasks.rados.rados.0.smithi071.stdout:251: done (2 left) 2024-03-10T21:22:37.668 INFO:tasks.rados.rados.0.smithi071.stdout:253: done (1 left) 2024-03-10T21:22:37.668 INFO:tasks.rados.rados.0.smithi071.stdout:256: rollback oid 7 current snap is 17 2024-03-10T21:22:37.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 9 2024-03-10T21:22:37.668 INFO:tasks.rados.rados.0.smithi071.stdout:257: snap_remove snap 10 2024-03-10T21:22:37.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:37 smithi193 ceph-mon[30554]: osdmap e108: 8 total, 8 up, 8 in 2024-03-10T21:22:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:37 smithi193 ceph-mon[30554]: osdmap e109: 8 total, 8 up, 8 in 2024-03-10T21:22:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:37 smithi071 ceph-mon[27124]: osdmap e108: 8 total, 8 up, 8 in 2024-03-10T21:22:37.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:37 smithi071 ceph-mon[27124]: osdmap e109: 8 total, 8 up, 8 in 2024-03-10T21:22:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:37 smithi071 ceph-mon[37838]: osdmap e108: 8 total, 8 up, 8 in 2024-03-10T21:22:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:37 smithi071 ceph-mon[37838]: osdmap e109: 8 total, 8 up, 8 in 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:255: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:256: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:256: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:256: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 79 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:255: finishing copy_from to smithi07176956-20 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:255: done (2 left) 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:256: done (1 left) 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:257: done (0 left) 2024-03-10T21:22:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:258: snap_create 2024-03-10T21:22:38.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:38 smithi193 ceph-mon[30554]: pgmap v151: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-03-10T21:22:38.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:38 smithi071 ceph-mon[27124]: pgmap v151: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-03-10T21:22:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:38 smithi071 ceph-mon[37838]: pgmap v151: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-03-10T21:22:39.550 INFO:tasks.rados.rados.0.smithi071.stdout:258: done (0 left) 2024-03-10T21:22:39.550 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 18 2024-03-10T21:22:39.551 INFO:tasks.rados.rados.0.smithi071.stdout:259: seq_num 102 ranges {3031040=516096,3547136=450560,3997696=729088,4726784=24576} 2024-03-10T21:22:39.569 INFO:tasks.rados.rados.0.smithi071.stdout:259: writing smithi07176956-16 from 3031040 to 3547136 tid 1 2024-03-10T21:22:39.572 INFO:tasks.rados.rados.0.smithi071.stdout:259: writing smithi07176956-16 from 3547136 to 3997696 tid 2 2024-03-10T21:22:39.577 INFO:tasks.rados.rados.0.smithi071.stdout:259: writing smithi07176956-16 from 3997696 to 4726784 tid 3 2024-03-10T21:22:39.577 INFO:tasks.rados.rados.0.smithi071.stdout:259: writing smithi07176956-16 from 4726784 to 4751360 tid 4 2024-03-10T21:22:39.577 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 18 2024-03-10T21:22:39.577 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing write tid 1 to smithi07176956-16 2024-03-10T21:22:39.577 INFO:tasks.rados.rados.0.smithi071.stdout:260: seq_num 103 ranges {0=532480,532480=737280,1269760=466944} 2024-03-10T21:22:39.580 INFO:tasks.rados.rados.0.smithi071.stdout:260: writing smithi07176956-18 from 0 to 532480 tid 1 2024-03-10T21:22:39.584 INFO:tasks.rados.rados.0.smithi071.stdout:260: writing smithi07176956-18 from 532480 to 1269760 tid 2 2024-03-10T21:22:39.587 INFO:tasks.rados.rados.0.smithi071.stdout:260: writing smithi07176956-18 from 1269760 to 1736704 tid 3 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:261: setattr oid 45 current snap is 18 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing write tid 2 to smithi07176956-16 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing write tid 3 to smithi07176956-16 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing write tid 4 to smithi07176956-16 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing write tid 5 to smithi07176956-16 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: finishing write tid 6 to smithi07176956-16 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: oid 16 updating version 0 to 44 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: oid 16 updating version 44 to 46 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: oid 16 version 46 is already newer than 45 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: oid 16 updating version 46 to 47 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: oid 16 version 47 is already newer than 43 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 47 (ObjNum 102 snap 18 seq_num 102) dirty exists 2024-03-10T21:22:39.588 INFO:tasks.rados.rados.0.smithi071.stdout:259: left oid 16 (ObjNum 102 snap 18 seq_num 102) 2024-03-10T21:22:39.589 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing write tid 1 to smithi07176956-18 2024-03-10T21:22:39.589 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing write tid 2 to smithi07176956-18 2024-03-10T21:22:39.589 INFO:tasks.rados.rados.0.smithi071.stdout:259: done (2 left) 2024-03-10T21:22:39.589 INFO:tasks.rados.rados.0.smithi071.stdout:262: snap_remove snap 9 2024-03-10T21:22:39.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:39 smithi193 ceph-mon[30554]: osdmap e110: 8 total, 8 up, 8 in 2024-03-10T21:22:39.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:39 smithi071 ceph-mon[27124]: osdmap e110: 8 total, 8 up, 8 in 2024-03-10T21:22:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:39 smithi071 ceph-mon[37838]: osdmap e110: 8 total, 8 up, 8 in 2024-03-10T21:22:40.556 INFO:tasks.rados.rados.0.smithi071.stdout:262: done (2 left) 2024-03-10T21:22:40.556 INFO:tasks.rados.rados.0.smithi071.stdout:263: setattr oid 15 current snap is 18 2024-03-10T21:22:40.556 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing write tid 3 to smithi07176956-18 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing write tid 4 to smithi07176956-18 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 24 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: finishing write tid 5 to smithi07176956-18 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: oid 18 updating version 0 to 111 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: oid 18 version 111 is already newer than 109 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: oid 18 version 111 is already newer than 110 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: oid 18 version 111 is already newer than 108 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 111 (ObjNum 103 snap 18 seq_num 103) dirty exists 2024-03-10T21:22:40.557 INFO:tasks.rados.rados.0.smithi071.stdout:260: left oid 18 (ObjNum 103 snap 18 seq_num 103) 2024-03-10T21:22:40.558 INFO:tasks.rados.rados.0.smithi071.stdout:260: done (2 left) 2024-03-10T21:22:40.558 INFO:tasks.rados.rados.0.smithi071.stdout:261: done (1 left) 2024-03-10T21:22:40.558 INFO:tasks.rados.rados.0.smithi071.stdout:264: snap_create 2024-03-10T21:22:40.564 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 80 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-03-10T21:22:40.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:40 smithi193 ceph-mon[30554]: osdmap e111: 8 total, 8 up, 8 in 2024-03-10T21:22:40.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:40 smithi193 ceph-mon[30554]: pgmap v154: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-03-10T21:22:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:40 smithi071 ceph-mon[27124]: osdmap e111: 8 total, 8 up, 8 in 2024-03-10T21:22:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:40 smithi071 ceph-mon[27124]: pgmap v154: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-03-10T21:22:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:40 smithi071 ceph-mon[37838]: osdmap e111: 8 total, 8 up, 8 in 2024-03-10T21:22:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:40 smithi071 ceph-mon[37838]: pgmap v154: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-03-10T21:22:41.563 INFO:tasks.rados.rados.0.smithi071.stdout:263: done (1 left) 2024-03-10T21:22:41.563 INFO:tasks.rados.rados.0.smithi071.stdout:264: done (0 left) 2024-03-10T21:22:41.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 19 2024-03-10T21:22:41.563 INFO:tasks.rados.rados.0.smithi071.stdout:265: seq_num 104 ranges {344064=548864,892928=622592,1515520=581632} 2024-03-10T21:22:41.567 INFO:tasks.rados.rados.0.smithi071.stdout:265: writing smithi07176956-33 from 344064 to 892928 tid 1 2024-03-10T21:22:41.572 INFO:tasks.rados.rados.0.smithi071.stdout:265: writing smithi07176956-33 from 892928 to 1515520 tid 2 2024-03-10T21:22:41.575 INFO:tasks.rados.rados.0.smithi071.stdout:265: writing smithi07176956-33 from 1515520 to 2097152 tid 3 2024-03-10T21:22:41.576 INFO:tasks.rados.rados.0.smithi071.stdout:266: copy_from oid 18 from oid 13 current snap is 19 2024-03-10T21:22:41.576 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 1 to smithi07176956-33 2024-03-10T21:22:41.576 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 2 to smithi07176956-33 2024-03-10T21:22:41.576 INFO:tasks.rados.rados.0.smithi071.stdout:267: snap_create 2024-03-10T21:22:41.578 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 3 to smithi07176956-33 2024-03-10T21:22:41.578 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 4 to smithi07176956-33 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 5 to smithi07176956-33 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:265: oid 33 updating version 0 to 107 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:265: oid 33 version 107 is already newer than 105 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:265: oid 33 version 107 is already newer than 106 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:265: oid 33 version 107 is already newer than 104 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 107 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-03-10T21:22:41.579 INFO:tasks.rados.rados.0.smithi071.stdout:265: left oid 33 (ObjNum 104 snap 19 seq_num 104) 2024-03-10T21:22:41.589 INFO:tasks.rados.rados.0.smithi071.stdout:266: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:22:41.590 INFO:tasks.rados.rados.0.smithi071.stdout:266: finishing copy_from to smithi07176956-18 2024-03-10T21:22:41.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 27 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-10T21:22:41.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:41 smithi193 ceph-mon[30554]: osdmap e112: 8 total, 8 up, 8 in 2024-03-10T21:22:41.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:41 smithi071 ceph-mon[27124]: osdmap e112: 8 total, 8 up, 8 in 2024-03-10T21:22:41.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:41 smithi071 ceph-mon[37838]: osdmap e112: 8 total, 8 up, 8 in 2024-03-10T21:22:42.506 INFO:tasks.rados.rados.0.smithi071.stdout:265: done (2 left) 2024-03-10T21:22:42.506 INFO:tasks.rados.rados.0.smithi071.stdout:266: done (1 left) 2024-03-10T21:22:42.506 INFO:tasks.rados.rados.0.smithi071.stdout:267: done (0 left) 2024-03-10T21:22:42.506 INFO:tasks.rados.rados.0.smithi071.stdout:268: snap_create 2024-03-10T21:22:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:42 smithi193 ceph-mon[30554]: osdmap e113: 8 total, 8 up, 8 in 2024-03-10T21:22:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:42 smithi193 ceph-mon[30554]: pgmap v157: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:42 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:42.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:42 smithi193 ceph-mon[30554]: osdmap e114: 8 total, 8 up, 8 in 2024-03-10T21:22:42.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:22:42] "GET /metrics HTTP/1.1" 200 35989 "" "Prometheus/2.43.0" 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[27124]: osdmap e113: 8 total, 8 up, 8 in 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[27124]: pgmap v157: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[27124]: osdmap e114: 8 total, 8 up, 8 in 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[37838]: osdmap e113: 8 total, 8 up, 8 in 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[37838]: pgmap v157: 121 pgs: 121 active+clean; 59 MiB data, 323 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:42.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:42 smithi071 ceph-mon[37838]: osdmap e114: 8 total, 8 up, 8 in 2024-03-10T21:22:43.503 INFO:tasks.rados.rados.0.smithi071.stdout:268: done (0 left) 2024-03-10T21:22:43.503 INFO:tasks.rados.rados.0.smithi071.stdout:269: read oid 15 snap -1 2024-03-10T21:22:43.503 INFO:tasks.rados.rados.0.smithi071.stdout:269: expect (ObjNum 4 snap 0 seq_num 4) 2024-03-10T21:22:43.503 INFO:tasks.rados.rados.0.smithi071.stdout:270: snap_create 2024-03-10T21:22:43.505 INFO:tasks.rados.rados.0.smithi071.stdout:269: expect (ObjNum 4 snap 0 seq_num 4) 2024-03-10T21:22:44.508 INFO:tasks.rados.rados.0.smithi071.stdout:269: done (1 left) 2024-03-10T21:22:44.508 INFO:tasks.rados.rados.0.smithi071.stdout:270: done (0 left) 2024-03-10T21:22:44.508 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 22 2024-03-10T21:22:44.508 INFO:tasks.rados.rados.0.smithi071.stdout:271: seq_num 105 ranges {3391488=565248,3956736=507904,4464640=507904,4972544=188416} 2024-03-10T21:22:44.529 INFO:tasks.rados.rados.0.smithi071.stdout:271: writing smithi07176956-23 from 3391488 to 3956736 tid 1 2024-03-10T21:22:44.532 INFO:tasks.rados.rados.0.smithi071.stdout:271: writing smithi07176956-23 from 3956736 to 4464640 tid 2 2024-03-10T21:22:44.535 INFO:tasks.rados.rados.0.smithi071.stdout:271: writing smithi07176956-23 from 4464640 to 4972544 tid 3 2024-03-10T21:22:44.537 INFO:tasks.rados.rados.0.smithi071.stdout:271: writing smithi07176956-23 from 4972544 to 5160960 tid 4 2024-03-10T21:22:44.537 INFO:tasks.rados.rados.0.smithi071.stdout:272: rollback oid 9 current snap is 22 2024-03-10T21:22:44.537 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 21 2024-03-10T21:22:44.537 INFO:tasks.rados.rados.0.smithi071.stdout:271: finishing write tid 1 to smithi07176956-23 2024-03-10T21:22:44.537 INFO:tasks.rados.rados.0.smithi071.stdout:271: finishing write tid 2 to smithi07176956-23 2024-03-10T21:22:44.537 INFO:tasks.rados.rados.0.smithi071.stdout:273: snap_remove snap 19 2024-03-10T21:22:44.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:44 smithi193 ceph-mon[30554]: osdmap e115: 8 total, 8 up, 8 in 2024-03-10T21:22:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:44 smithi193 ceph-mon[30554]: pgmap v160: 121 pgs: 121 active+clean; 58 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-03-10T21:22:44.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:44 smithi071 ceph-mon[27124]: osdmap e115: 8 total, 8 up, 8 in 2024-03-10T21:22:44.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:44 smithi071 ceph-mon[27124]: pgmap v160: 121 pgs: 121 active+clean; 58 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-03-10T21:22:44.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:44 smithi071 ceph-mon[37838]: osdmap e115: 8 total, 8 up, 8 in 2024-03-10T21:22:44.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:44 smithi071 ceph-mon[37838]: pgmap v160: 121 pgs: 121 active+clean; 58 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:273: done (2 left) 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:274: read oid 18 snap 20 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:274: expect (ObjNum 81 snap 15 seq_num 81) 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:275: snap_create 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:271: finishing write tid 3 to smithi07176956-23 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:271: finishing write tid 4 to smithi07176956-23 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:271: finishing write tid 5 to smithi07176956-23 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:271: finishing write tid 6 to smithi07176956-23 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:271: oid 23 updating version 0 to 48 2024-03-10T21:22:45.515 INFO:tasks.rados.rados.0.smithi071.stdout:271: oid 23 updating version 48 to 49 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:271: oid 23 version 49 is already newer than 45 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:271: oid 23 version 49 is already newer than 47 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:271: oid 23 version 49 is already newer than 46 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 49 (ObjNum 105 snap 22 seq_num 105) dirty exists 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:271: left oid 23 (ObjNum 105 snap 22 seq_num 105) 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing rollback tid 0 to smithi07176956-9 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing rollback tid 1 to smithi07176956-9 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing rollback tid 2 to smithi07176956-9 2024-03-10T21:22:45.516 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 111 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-03-10T21:22:45.529 INFO:tasks.rados.rados.0.smithi071.stdout:274: expect (ObjNum 81 snap 15 seq_num 81) 2024-03-10T21:22:45.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:45 smithi193 ceph-mon[30554]: osdmap e116: 8 total, 8 up, 8 in 2024-03-10T21:22:45.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:45 smithi071 ceph-mon[27124]: osdmap e116: 8 total, 8 up, 8 in 2024-03-10T21:22:45.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:45 smithi071 ceph-mon[37838]: osdmap e116: 8 total, 8 up, 8 in 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:271: done (3 left) 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:272: done (2 left) 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:274: done (1 left) 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:275: done (0 left) 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:276: read oid 23 snap -1 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:276: expect (ObjNum 105 snap 22 seq_num 105) 2024-03-10T21:22:46.525 INFO:tasks.rados.rados.0.smithi071.stdout:277: snap_remove snap 17 2024-03-10T21:22:46.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:46 smithi193 ceph-mon[30554]: osdmap e117: 8 total, 8 up, 8 in 2024-03-10T21:22:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:46 smithi193 ceph-mon[30554]: pgmap v163: 121 pgs: 121 active+clean; 58 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-03-10T21:22:46.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:46 smithi071 ceph-mon[27124]: osdmap e117: 8 total, 8 up, 8 in 2024-03-10T21:22:46.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:46 smithi071 ceph-mon[27124]: pgmap v163: 121 pgs: 121 active+clean; 58 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-03-10T21:22:46.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:46 smithi071 ceph-mon[37838]: osdmap e117: 8 total, 8 up, 8 in 2024-03-10T21:22:46.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:46 smithi071 ceph-mon[37838]: pgmap v163: 121 pgs: 121 active+clean; 58 MiB data, 329 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-03-10T21:22:47.502 INFO:tasks.rados.rados.0.smithi071.stdout:277: done (1 left) 2024-03-10T21:22:47.505 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 23 2024-03-10T21:22:47.505 INFO:tasks.rados.rados.0.smithi071.stdout:278: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-03-10T21:22:47.506 INFO:tasks.rados.rados.0.smithi071.stdout:278: writing smithi07176956-45 from 0 to 581632 tid 1 2024-03-10T21:22:47.511 INFO:tasks.rados.rados.0.smithi071.stdout:278: writing smithi07176956-45 from 581632 to 1376256 tid 2 2024-03-10T21:22:47.513 INFO:tasks.rados.rados.0.smithi071.stdout:278: writing smithi07176956-45 from 1376256 to 1785856 tid 3 2024-03-10T21:22:47.513 INFO:tasks.rados.rados.0.smithi071.stdout:279: rollback oid 35 current snap is 23 2024-03-10T21:22:47.513 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 18 2024-03-10T21:22:47.514 INFO:tasks.rados.rados.0.smithi071.stdout:276: expect (ObjNum 105 snap 22 seq_num 105) 2024-03-10T21:22:47.742 INFO:tasks.rados.rados.0.smithi071.stdout:278: finishing write tid 1 to smithi07176956-45 2024-03-10T21:22:47.742 INFO:tasks.rados.rados.0.smithi071.stdout:278: finishing write tid 2 to smithi07176956-45 2024-03-10T21:22:47.742 INFO:tasks.rados.rados.0.smithi071.stdout:278: finishing write tid 3 to smithi07176956-45 2024-03-10T21:22:47.742 INFO:tasks.rados.rados.0.smithi071.stdout:276: done (2 left) 2024-03-10T21:22:47.742 INFO:tasks.rados.rados.0.smithi071.stdout:280: snap_create 2024-03-10T21:22:47.742 INFO:tasks.rados.rados.0.smithi071.stdout:278: finishing write tid 4 to smithi07176956-45 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:278: finishing write tid 5 to smithi07176956-45 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:278: oid 45 updating version 0 to 29 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:278: oid 45 updating version 29 to 31 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:278: oid 45 version 31 is already newer than 28 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:278: oid 45 version 31 is already newer than 30 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 31 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:278: left oid 45 (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:279: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:279: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:279: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:22:47.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 49 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-03-10T21:22:47.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:47 smithi193 ceph-mon[30554]: osdmap e118: 8 total, 8 up, 8 in 2024-03-10T21:22:47.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:47 smithi193 ceph-mon[30554]: osdmap e119: 8 total, 8 up, 8 in 2024-03-10T21:22:47.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:47 smithi071 ceph-mon[27124]: osdmap e118: 8 total, 8 up, 8 in 2024-03-10T21:22:47.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:47 smithi071 ceph-mon[27124]: osdmap e119: 8 total, 8 up, 8 in 2024-03-10T21:22:47.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:47 smithi071 ceph-mon[37838]: osdmap e118: 8 total, 8 up, 8 in 2024-03-10T21:22:47.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:47 smithi071 ceph-mon[37838]: osdmap e119: 8 total, 8 up, 8 in 2024-03-10T21:22:48.535 INFO:tasks.rados.rados.0.smithi071.stdout:278: done (2 left) 2024-03-10T21:22:48.535 INFO:tasks.rados.rados.0.smithi071.stdout:279: done (1 left) 2024-03-10T21:22:48.535 INFO:tasks.rados.rados.0.smithi071.stdout:280: done (0 left) 2024-03-10T21:22:48.535 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 24 2024-03-10T21:22:48.535 INFO:tasks.rados.rados.0.smithi071.stdout:281: seq_num 107 ranges {3031040=598016,3629056=729088,4358144=466944,4825088=8192} 2024-03-10T21:22:48.554 INFO:tasks.rados.rados.0.smithi071.stdout:281: writing smithi07176956-18 from 3031040 to 3629056 tid 1 2024-03-10T21:22:48.558 INFO:tasks.rados.rados.0.smithi071.stdout:281: writing smithi07176956-18 from 3629056 to 4358144 tid 2 2024-03-10T21:22:48.561 INFO:tasks.rados.rados.0.smithi071.stdout:281: writing smithi07176956-18 from 4358144 to 4825088 tid 3 2024-03-10T21:22:48.561 INFO:tasks.rados.rados.0.smithi071.stdout:281: writing smithi07176956-18 from 4825088 to 4833280 tid 4 2024-03-10T21:22:48.561 INFO:tasks.rados.rados.0.smithi071.stdout:282: read oid 31 snap -1 2024-03-10T21:22:48.561 INFO:tasks.rados.rados.0.smithi071.stdout:282: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:22:48.561 INFO:tasks.rados.rados.0.smithi071.stdout:283: snap_remove snap 18 2024-03-10T21:22:48.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:48 smithi193 ceph-mon[30554]: pgmap v166: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 6 op/s 2024-03-10T21:22:48.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:48 smithi071 ceph-mon[27124]: pgmap v166: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 6 op/s 2024-03-10T21:22:48.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:48 smithi071 ceph-mon[37838]: pgmap v166: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 6 op/s 2024-03-10T21:22:49.541 INFO:tasks.rados.rados.0.smithi071.stdout:283: done (2 left) 2024-03-10T21:22:49.541 INFO:tasks.rados.rados.0.smithi071.stdout:284: read oid 7 snap -1 2024-03-10T21:22:49.541 INFO:tasks.rados.rados.0.smithi071.stdout:284: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:49.541 INFO:tasks.rados.rados.0.smithi071.stdout:285: read oid 2 snap -1 2024-03-10T21:22:49.542 INFO:tasks.rados.rados.0.smithi071.stdout:285: expect (ObjNum 82 snap 16 seq_num 82) 2024-03-10T21:22:49.542 INFO:tasks.rados.rados.0.smithi071.stdout:286: copy_from oid 5 from oid 44 current snap is 24 2024-03-10T21:22:49.542 INFO:tasks.rados.rados.0.smithi071.stdout:287: rmattr oid 36 current snap is 24 2024-03-10T21:22:49.542 INFO:tasks.rados.rados.0.smithi071.stdout:287: done (5 left) 2024-03-10T21:22:49.542 INFO:tasks.rados.rados.0.smithi071.stdout:288: read oid 45 snap -1 2024-03-10T21:22:49.542 INFO:tasks.rados.rados.0.smithi071.stdout:288: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:22:49.543 INFO:tasks.rados.rados.0.smithi071.stdout:289: setattr oid 29 current snap is 24 2024-03-10T21:22:49.543 INFO:tasks.rados.rados.0.smithi071.stdout:281: finishing write tid 1 to smithi07176956-18 2024-03-10T21:22:49.543 INFO:tasks.rados.rados.0.smithi071.stdout:281: finishing write tid 2 to smithi07176956-18 2024-03-10T21:22:49.543 INFO:tasks.rados.rados.0.smithi071.stdout:282: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:22:49.546 INFO:tasks.rados.rados.0.smithi071.stdout:281: finishing write tid 3 to smithi07176956-18 2024-03-10T21:22:49.547 INFO:tasks.rados.rados.0.smithi071.stdout:281: finishing write tid 4 to smithi07176956-18 2024-03-10T21:22:49.547 INFO:tasks.rados.rados.0.smithi071.stdout:281: finishing write tid 5 to smithi07176956-18 2024-03-10T21:22:49.547 INFO:tasks.rados.rados.0.smithi071.stdout:281: finishing write tid 6 to smithi07176956-18 2024-03-10T21:22:49.547 INFO:tasks.rados.rados.0.smithi071.stdout:281: oid 18 updating version 0 to 123 2024-03-10T21:22:49.547 INFO:tasks.rados.rados.0.smithi071.stdout:281: oid 18 updating version 123 to 126 2024-03-10T21:22:49.547 INFO:tasks.rados.rados.0.smithi071.stdout:281: oid 18 version 126 is already newer than 124 2024-03-10T21:22:49.548 INFO:tasks.rados.rados.0.smithi071.stdout:281: oid 18 updating version 126 to 127 2024-03-10T21:22:49.548 INFO:tasks.rados.rados.0.smithi071.stdout:281: oid 18 version 127 is already newer than 125 2024-03-10T21:22:49.548 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 127 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-03-10T21:22:49.548 INFO:tasks.rados.rados.0.smithi071.stdout:281: left oid 18 (ObjNum 107 snap 24 seq_num 107) 2024-03-10T21:22:49.548 INFO:tasks.rados.rados.0.smithi071.stdout:286: finishing copy_from to smithi07176956-5 2024-03-10T21:22:49.548 INFO:tasks.rados.rados.0.smithi071.stdout:286: got expected ENOENT (src dne) 2024-03-10T21:22:49.549 INFO:tasks.rados.rados.0.smithi071.stdout:286: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:22:49.549 INFO:tasks.rados.rados.0.smithi071.stdout:281: done (6 left) 2024-03-10T21:22:49.549 INFO:tasks.rados.rados.0.smithi071.stdout:282: done (5 left) 2024-03-10T21:22:49.549 INFO:tasks.rados.rados.0.smithi071.stdout:286: done (4 left) 2024-03-10T21:22:49.549 INFO:tasks.rados.rados.0.smithi071.stdout:290: rollback oid 24 current snap is 24 2024-03-10T21:22:49.550 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 23 2024-03-10T21:22:49.550 INFO:tasks.rados.rados.0.smithi071.stdout:291: snap_create 2024-03-10T21:22:49.554 INFO:tasks.rados.rados.0.smithi071.stdout:284: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:22:49.558 INFO:tasks.rados.rados.0.smithi071.stdout:290: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:22:49.558 INFO:tasks.rados.rados.0.smithi071.stdout:290: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:22:49.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 44 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-10T21:22:49.558 INFO:tasks.rados.rados.0.smithi071.stdout:290: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:22:49.559 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 100 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T21:22:49.559 INFO:tasks.rados.rados.0.smithi071.stdout:285: expect (ObjNum 82 snap 16 seq_num 82) 2024-03-10T21:22:49.646 INFO:tasks.rados.rados.0.smithi071.stdout:288: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:22:49.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:49 smithi193 ceph-mon[30554]: osdmap e120: 8 total, 8 up, 8 in 2024-03-10T21:22:49.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:49 smithi071 ceph-mon[27124]: osdmap e120: 8 total, 8 up, 8 in 2024-03-10T21:22:49.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:49 smithi071 ceph-mon[37838]: osdmap e120: 8 total, 8 up, 8 in 2024-03-10T21:22:50.543 INFO:tasks.rados.rados.0.smithi071.stdout:284: done (5 left) 2024-03-10T21:22:50.543 INFO:tasks.rados.rados.0.smithi071.stdout:285: done (4 left) 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:288: done (3 left) 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:289: done (2 left) 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:290: done (1 left) 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:291: done (0 left) 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:292: rollback oid 50 current snap is 25 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 20 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:293: rmattr oid 38 current snap is 25 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:293: done (1 left) 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 25 2024-03-10T21:22:50.544 INFO:tasks.rados.rados.0.smithi071.stdout:294: seq_num 108 ranges {4399104=614400,5013504=606208,5619712=598016} 2024-03-10T21:22:50.570 INFO:tasks.rados.rados.0.smithi071.stdout:294: writing smithi07176956-21 from 4399104 to 5013504 tid 1 2024-03-10T21:22:50.574 INFO:tasks.rados.rados.0.smithi071.stdout:294: writing smithi07176956-21 from 5013504 to 5619712 tid 2 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:294: writing smithi07176956-21 from 5619712 to 6217728 tid 3 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:295: copy_from oid 37 from oid 14 current snap is 25 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:292: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:292: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:292: finishing rollback tid 2 to smithi07176956-50 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 37 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:292: done (2 left) 2024-03-10T21:22:50.578 INFO:tasks.rados.rados.0.smithi071.stdout:296: rmattr oid 44 current snap is 25 2024-03-10T21:22:50.579 INFO:tasks.rados.rados.0.smithi071.stdout:296: done (2 left) 2024-03-10T21:22:50.579 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 25 2024-03-10T21:22:50.579 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 1 to smithi07176956-21 2024-03-10T21:22:50.579 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 2 to smithi07176956-21 2024-03-10T21:22:50.579 INFO:tasks.rados.rados.0.smithi071.stdout:297: seq_num 109 ranges {73728=630784,704512=491520,1196032=483328,1679360=229376} 2024-03-10T21:22:50.582 INFO:tasks.rados.rados.0.smithi071.stdout:297: writing smithi07176956-15 from 73728 to 704512 tid 1 2024-03-10T21:22:50.585 INFO:tasks.rados.rados.0.smithi071.stdout:297: writing smithi07176956-15 from 704512 to 1196032 tid 2 2024-03-10T21:22:50.587 INFO:tasks.rados.rados.0.smithi071.stdout:297: writing smithi07176956-15 from 1196032 to 1679360 tid 3 2024-03-10T21:22:50.589 INFO:tasks.rados.rados.0.smithi071.stdout:297: writing smithi07176956-15 from 1679360 to 1908736 tid 4 2024-03-10T21:22:50.589 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 25 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 3 to smithi07176956-21 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:295: finishing copy_from to smithi07176956-37 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:295: got expected ENOENT (src dne) 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 4 to smithi07176956-21 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:295: finishing copy_from racing read to smithi07176956-37 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 5 to smithi07176956-21 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: oid 21 updating version 0 to 104 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: oid 21 version 104 is already newer than 102 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: oid 21 updating version 104 to 105 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: oid 21 version 105 is already newer than 103 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 105 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:294: left oid 21 (ObjNum 108 snap 25 seq_num 108) 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:297: finishing write tid 1 to smithi07176956-15 2024-03-10T21:22:50.590 INFO:tasks.rados.rados.0.smithi071.stdout:298: seq_num 110 ranges {360448=647168,1007616=778240,1785856=425984} 2024-03-10T21:22:50.594 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi07176956-22 from 360448 to 1007616 tid 1 2024-03-10T21:22:50.599 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi07176956-22 from 1007616 to 1785856 tid 2 2024-03-10T21:22:50.602 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi07176956-22 from 1785856 to 2211840 tid 3 2024-03-10T21:22:50.602 INFO:tasks.rados.rados.0.smithi071.stdout:294: done (3 left) 2024-03-10T21:22:50.602 INFO:tasks.rados.rados.0.smithi071.stdout:295: done (2 left) 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:299: copy_from oid 27 from oid 35 current snap is 25 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: finishing write tid 2 to smithi07176956-15 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: finishing write tid 3 to smithi07176956-15 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: finishing write tid 4 to smithi07176956-15 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: finishing write tid 5 to smithi07176956-15 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: finishing write tid 6 to smithi07176956-15 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: oid 15 updating version 0 to 86 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: oid 15 updating version 86 to 87 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: oid 15 version 87 is already newer than 85 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: oid 15 version 87 is already newer than 84 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: oid 15 updating version 87 to 88 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 88 (ObjNum 109 snap 25 seq_num 109) dirty exists 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:297: left oid 15 (ObjNum 109 snap 25 seq_num 109) 2024-03-10T21:22:50.603 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 1 to smithi07176956-22 2024-03-10T21:22:50.604 INFO:tasks.rados.rados.0.smithi071.stdout:297: done (2 left) 2024-03-10T21:22:50.604 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 25 2024-03-10T21:22:50.604 INFO:tasks.rados.rados.0.smithi071.stdout:300: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-03-10T21:22:50.605 INFO:tasks.rados.rados.0.smithi071.stdout:300: writing smithi07176956-11 from 0 to 663552 tid 1 2024-03-10T21:22:50.610 INFO:tasks.rados.rados.0.smithi071.stdout:300: writing smithi07176956-11 from 663552 to 1327104 tid 2 2024-03-10T21:22:50.612 INFO:tasks.rados.rados.0.smithi071.stdout:300: writing smithi07176956-11 from 1327104 to 1777664 tid 3 2024-03-10T21:22:50.613 INFO:tasks.rados.rados.0.smithi071.stdout:300: writing smithi07176956-11 from 1777664 to 1867776 tid 4 2024-03-10T21:22:50.613 INFO:tasks.rados.rados.0.smithi071.stdout:301: snap_remove snap 22 2024-03-10T21:22:50.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:50 smithi193 ceph-mon[30554]: osdmap e121: 8 total, 8 up, 8 in 2024-03-10T21:22:50.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:50 smithi193 ceph-mon[30554]: pgmap v169: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 6 op/s 2024-03-10T21:22:50.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:50 smithi071 ceph-mon[27124]: osdmap e121: 8 total, 8 up, 8 in 2024-03-10T21:22:50.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:50 smithi071 ceph-mon[27124]: pgmap v169: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 6 op/s 2024-03-10T21:22:50.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:50 smithi071 ceph-mon[37838]: osdmap e121: 8 total, 8 up, 8 in 2024-03-10T21:22:50.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:50 smithi071 ceph-mon[37838]: pgmap v169: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 868 KiB/s wr, 6 op/s 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:301: done (3 left) 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:302: copy_from oid 16 from oid 44 current snap is 25 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:303: copy_from oid 2 from oid 46 current snap is 25 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:304: snap_create 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 2 to smithi07176956-22 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 3 to smithi07176956-22 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 4 to smithi07176956-22 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 5 to smithi07176956-22 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: oid 22 updating version 0 to 58 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: oid 22 updating version 58 to 59 2024-03-10T21:22:51.551 INFO:tasks.rados.rados.0.smithi071.stdout:298: oid 22 version 59 is already newer than 57 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:298: oid 22 updating version 59 to 60 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 60 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:298: left oid 22 (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing write tid 1 to smithi07176956-11 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing copy_from racing read to smithi07176956-27 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing write tid 2 to smithi07176956-11 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing copy_from to smithi07176956-27 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 49 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing write tid 3 to smithi07176956-11 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing write tid 4 to smithi07176956-11 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing write tid 5 to smithi07176956-11 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing write tid 6 to smithi07176956-11 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: oid 11 updating version 0 to 36 2024-03-10T21:22:51.552 INFO:tasks.rados.rados.0.smithi071.stdout:300: oid 11 updating version 36 to 37 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:300: oid 11 version 37 is already newer than 34 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:300: oid 11 version 37 is already newer than 35 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:300: oid 11 updating version 37 to 38 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 38 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:300: left oid 11 (ObjNum 111 snap 25 seq_num 111) 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:302: finishing copy_from to smithi07176956-16 2024-03-10T21:22:51.553 INFO:tasks.rados.rados.0.smithi071.stdout:302: got expected ENOENT (src dne) 2024-03-10T21:22:51.554 INFO:tasks.rados.rados.0.smithi071.stdout:302: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:22:51.570 INFO:tasks.rados.rados.0.smithi071.stdout:303: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:22:51.574 INFO:tasks.rados.rados.0.smithi071.stdout:303: finishing copy_from to smithi07176956-2 2024-03-10T21:22:51.574 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 93 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-03-10T21:22:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:51 smithi193 ceph-mon[30554]: osdmap e122: 8 total, 8 up, 8 in 2024-03-10T21:22:51.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:51 smithi071 ceph-mon[27124]: osdmap e122: 8 total, 8 up, 8 in 2024-03-10T21:22:51.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:51 smithi071 ceph-mon[37838]: osdmap e122: 8 total, 8 up, 8 in 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:298: done (5 left) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:299: done (4 left) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:300: done (3 left) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:302: done (2 left) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:303: done (1 left) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:304: done (0 left) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:305: read oid 15 snap -1 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:305: expect (ObjNum 109 snap 25 seq_num 109) 2024-03-10T21:22:52.505 INFO:tasks.rados.rados.0.smithi071.stdout:306: copy_from oid 39 from oid 19 current snap is 26 2024-03-10T21:22:52.506 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 26 2024-03-10T21:22:52.506 INFO:tasks.rados.rados.0.smithi071.stdout:307: seq_num 112 ranges {1302528=679936,1982464=548864,2531328=655360} 2024-03-10T21:22:52.517 INFO:tasks.rados.rados.0.smithi071.stdout:307: writing smithi07176956-9 from 1302528 to 1982464 tid 1 2024-03-10T21:22:52.520 INFO:tasks.rados.rados.0.smithi071.stdout:307: writing smithi07176956-9 from 1982464 to 2531328 tid 2 2024-03-10T21:22:52.525 INFO:tasks.rados.rados.0.smithi071.stdout:307: writing smithi07176956-9 from 2531328 to 3186688 tid 3 2024-03-10T21:22:52.525 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 26 2024-03-10T21:22:52.525 INFO:tasks.rados.rados.0.smithi071.stdout:306: finishing copy_from to smithi07176956-39 2024-03-10T21:22:52.525 INFO:tasks.rados.rados.0.smithi071.stdout:306: got expected ENOENT (src dne) 2024-03-10T21:22:52.525 INFO:tasks.rados.rados.0.smithi071.stdout:306: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:22:52.525 INFO:tasks.rados.rados.0.smithi071.stdout:305: expect (ObjNum 109 snap 25 seq_num 109) 2024-03-10T21:22:52.579 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing write tid 1 to smithi07176956-9 2024-03-10T21:22:52.579 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing write tid 2 to smithi07176956-9 2024-03-10T21:22:52.579 INFO:tasks.rados.rados.0.smithi071.stdout:308: seq_num 113 ranges {1785856=696320,2482176=434176,2916352=466944,3383296=303104} 2024-03-10T21:22:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07176956-45 from 1785856 to 2482176 tid 1 2024-03-10T21:22:52.595 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07176956-45 from 2482176 to 2916352 tid 2 2024-03-10T21:22:52.598 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07176956-45 from 2916352 to 3383296 tid 3 2024-03-10T21:22:52.601 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07176956-45 from 3383296 to 3686400 tid 4 2024-03-10T21:22:52.601 INFO:tasks.rados.rados.0.smithi071.stdout:305: done (3 left) 2024-03-10T21:22:52.601 INFO:tasks.rados.rados.0.smithi071.stdout:306: done (2 left) 2024-03-10T21:22:52.601 INFO:tasks.rados.rados.0.smithi071.stdout:309: snap_create 2024-03-10T21:22:52.601 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing write tid 3 to smithi07176956-9 2024-03-10T21:22:52.601 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing write tid 4 to smithi07176956-9 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing write tid 5 to smithi07176956-9 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:307: oid 9 updating version 0 to 125 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:307: oid 9 version 125 is already newer than 123 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:307: oid 9 updating version 125 to 126 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:307: oid 9 version 126 is already newer than 124 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 126 (ObjNum 112 snap 26 seq_num 112) dirty exists 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:307: left oid 9 (ObjNum 112 snap 26 seq_num 112) 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 1 to smithi07176956-45 2024-03-10T21:22:52.602 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 2 to smithi07176956-45 2024-03-10T21:22:52.603 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 3 to smithi07176956-45 2024-03-10T21:22:52.603 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 4 to smithi07176956-45 2024-03-10T21:22:52.603 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 5 to smithi07176956-45 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 6 to smithi07176956-45 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: oid 45 updating version 0 to 46 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: oid 45 version 46 is already newer than 45 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: oid 45 version 46 is already newer than 43 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: oid 45 version 46 is already newer than 44 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: oid 45 updating version 46 to 47 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 47 (ObjNum 113 snap 26 seq_num 113) dirty exists 2024-03-10T21:22:52.604 INFO:tasks.rados.rados.0.smithi071.stdout:308: left oid 45 (ObjNum 113 snap 26 seq_num 113) 2024-03-10T21:22:52.827 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: osdmap e123: 8 total, 8 up, 8 in 2024-03-10T21:22:52.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: pgmap v172: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:52.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:52.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:22:52.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:22:52.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:22:52.828 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:52 smithi193 ceph-mon[30554]: osdmap e124: 8 total, 8 up, 8 in 2024-03-10T21:22:52.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:22:52] "GET /metrics HTTP/1.1" 200 35989 "" "Prometheus/2.43.0" 2024-03-10T21:22:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: osdmap e123: 8 total, 8 up, 8 in 2024-03-10T21:22:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: pgmap v172: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:52.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:22:52.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:22:52.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:22:52.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[27124]: osdmap e124: 8 total, 8 up, 8 in 2024-03-10T21:22:52.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: osdmap e123: 8 total, 8 up, 8 in 2024-03-10T21:22:52.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: pgmap v172: 121 pgs: 121 active+clean; 62 MiB data, 332 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:22:52.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:52.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:22:52.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:22:52.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:22:52.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:52 smithi071 ceph-mon[37838]: osdmap e124: 8 total, 8 up, 8 in 2024-03-10T21:22:53.559 INFO:tasks.rados.rados.0.smithi071.stdout:307: done (2 left) 2024-03-10T21:22:53.559 INFO:tasks.rados.rados.0.smithi071.stdout:308: done (1 left) 2024-03-10T21:22:53.559 INFO:tasks.rados.rados.0.smithi071.stdout:309: done (0 left) 2024-03-10T21:22:53.559 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 27 2024-03-10T21:22:53.559 INFO:tasks.rados.rados.0.smithi071.stdout:310: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-03-10T21:22:53.563 INFO:tasks.rados.rados.0.smithi071.stdout:310: writing smithi07176956-5 from 0 to 712704 tid 1 2024-03-10T21:22:53.567 INFO:tasks.rados.rados.0.smithi071.stdout:310: writing smithi07176956-5 from 712704 to 1425408 tid 2 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:310: writing smithi07176956-5 from 1425408 to 1916928 tid 3 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:311: rollback oid 31 current snap is 27 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 25 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:310: finishing write tid 1 to smithi07176956-5 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:310: finishing write tid 2 to smithi07176956-5 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 27 2024-03-10T21:22:53.571 INFO:tasks.rados.rados.0.smithi071.stdout:312: seq_num 115 ranges {1892352=729088,2621440=647168,3268608=434176,3702784=122880} 2024-03-10T21:22:53.585 INFO:tasks.rados.rados.0.smithi071.stdout:312: writing smithi07176956-49 from 1892352 to 2621440 tid 1 2024-03-10T21:22:53.589 INFO:tasks.rados.rados.0.smithi071.stdout:312: writing smithi07176956-49 from 2621440 to 3268608 tid 2 2024-03-10T21:22:53.591 INFO:tasks.rados.rados.0.smithi071.stdout:312: writing smithi07176956-49 from 3268608 to 3702784 tid 3 2024-03-10T21:22:53.592 INFO:tasks.rados.rados.0.smithi071.stdout:312: writing smithi07176956-49 from 3702784 to 3825664 tid 4 2024-03-10T21:22:53.592 INFO:tasks.rados.rados.0.smithi071.stdout:313: rmattr oid 41 current snap is 27 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:310: finishing write tid 3 to smithi07176956-5 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:310: finishing write tid 4 to smithi07176956-5 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:314: read oid 18 snap -1 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:314: expect (ObjNum 107 snap 24 seq_num 107) 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:315: snap_create 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 131 (ObjNum 65 snap 0 seq_num 1399875417) dirty exists 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:310: finishing write tid 5 to smithi07176956-5 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:310: oid 5 updating version 0 to 94 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:310: oid 5 version 94 is already newer than 91 2024-03-10T21:22:53.593 INFO:tasks.rados.rados.0.smithi071.stdout:310: oid 5 version 94 is already newer than 93 2024-03-10T21:22:53.594 INFO:tasks.rados.rados.0.smithi071.stdout:310: oid 5 version 94 is already newer than 92 2024-03-10T21:22:53.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 94 (ObjNum 114 snap 27 seq_num 114) dirty exists 2024-03-10T21:22:53.594 INFO:tasks.rados.rados.0.smithi071.stdout:310: left oid 5 (ObjNum 114 snap 27 seq_num 114) 2024-03-10T21:22:53.594 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing write tid 1 to smithi07176956-49 2024-03-10T21:22:53.594 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing write tid 2 to smithi07176956-49 2024-03-10T21:22:53.594 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing write tid 3 to smithi07176956-49 2024-03-10T21:22:53.595 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing write tid 4 to smithi07176956-49 2024-03-10T21:22:53.595 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing write tid 5 to smithi07176956-49 2024-03-10T21:22:53.597 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing write tid 6 to smithi07176956-49 2024-03-10T21:22:53.597 INFO:tasks.rados.rados.0.smithi071.stdout:312: oid 49 updating version 0 to 41 2024-03-10T21:22:53.597 INFO:tasks.rados.rados.0.smithi071.stdout:312: oid 49 version 41 is already newer than 40 2024-03-10T21:22:53.597 INFO:tasks.rados.rados.0.smithi071.stdout:312: oid 49 updating version 41 to 44 2024-03-10T21:22:53.597 INFO:tasks.rados.rados.0.smithi071.stdout:312: oid 49 version 44 is already newer than 43 2024-03-10T21:22:53.597 INFO:tasks.rados.rados.0.smithi071.stdout:312: oid 49 version 44 is already newer than 42 2024-03-10T21:22:53.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 44 (ObjNum 115 snap 27 seq_num 115) dirty exists 2024-03-10T21:22:53.598 INFO:tasks.rados.rados.0.smithi071.stdout:312: left oid 49 (ObjNum 115 snap 27 seq_num 115) 2024-03-10T21:22:53.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 133 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:22:53.614 INFO:tasks.rados.rados.0.smithi071.stdout:314: expect (ObjNum 107 snap 24 seq_num 107) 2024-03-10T21:22:53.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:53 smithi193 ceph-mon[30554]: Upgrade: Updating mgr.x 2024-03-10T21:22:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:53 smithi193 ceph-mon[30554]: Deploying daemon mgr.x on smithi193 2024-03-10T21:22:53.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:53 smithi071 ceph-mon[37838]: Upgrade: Updating mgr.x 2024-03-10T21:22:53.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:53 smithi071 ceph-mon[37838]: Deploying daemon mgr.x on smithi193 2024-03-10T21:22:53.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:53 smithi071 ceph-mon[27124]: Upgrade: Updating mgr.x 2024-03-10T21:22:53.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:53 smithi071 ceph-mon[27124]: Deploying daemon mgr.x on smithi193 2024-03-10T21:22:54.492 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:54 smithi193 systemd[1]: Stopping Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:310: done (5 left) 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:311: done (4 left) 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:312: done (3 left) 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:313: done (2 left) 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:314: done (1 left) 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:315: done (0 left) 2024-03-10T21:22:54.569 INFO:tasks.rados.rados.0.smithi071.stdout:316: delete oid 49 current snap is 28 2024-03-10T21:22:54.570 INFO:tasks.rados.rados.0.smithi071.stdout:316: done (0 left) 2024-03-10T21:22:54.570 INFO:tasks.rados.rados.0.smithi071.stdout:317: rollback oid 18 current snap is 28 2024-03-10T21:22:54.570 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 27 2024-03-10T21:22:54.571 INFO:tasks.rados.rados.0.smithi071.stdout:318: snap_create 2024-03-10T21:22:54.574 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing rollback tid 0 to smithi07176956-18 2024-03-10T21:22:54.575 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing rollback tid 1 to smithi07176956-18 2024-03-10T21:22:54.575 INFO:tasks.rados.rados.0.smithi071.stdout:317: finishing rollback tid 2 to smithi07176956-18 2024-03-10T21:22:54.575 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 135 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-03-10T21:22:54.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:54 smithi193 ceph-mon[30554]: osdmap e125: 8 total, 8 up, 8 in 2024-03-10T21:22:54.812 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:54 smithi193 ceph-mon[30554]: pgmap v175: 121 pgs: 121 active+clean; 78 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T21:22:54.812 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:54 smithi193 podman[63330]: 2024-03-10 21:22:54.490568469 +0000 UTC m=+0.154943507 container died b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, RELEASE=reef-c2ea977, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-10T21:22:54.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:54 smithi071 ceph-mon[27124]: osdmap e125: 8 total, 8 up, 8 in 2024-03-10T21:22:54.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:54 smithi071 ceph-mon[27124]: pgmap v175: 121 pgs: 121 active+clean; 78 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T21:22:54.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:54 smithi071 ceph-mon[37838]: osdmap e125: 8 total, 8 up, 8 in 2024-03-10T21:22:54.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:54 smithi071 ceph-mon[37838]: pgmap v175: 121 pgs: 121 active+clean; 78 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T21:22:55.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:54 smithi193 podman[63330]: 2024-03-10 21:22:54.976415201 +0000 UTC m=+0.640790279 container cleanup b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T21:22:55.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:54 smithi193 bash[63330]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x 2024-03-10T21:22:55.566 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 podman[63344]: 2024-03-10 21:22:55.304102221 +0000 UTC m=+0.812949305 container remove b5aee8644f49d975538ed76f473bb562f8e8de0be5d875f32093c464a7913aa5 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-10T21:22:55.566 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:22:55.566 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-10T21:22:55.566 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 systemd[1]: Stopped Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:22:55.566 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service: Consumed 18.237s CPU time. 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:317: done (1 left) 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:318: done (0 left) 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:319: rollback oid 41 current snap is 29 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 25 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:320: rollback oid 18 current snap is 29 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 21 2024-03-10T21:22:55.574 INFO:tasks.rados.rados.0.smithi071.stdout:321: rmattr oid 23 current snap is 29 2024-03-10T21:22:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:321: done (2 left) 2024-03-10T21:22:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:322: copy_from oid 43 from oid 10 current snap is 29 2024-03-10T21:22:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 29 2024-03-10T21:22:55.575 INFO:tasks.rados.rados.0.smithi071.stdout:323: seq_num 117 ranges {0=770048,770048=417792,1187840=442368,1630208=344064} 2024-03-10T21:22:55.578 INFO:tasks.rados.rados.0.smithi071.stdout:323: writing smithi07176956-19 from 0 to 770048 tid 1 2024-03-10T21:22:55.581 INFO:tasks.rados.rados.0.smithi071.stdout:323: writing smithi07176956-19 from 770048 to 1187840 tid 2 2024-03-10T21:22:55.584 INFO:tasks.rados.rados.0.smithi071.stdout:323: writing smithi07176956-19 from 1187840 to 1630208 tid 3 2024-03-10T21:22:55.586 INFO:tasks.rados.rados.0.smithi071.stdout:323: writing smithi07176956-19 from 1630208 to 1974272 tid 4 2024-03-10T21:22:55.586 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 29 2024-03-10T21:22:55.586 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing rollback tid 0 to smithi07176956-18 2024-03-10T21:22:55.586 INFO:tasks.rados.rados.0.smithi071.stdout:319: finishing rollback tid 0 to smithi07176956-41 2024-03-10T21:22:55.586 INFO:tasks.rados.rados.0.smithi071.stdout:319: finishing rollback tid 1 to smithi07176956-41 2024-03-10T21:22:55.586 INFO:tasks.rados.rados.0.smithi071.stdout:324: seq_num 118 ranges {3031040=786432,3817472=704512,4521984=499712} 2024-03-10T21:22:55.606 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07176956-13 from 3031040 to 3817472 tid 1 2024-03-10T21:22:55.610 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07176956-13 from 3817472 to 4521984 tid 2 2024-03-10T21:22:55.614 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07176956-13 from 4521984 to 5021696 tid 3 2024-03-10T21:22:55.614 INFO:tasks.rados.rados.0.smithi071.stdout:325: setattr oid 26 current snap is 29 2024-03-10T21:22:55.614 INFO:tasks.rados.rados.0.smithi071.stdout:319: finishing rollback tid 2 to smithi07176956-41 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 137 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing rollback tid 1 to smithi07176956-18 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing rollback tid 2 to smithi07176956-18 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 139 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing write tid 1 to smithi07176956-19 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing write tid 2 to smithi07176956-19 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:322: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:322: finishing copy_from to smithi07176956-43 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 109 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing write tid 3 to smithi07176956-19 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing write tid 4 to smithi07176956-19 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing write tid 5 to smithi07176956-19 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing write tid 6 to smithi07176956-19 2024-03-10T21:22:55.615 INFO:tasks.rados.rados.0.smithi071.stdout:323: oid 19 updating version 0 to 52 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:323: oid 19 updating version 52 to 53 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:323: oid 19 updating version 53 to 55 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:323: oid 19 version 55 is already newer than 54 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:323: oid 19 updating version 55 to 56 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 56 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:323: left oid 19 (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 1 to smithi07176956-13 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 2 to smithi07176956-13 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:319: done (5 left) 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:320: done (4 left) 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:322: done (3 left) 2024-03-10T21:22:55.616 INFO:tasks.rados.rados.0.smithi071.stdout:323: done (2 left) 2024-03-10T21:22:55.617 INFO:tasks.rados.rados.0.smithi071.stdout:326: snap_create 2024-03-10T21:22:55.617 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 3 to smithi07176956-13 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 4 to smithi07176956-13 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 102 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 5 to smithi07176956-13 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: oid 13 updating version 0 to 144 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: oid 13 version 144 is already newer than 142 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: oid 13 version 144 is already newer than 141 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: oid 13 version 144 is already newer than 143 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 144 (ObjNum 118 snap 29 seq_num 118) dirty exists 2024-03-10T21:22:55.618 INFO:tasks.rados.rados.0.smithi071.stdout:324: left oid 13 (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:22:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:55 smithi193 ceph-mon[30554]: osdmap e126: 8 total, 8 up, 8 in 2024-03-10T21:22:55.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 systemd[1]: Starting Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:22:55.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:55 smithi071 ceph-mon[27124]: osdmap e126: 8 total, 8 up, 8 in 2024-03-10T21:22:55.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:55 smithi071 ceph-mon[37838]: osdmap e126: 8 total, 8 up, 8 in 2024-03-10T21:22:56.119 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 podman[63476]: 2024-03-10 21:22:55.860136003 +0000 UTC m=+0.105387750 container create 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-10T21:22:56.119 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:55 smithi193 podman[63476]: 2024-03-10 21:22:55.772509977 +0000 UTC m=+0.017761738 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:22:56.119 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 podman[63476]: 2024-03-10 21:22:56.091450311 +0000 UTC m=+0.336702058 container init 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:22:56.120 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 podman[63476]: 2024-03-10 21:22:56.094197693 +0000 UTC m=+0.339449450 container start 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-10T21:22:56.581 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-mgr[63496]: -- 172.21.15.193:0/400765223 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556267af65a0 con 0x556267acac00 2024-03-10T21:22:56.581 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 bash[63476]: 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f 2024-03-10T21:22:56.581 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 systemd[1]: Started Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:22:56.585 INFO:tasks.rados.rados.0.smithi071.stdout:324: done (2 left) 2024-03-10T21:22:56.585 INFO:tasks.rados.rados.0.smithi071.stdout:325: done (1 left) 2024-03-10T21:22:56.585 INFO:tasks.rados.rados.0.smithi071.stdout:326: done (0 left) 2024-03-10T21:22:56.585 INFO:tasks.rados.rados.0.smithi071.stdout:327: copy_from oid 34 from oid 46 current snap is 30 2024-03-10T21:22:56.586 INFO:tasks.rados.rados.0.smithi071.stdout:328: snap_remove snap 27 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-mon[30554]: osdmap e127: 8 total, 8 up, 8 in 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-mon[30554]: pgmap v178: 121 pgs: 121 active+clean; 78 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:56.678+0000 7f2a72e8f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:22:56.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:56.795+0000 7f2a72e8f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[37838]: osdmap e127: 8 total, 8 up, 8 in 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[37838]: pgmap v178: 121 pgs: 121 active+clean; 78 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[27124]: osdmap e127: 8 total, 8 up, 8 in 2024-03-10T21:22:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[27124]: pgmap v178: 121 pgs: 121 active+clean; 78 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-03-10T21:22:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:22:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:56 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:22:57.507 INFO:tasks.rados.rados.0.smithi071.stdout:328: done (1 left) 2024-03-10T21:22:57.507 INFO:tasks.rados.rados.0.smithi071.stdout:329: rollback oid 45 current snap is 30 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 24 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:327: finishing copy_from to smithi07176956-34 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 93 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:327: done (1 left) 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:330: read oid 28 snap -1 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:330: expect (ObjNum 9 snap 0 seq_num 9) 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 30 2024-03-10T21:22:57.508 INFO:tasks.rados.rados.0.smithi071.stdout:331: seq_num 119 ranges {6217728=802816,7020544=589824,7610368=409600,8019968=204800} 2024-03-10T21:22:57.545 INFO:tasks.rados.rados.0.smithi071.stdout:331: writing smithi07176956-21 from 6217728 to 7020544 tid 1 2024-03-10T21:22:57.548 INFO:tasks.rados.rados.0.smithi071.stdout:331: writing smithi07176956-21 from 7020544 to 7610368 tid 2 2024-03-10T21:22:57.553 INFO:tasks.rados.rados.0.smithi071.stdout:331: writing smithi07176956-21 from 7610368 to 8019968 tid 3 2024-03-10T21:22:57.554 INFO:tasks.rados.rados.0.smithi071.stdout:331: writing smithi07176956-21 from 8019968 to 8224768 tid 4 2024-03-10T21:22:57.554 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 30 2024-03-10T21:22:57.554 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing rollback tid 0 to smithi07176956-45 2024-03-10T21:22:57.554 INFO:tasks.rados.rados.0.smithi071.stdout:332: seq_num 120 ranges {638976=417792,1056768=475136,1531904=622592,2154496=507904} 2024-03-10T21:22:57.558 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07176956-39 from 638976 to 1056768 tid 1 2024-03-10T21:22:57.561 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07176956-39 from 1056768 to 1531904 tid 2 2024-03-10T21:22:57.564 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07176956-39 from 1531904 to 2154496 tid 3 2024-03-10T21:22:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07176956-39 from 2154496 to 2662400 tid 4 2024-03-10T21:22:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:333: delete oid 9 current snap is 30 2024-03-10T21:22:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing rollback tid 1 to smithi07176956-45 2024-03-10T21:22:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:329: finishing rollback tid 2 to smithi07176956-45 2024-03-10T21:22:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 51 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-03-10T21:22:57.568 INFO:tasks.rados.rados.0.smithi071.stdout:330: expect (ObjNum 9 snap 0 seq_num 9) 2024-03-10T21:22:57.576 INFO:tasks.rados.rados.0.smithi071.stdout:331: finishing write tid 1 to smithi07176956-21 2024-03-10T21:22:57.576 INFO:tasks.rados.rados.0.smithi071.stdout:331: finishing write tid 2 to smithi07176956-21 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: finishing write tid 3 to smithi07176956-21 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: finishing write tid 4 to smithi07176956-21 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:329: done (4 left) 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:330: done (3 left) 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:333: done (2 left) 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 30 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: finishing write tid 5 to smithi07176956-21 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: finishing write tid 6 to smithi07176956-21 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: oid 21 updating version 0 to 113 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: oid 21 version 113 is already newer than 111 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: oid 21 updating version 113 to 115 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: oid 21 version 115 is already newer than 114 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:331: oid 21 version 115 is already newer than 112 2024-03-10T21:22:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 115 (ObjNum 119 snap 30 seq_num 119) dirty exists 2024-03-10T21:22:57.578 INFO:tasks.rados.rados.0.smithi071.stdout:331: left oid 21 (ObjNum 119 snap 30 seq_num 119) 2024-03-10T21:22:57.578 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 1 to smithi07176956-39 2024-03-10T21:22:57.578 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 2 to smithi07176956-39 2024-03-10T21:22:57.578 INFO:tasks.rados.rados.0.smithi071.stdout:334: seq_num 122 ranges {1916928=450560,2367488=688128,3055616=630784,3686400=286720} 2024-03-10T21:22:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-mon[30554]: osdmap e128: 8 total, 8 up, 8 in 2024-03-10T21:22:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-mon[30554]: osdmap e129: 8 total, 8 up, 8 in 2024-03-10T21:22:57.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:57.486+0000 7f2a72e8f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:22:57.589 INFO:tasks.rados.rados.0.smithi071.stdout:334: writing smithi07176956-5 from 1916928 to 2367488 tid 1 2024-03-10T21:22:57.593 INFO:tasks.rados.rados.0.smithi071.stdout:334: writing smithi07176956-5 from 2367488 to 3055616 tid 2 2024-03-10T21:22:57.596 INFO:tasks.rados.rados.0.smithi071.stdout:334: writing smithi07176956-5 from 3055616 to 3686400 tid 3 2024-03-10T21:22:57.598 INFO:tasks.rados.rados.0.smithi071.stdout:334: writing smithi07176956-5 from 3686400 to 3973120 tid 4 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:331: done (2 left) 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:335: delete oid 48 current snap is 30 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 3 to smithi07176956-39 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 4 to smithi07176956-39 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 5 to smithi07176956-39 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 6 to smithi07176956-39 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: oid 39 updating version 0 to 49 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: oid 39 version 49 is already newer than 46 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: oid 39 updating version 49 to 50 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: oid 39 version 50 is already newer than 47 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: oid 39 version 50 is already newer than 48 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 50 (ObjNum 120 snap 30 seq_num 120) dirty exists 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:332: left oid 39 (ObjNum 120 snap 30 seq_num 120) 2024-03-10T21:22:57.599 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing write tid 1 to smithi07176956-5 2024-03-10T21:22:57.600 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing write tid 2 to smithi07176956-5 2024-03-10T21:22:57.601 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing write tid 3 to smithi07176956-5 2024-03-10T21:22:57.601 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing write tid 4 to smithi07176956-5 2024-03-10T21:22:57.601 INFO:tasks.rados.rados.0.smithi071.stdout:332: done (2 left) 2024-03-10T21:22:57.601 INFO:tasks.rados.rados.0.smithi071.stdout:335: done (1 left) 2024-03-10T21:22:57.601 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 30 2024-03-10T21:22:57.601 INFO:tasks.rados.rados.0.smithi071.stdout:336: seq_num 124 ranges {172032=483328,655360=458752,1114112=598016,1712128=548864} 2024-03-10T21:22:57.604 INFO:tasks.rados.rados.0.smithi071.stdout:336: writing smithi07176956-36 from 172032 to 655360 tid 1 2024-03-10T21:22:57.607 INFO:tasks.rados.rados.0.smithi071.stdout:336: writing smithi07176956-36 from 655360 to 1114112 tid 2 2024-03-10T21:22:57.610 INFO:tasks.rados.rados.0.smithi071.stdout:336: writing smithi07176956-36 from 1114112 to 1712128 tid 3 2024-03-10T21:22:57.613 INFO:tasks.rados.rados.0.smithi071.stdout:336: writing smithi07176956-36 from 1712128 to 2260992 tid 4 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:337: copy_from oid 21 from oid 20 current snap is 30 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing write tid 5 to smithi07176956-5 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:338: setattr oid 33 current snap is 30 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: finishing write tid 6 to smithi07176956-5 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: oid 5 updating version 0 to 99 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: oid 5 version 99 is already newer than 96 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: oid 5 version 99 is already newer than 97 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: oid 5 version 99 is already newer than 98 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: oid 5 updating version 99 to 100 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 100 (ObjNum 122 snap 30 seq_num 122) dirty exists 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:334: left oid 5 (ObjNum 122 snap 30 seq_num 122) 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing write tid 1 to smithi07176956-36 2024-03-10T21:22:57.614 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing write tid 2 to smithi07176956-36 2024-03-10T21:22:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing write tid 3 to smithi07176956-36 2024-03-10T21:22:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:334: done (3 left) 2024-03-10T21:22:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:339: read oid 35 snap -1 2024-03-10T21:22:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:339: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:22:57.615 INFO:tasks.rados.rados.0.smithi071.stdout:340: copy_from oid 5 from oid 40 current snap is 30 2024-03-10T21:22:57.616 INFO:tasks.rados.rados.0.smithi071.stdout:341: delete oid 32 current snap is 30 2024-03-10T21:22:57.617 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing write tid 4 to smithi07176956-36 2024-03-10T21:22:57.617 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:22:57.617 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing write tid 5 to smithi07176956-36 2024-03-10T21:22:57.617 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing copy_from to smithi07176956-21 2024-03-10T21:22:57.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:22:57.618 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 130 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: finishing write tid 6 to smithi07176956-36 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: oid 36 updating version 0 to 102 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: oid 36 updating version 102 to 103 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: oid 36 updating version 103 to 105 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: oid 36 version 105 is already newer than 104 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: oid 36 updating version 105 to 106 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 106 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-03-10T21:22:57.619 INFO:tasks.rados.rados.0.smithi071.stdout:336: left oid 36 (ObjNum 124 snap 30 seq_num 124) 2024-03-10T21:22:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:336: done (5 left) 2024-03-10T21:22:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:337: done (4 left) 2024-03-10T21:22:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:338: done (3 left) 2024-03-10T21:22:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:341: done (2 left) 2024-03-10T21:22:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 30 2024-03-10T21:22:57.620 INFO:tasks.rados.rados.0.smithi071.stdout:342: seq_num 126 ranges {4087808=516096,4603904=630784,5234688=614400,5849088=360448} 2024-03-10T21:22:57.644 INFO:tasks.rados.rados.0.smithi071.stdout:342: writing smithi07176956-34 from 4087808 to 4603904 tid 1 2024-03-10T21:22:57.648 INFO:tasks.rados.rados.0.smithi071.stdout:342: writing smithi07176956-34 from 4603904 to 5234688 tid 2 2024-03-10T21:22:57.651 INFO:tasks.rados.rados.0.smithi071.stdout:342: writing smithi07176956-34 from 5234688 to 5849088 tid 3 2024-03-10T21:22:57.653 INFO:tasks.rados.rados.0.smithi071.stdout:342: writing smithi07176956-34 from 5849088 to 6209536 tid 4 2024-03-10T21:22:57.654 INFO:tasks.rados.rados.0.smithi071.stdout:343: snap_remove snap 26 2024-03-10T21:22:57.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:57 smithi071 ceph-mon[27124]: osdmap e128: 8 total, 8 up, 8 in 2024-03-10T21:22:57.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:57 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:57.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:57 smithi071 ceph-mon[27124]: osdmap e129: 8 total, 8 up, 8 in 2024-03-10T21:22:57.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:57 smithi071 ceph-mon[37838]: osdmap e128: 8 total, 8 up, 8 in 2024-03-10T21:22:57.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:57 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:22:57.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:57 smithi071 ceph-mon[37838]: osdmap e129: 8 total, 8 up, 8 in 2024-03-10T21:22:57.868 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:57.594+0000 7f2a72e8f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:22:57.868 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:57.764+0000 7f2a72e8f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:22:57.868 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:57.865+0000 7f2a72e8f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:22:58.246 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:57.952+0000 7f2a72e8f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:22:58.246 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:58.244+0000 7f2a72e8f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:22:58.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:58.383+0000 7f2a72e8f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:22:58.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:58.485+0000 7f2a72e8f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:22:58.588 INFO:tasks.rados.rados.0.smithi071.stdout:339: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:22:58.651 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:340: finishing copy_from to smithi07176956-5 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 28 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:342: finishing write tid 1 to smithi07176956-34 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:342: finishing write tid 2 to smithi07176956-34 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:342: finishing write tid 3 to smithi07176956-34 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:342: finishing write tid 4 to smithi07176956-34 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:339: done (3 left) 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:340: done (2 left) 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:343: done (1 left) 2024-03-10T21:22:58.652 INFO:tasks.rados.rados.0.smithi071.stdout:344: snap_remove snap 20 2024-03-10T21:22:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:58 smithi193 ceph-mon[30554]: pgmap v181: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T21:22:58.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:58.582+0000 7f2a72e8f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:22:58.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:58.775+0000 7f2a72e8f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:22:58.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:58 smithi071 ceph-mon[37838]: pgmap v181: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T21:22:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:58 smithi071 ceph-mon[27124]: pgmap v181: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T21:22:59.594 INFO:tasks.rados.rados.0.smithi071.stdout:344: done (1 left) 2024-03-10T21:22:59.594 INFO:tasks.rados.rados.0.smithi071.stdout:345: snap_remove snap 25 2024-03-10T21:22:59.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:22:59 smithi193 ceph-mon[30554]: osdmap e130: 8 total, 8 up, 8 in 2024-03-10T21:22:59.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:59.783+0000 7f2a72e8f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:22:59.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:22:59 smithi071 ceph-mon[27124]: osdmap e130: 8 total, 8 up, 8 in 2024-03-10T21:22:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:22:59 smithi071 ceph-mon[37838]: osdmap e130: 8 total, 8 up, 8 in 2024-03-10T21:23:00.253 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:22:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:22:59.914+0000 7f2a72e8f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:23:00.541 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:00.251+0000 7f2a72e8f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:23:00.541 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:00.342+0000 7f2a72e8f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:23:00.599 INFO:tasks.rados.rados.0.smithi071.stdout:345: done (1 left) 2024-03-10T21:23:00.599 INFO:tasks.rados.rados.0.smithi071.stdout:346: snap_remove snap 29 2024-03-10T21:23:00.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:00 smithi193 ceph-mon[30554]: osdmap e131: 8 total, 8 up, 8 in 2024-03-10T21:23:00.805 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:00 smithi193 ceph-mon[30554]: pgmap v184: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T21:23:00.805 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:00.539+0000 7f2a72e8f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:01.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:00.755+0000 7f2a72e8f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:23:01.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:01.047+0000 7f2a72e8f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:00 smithi071 ceph-mon[27124]: osdmap e131: 8 total, 8 up, 8 in 2024-03-10T21:23:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:00 smithi071 ceph-mon[27124]: pgmap v184: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T21:23:01.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:00 smithi071 ceph-mon[37838]: osdmap e131: 8 total, 8 up, 8 in 2024-03-10T21:23:01.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:00 smithi071 ceph-mon[37838]: pgmap v184: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.6 MiB/s wr, 33 op/s 2024-03-10T21:23:01.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:01.314+0000 7f2a72e8f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:01.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:01.552+0000 7f2a72e8f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:23:01.607 INFO:tasks.rados.rados.0.smithi071.stdout:346: done (1 left) 2024-03-10T21:23:01.607 INFO:tasks.rados.rados.0.smithi071.stdout:347: setattr oid 20 current snap is 30 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: finishing write tid 5 to smithi07176956-34 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: finishing write tid 6 to smithi07176956-34 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: oid 34 updating version 0 to 153 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: oid 34 updating version 153 to 154 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: oid 34 updating version 154 to 157 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: oid 34 version 157 is already newer than 156 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: oid 34 version 157 is already newer than 155 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 157 (ObjNum 126 snap 30 seq_num 126) dirty exists 2024-03-10T21:23:01.608 INFO:tasks.rados.rados.0.smithi071.stdout:342: left oid 34 (ObjNum 126 snap 30 seq_num 126) 2024-03-10T21:23:01.609 INFO:tasks.rados.rados.0.smithi071.stdout:342: done (1 left) 2024-03-10T21:23:01.609 INFO:tasks.rados.rados.0.smithi071.stdout:348: read oid 27 snap -1 2024-03-10T21:23:01.609 INFO:tasks.rados.rados.0.smithi071.stdout:348: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:23:01.609 INFO:tasks.rados.rados.0.smithi071.stdout:349: read oid 37 snap -1 2024-03-10T21:23:01.609 INFO:tasks.rados.rados.0.smithi071.stdout:349: expect (ObjNum 36 snap 0 seq_num 36) 2024-03-10T21:23:01.609 INFO:tasks.rados.rados.0.smithi071.stdout:350: snap_remove snap 21 2024-03-10T21:23:01.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:01 smithi071 ceph-mon[27124]: osdmap e132: 8 total, 8 up, 8 in 2024-03-10T21:23:01.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:01 smithi071 ceph-mon[37838]: osdmap e132: 8 total, 8 up, 8 in 2024-03-10T21:23:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:01 smithi193 ceph-mon[30554]: osdmap e132: 8 total, 8 up, 8 in 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:350: done (3 left) 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:351: read oid 3 snap -1 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:351: expect (ObjNum 90 snap 17 seq_num 90) 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:352: read oid 39 snap 23 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:352: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:353: snap_create 2024-03-10T21:23:02.507 INFO:tasks.rados.rados.0.smithi071.stdout:349: expect (ObjNum 36 snap 0 seq_num 36) 2024-03-10T21:23:02.531 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 122 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:02.531 INFO:tasks.rados.rados.0.smithi071.stdout:348: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:23:02.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:23:02] "GET /metrics HTTP/1.1" 200 35992 "" "Prometheus/2.43.0" 2024-03-10T21:23:02.592 INFO:tasks.rados.rados.0.smithi071.stdout:352: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:23:02.611 INFO:tasks.rados.rados.0.smithi071.stdout:351: expect (ObjNum 90 snap 17 seq_num 90) 2024-03-10T21:23:02.834 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:02.374+0000 7f2a72e8f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:23:02.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:02 smithi193 ceph-mon[30554]: osdmap e133: 8 total, 8 up, 8 in 2024-03-10T21:23:02.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:02 smithi193 ceph-mon[30554]: pgmap v187: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:02.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:02 smithi193 ceph-mon[30554]: osdmap e134: 8 total, 8 up, 8 in 2024-03-10T21:23:03.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-mon[27124]: osdmap e133: 8 total, 8 up, 8 in 2024-03-10T21:23:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-mon[27124]: pgmap v187: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-mon[27124]: osdmap e134: 8 total, 8 up, 8 in 2024-03-10T21:23:03.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-mon[37838]: osdmap e133: 8 total, 8 up, 8 in 2024-03-10T21:23:03.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-mon[37838]: pgmap v187: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:03.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:02 smithi071 ceph-mon[37838]: osdmap e134: 8 total, 8 up, 8 in 2024-03-10T21:23:03.287 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:02.962+0000 7f2a72e8f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:23:03.287 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:03.066+0000 7f2a72e8f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:23:03.506 INFO:tasks.rados.rados.0.smithi071.stdout:347: done (5 left) 2024-03-10T21:23:03.506 INFO:tasks.rados.rados.0.smithi071.stdout:348: done (4 left) 2024-03-10T21:23:03.506 INFO:tasks.rados.rados.0.smithi071.stdout:349: done (3 left) 2024-03-10T21:23:03.507 INFO:tasks.rados.rados.0.smithi071.stdout:351: done (2 left) 2024-03-10T21:23:03.507 INFO:tasks.rados.rados.0.smithi071.stdout:352: done (1 left) 2024-03-10T21:23:03.507 INFO:tasks.rados.rados.0.smithi071.stdout:353: done (0 left) 2024-03-10T21:23:03.507 INFO:tasks.rados.rados.0.smithi071.stdout:354: delete oid 4 current snap is 31 2024-03-10T21:23:03.509 INFO:tasks.rados.rados.0.smithi071.stdout:354: done (0 left) 2024-03-10T21:23:03.509 INFO:tasks.rados.rados.0.smithi071.stdout:355: snap_create 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:03.285+0000 7f2a72e8f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:03] ENGINE Bus STARTING 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: CherryPy Checker: 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: The Application mounted at '' has an empty config. 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:03] ENGINE Serving on http://:::9283 2024-03-10T21:23:03.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:03] ENGINE Bus STARTED 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: Standby manager daemon x restarted 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: Standby manager daemon x started 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:03 smithi193 ceph-mon[30554]: osdmap e135: 8 total, 8 up, 8 in 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: Standby manager daemon x restarted 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: Standby manager daemon x started 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:04.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[27124]: osdmap e135: 8 total, 8 up, 8 in 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: Standby manager daemon x restarted 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: Standby manager daemon x started 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:04.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:03 smithi071 ceph-mon[37838]: osdmap e135: 8 total, 8 up, 8 in 2024-03-10T21:23:04.513 INFO:tasks.rados.rados.0.smithi071.stdout:355: done (0 left) 2024-03-10T21:23:04.514 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 32 2024-03-10T21:23:04.514 INFO:tasks.rados.rados.0.smithi071.stdout:356: seq_num 128 ranges {155648=548864,704512=794624,1499136=581632,2080768=229376} 2024-03-10T21:23:04.517 INFO:tasks.rados.rados.0.smithi071.stdout:356: writing smithi07176956-28 from 155648 to 704512 tid 1 2024-03-10T21:23:04.521 INFO:tasks.rados.rados.0.smithi071.stdout:356: writing smithi07176956-28 from 704512 to 1499136 tid 2 2024-03-10T21:23:04.525 INFO:tasks.rados.rados.0.smithi071.stdout:356: writing smithi07176956-28 from 1499136 to 2080768 tid 3 2024-03-10T21:23:04.526 INFO:tasks.rados.rados.0.smithi071.stdout:356: writing smithi07176956-28 from 2080768 to 2310144 tid 4 2024-03-10T21:23:04.527 INFO:tasks.rados.rados.0.smithi071.stdout:357: rollback oid 34 current snap is 32 2024-03-10T21:23:04.527 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 23 2024-03-10T21:23:04.527 INFO:tasks.rados.rados.0.smithi071.stdout:356: finishing write tid 1 to smithi07176956-28 2024-03-10T21:23:04.527 INFO:tasks.rados.rados.0.smithi071.stdout:356: finishing write tid 2 to smithi07176956-28 2024-03-10T21:23:04.527 INFO:tasks.rados.rados.0.smithi071.stdout:358: delete oid 8 current snap is 32 2024-03-10T21:23:04.529 INFO:tasks.rados.rados.0.smithi071.stdout:356: finishing write tid 3 to smithi07176956-28 2024-03-10T21:23:04.530 INFO:tasks.rados.rados.0.smithi071.stdout:356: finishing write tid 4 to smithi07176956-28 2024-03-10T21:23:04.530 INFO:tasks.rados.rados.0.smithi071.stdout:356: finishing write tid 5 to smithi07176956-28 2024-03-10T21:23:04.531 INFO:tasks.rados.rados.0.smithi071.stdout:357: finishing rollback tid 0 to smithi07176956-34 2024-03-10T21:23:04.532 INFO:tasks.rados.rados.0.smithi071.stdout:358: done (2 left) 2024-03-10T21:23:04.532 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 32 2024-03-10T21:23:04.532 INFO:tasks.rados.rados.0.smithi071.stdout:359: seq_num 130 ranges {2310144=581632,2891776=614400,3506176=598016,4104192=393216} 2024-03-10T21:23:04.546 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:23:04.547 INFO:tasks.rados.rados.0.smithi071.stdout:359: writing smithi07176956-47 from 2310144 to 2891776 tid 1 2024-03-10T21:23:04.551 INFO:tasks.rados.rados.0.smithi071.stdout:359: writing smithi07176956-47 from 2891776 to 3506176 tid 2 2024-03-10T21:23:04.555 INFO:tasks.rados.rados.0.smithi071.stdout:359: writing smithi07176956-47 from 3506176 to 4104192 tid 3 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:359: writing smithi07176956-47 from 4104192 to 4497408 tid 4 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:360: snap_create 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:357: finishing rollback tid 1 to smithi07176956-34 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: finishing write tid 6 to smithi07176956-28 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: oid 28 updating version 0 to 189 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: oid 28 updating version 189 to 190 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: oid 28 updating version 190 to 191 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: oid 28 version 191 is already newer than 188 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: oid 28 version 191 is already newer than 187 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 191 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-03-10T21:23:04.558 INFO:tasks.rados.rados.0.smithi071.stdout:356: left oid 28 (ObjNum 128 snap 32 seq_num 128) 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:357: finishing rollback tid 2 to smithi07176956-34 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 195 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing write tid 1 to smithi07176956-47 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing write tid 2 to smithi07176956-47 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing write tid 3 to smithi07176956-47 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing write tid 4 to smithi07176956-47 2024-03-10T21:23:04.559 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing write tid 5 to smithi07176956-47 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing write tid 6 to smithi07176956-47 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: oid 47 updating version 0 to 133 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: oid 47 updating version 133 to 135 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: oid 47 version 135 is already newer than 134 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: oid 47 updating version 135 to 136 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: oid 47 version 136 is already newer than 132 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 136 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-03-10T21:23:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:359: left oid 47 (ObjNum 130 snap 32 seq_num 130) 2024-03-10T21:23:04.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:04 smithi071 ceph-mon[27124]: mgrmap e23: y(active, since 3m), standbys: x 2024-03-10T21:23:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:04 smithi071 ceph-mon[27124]: pgmap v190: 121 pgs: 121 active+clean; 95 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T21:23:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:04 smithi071 ceph-mon[27124]: osdmap e136: 8 total, 8 up, 8 in 2024-03-10T21:23:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:04 smithi071 ceph-mon[37838]: mgrmap e23: y(active, since 3m), standbys: x 2024-03-10T21:23:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:04 smithi071 ceph-mon[37838]: pgmap v190: 121 pgs: 121 active+clean; 95 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T21:23:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:04 smithi071 ceph-mon[37838]: osdmap e136: 8 total, 8 up, 8 in 2024-03-10T21:23:04.862 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:23:04.862 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (2m) 2m ago 3m 18.5M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (3m) 2m ago 3m 81.5M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (4m) 2m ago 4m 12.5M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (4m) 2m ago 4m 16.3M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 starting - - - - 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.1-746-gc2ea977b a30af69eda22 eccea271134f 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (9m) 2m ago 9m 48.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 49066ced84b3 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (8m) 2m ago 8m 42.2M 2048M 18.2.1-746-gc2ea977b a30af69eda22 4545cf5e821a 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (8m) 2m ago 8m 40.7M 2048M 18.2.1-746-gc2ea977b a30af69eda22 6f86135e1e74 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (3m) 2m ago 3m 9084k - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (3m) 2m ago 2m 5460k - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 2m ago 7m 47.7M 2992M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (7m) 2m ago 7m 43.7M 2992M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 2m ago 6m 43.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:23:04.863 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 2m ago 6m 40.6M 2992M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:23:04.864 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (6m) 2m ago 6m 41.4M 2992M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:23:04.864 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (5m) 2m ago 5m 41.3M 2992M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:23:04.864 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (5m) 2m ago 5m 42.0M 2992M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:23:04.864 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (4m) 2m ago 4m 43.8M 2992M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:23:04.864 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (2m) 2m ago 4m 28.8M - 2.43.0 a07b618ecd1d 2d63c8cc9b7a 2024-03-10T21:23:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:04 smithi193 ceph-mon[30554]: mgrmap e23: y(active, since 3m), standbys: x 2024-03-10T21:23:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:04 smithi193 ceph-mon[30554]: pgmap v190: 121 pgs: 121 active+clean; 95 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T21:23:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:04 smithi193 ceph-mon[30554]: osdmap e136: 8 total, 8 up, 8 in 2024-03-10T21:23:05.249 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:23:05.249 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:23:05.249 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 14, 2024-03-10T21:23:05.250 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T21:23:05.251 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:23:05.251 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:23:05.511 INFO:tasks.rados.rados.0.smithi071.stdout:356: done (3 left) 2024-03-10T21:23:05.511 INFO:tasks.rados.rados.0.smithi071.stdout:357: done (2 left) 2024-03-10T21:23:05.511 INFO:tasks.rados.rados.0.smithi071.stdout:359: done (1 left) 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:360: done (0 left) 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:361: read oid 45 snap -1 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:361: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:362: rmattr oid 18 current snap is 33 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:362: done (1 left) 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:363: read oid 28 snap -1 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:363: expect (ObjNum 128 snap 32 seq_num 128) 2024-03-10T21:23:05.512 INFO:tasks.rados.rados.0.smithi071.stdout:364: snap_create 2024-03-10T21:23:05.516 INFO:tasks.rados.rados.0.smithi071.stdout:361: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:23:05.565 INFO:tasks.rados.rados.0.smithi071.stdout:363: expect (ObjNum 128 snap 32 seq_num 128) 2024-03-10T21:23:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:05 smithi193 ceph-mon[30554]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:05 smithi193 ceph-mon[30554]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:05 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/2118715067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:23:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:05 smithi193 ceph-mon[30554]: osdmap e137: 8 total, 8 up, 8 in 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[27124]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[27124]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/2118715067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[27124]: osdmap e137: 8 total, 8 up, 8 in 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[37838]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[37838]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/2118715067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:23:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:05 smithi071 ceph-mon[37838]: osdmap e137: 8 total, 8 up, 8 in 2024-03-10T21:23:06.513 INFO:tasks.rados.rados.0.smithi071.stdout:361: done (2 left) 2024-03-10T21:23:06.513 INFO:tasks.rados.rados.0.smithi071.stdout:363: done (1 left) 2024-03-10T21:23:06.513 INFO:tasks.rados.rados.0.smithi071.stdout:364: done (0 left) 2024-03-10T21:23:06.513 INFO:tasks.rados.rados.0.smithi071.stdout:365: read oid 10 snap -1 2024-03-10T21:23:06.513 INFO:tasks.rados.rados.0.smithi071.stdout:365: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:23:06.514 INFO:tasks.rados.rados.0.smithi071.stdout:366: rollback oid 36 current snap is 34 2024-03-10T21:23:06.514 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 32 2024-03-10T21:23:06.514 INFO:tasks.rados.rados.0.smithi071.stdout:367: snap_create 2024-03-10T21:23:06.517 INFO:tasks.rados.rados.0.smithi071.stdout:366: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:23:06.518 INFO:tasks.rados.rados.0.smithi071.stdout:366: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:23:06.519 INFO:tasks.rados.rados.0.smithi071.stdout:366: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:23:06.519 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 127 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-03-10T21:23:06.522 INFO:tasks.rados.rados.0.smithi071.stdout:365: expect (ObjNum 38 snap 0 seq_num 38) 2024-03-10T21:23:07.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:06 smithi193 ceph-mon[30554]: pgmap v193: 121 pgs: 121 active+clean; 95 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T21:23:07.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:06 smithi193 ceph-mon[30554]: osdmap e138: 8 total, 8 up, 8 in 2024-03-10T21:23:07.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:06 smithi071 ceph-mon[27124]: pgmap v193: 121 pgs: 121 active+clean; 95 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T21:23:07.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:06 smithi071 ceph-mon[27124]: osdmap e138: 8 total, 8 up, 8 in 2024-03-10T21:23:07.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:06 smithi071 ceph-mon[37838]: pgmap v193: 121 pgs: 121 active+clean; 95 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-03-10T21:23:07.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:06 smithi071 ceph-mon[37838]: osdmap e138: 8 total, 8 up, 8 in 2024-03-10T21:23:07.509 INFO:tasks.rados.rados.0.smithi071.stdout:365: done (2 left) 2024-03-10T21:23:07.509 INFO:tasks.rados.rados.0.smithi071.stdout:366: done (1 left) 2024-03-10T21:23:07.509 INFO:tasks.rados.rados.0.smithi071.stdout:367: done (0 left) 2024-03-10T21:23:07.509 INFO:tasks.rados.rados.0.smithi071.stdout:368: read oid 14 snap -1 2024-03-10T21:23:07.509 INFO:tasks.rados.rados.0.smithi071.stdout:368: expect deleted 2024-03-10T21:23:07.510 INFO:tasks.rados.rados.0.smithi071.stdout:369: delete oid 12 current snap is 35 2024-03-10T21:23:07.516 INFO:tasks.rados.rados.0.smithi071.stdout:368: done (1 left) 2024-03-10T21:23:07.516 INFO:tasks.rados.rados.0.smithi071.stdout:369: done (0 left) 2024-03-10T21:23:07.516 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 35 2024-03-10T21:23:07.516 INFO:tasks.rados.rados.0.smithi071.stdout:370: seq_num 132 ranges {1622016=614400,2236416=786432,3022848=565248,3588096=253952} 2024-03-10T21:23:07.528 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi07176956-3 from 1622016 to 2236416 tid 1 2024-03-10T21:23:07.532 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi07176956-3 from 2236416 to 3022848 tid 2 2024-03-10T21:23:07.535 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi07176956-3 from 3022848 to 3588096 tid 3 2024-03-10T21:23:07.537 INFO:tasks.rados.rados.0.smithi071.stdout:370: writing smithi07176956-3 from 3588096 to 3842048 tid 4 2024-03-10T21:23:07.537 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 35 2024-03-10T21:23:07.537 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 1 to smithi07176956-3 2024-03-10T21:23:07.538 INFO:tasks.rados.rados.0.smithi071.stdout:371: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-03-10T21:23:07.541 INFO:tasks.rados.rados.0.smithi071.stdout:371: writing smithi07176956-49 from 0 to 630784 tid 1 2024-03-10T21:23:07.545 INFO:tasks.rados.rados.0.smithi071.stdout:371: writing smithi07176956-49 from 630784 to 1294336 tid 2 2024-03-10T21:23:07.549 INFO:tasks.rados.rados.0.smithi071.stdout:371: writing smithi07176956-49 from 1294336 to 2064384 tid 3 2024-03-10T21:23:07.550 INFO:tasks.rados.rados.0.smithi071.stdout:371: writing smithi07176956-49 from 2064384 to 2236416 tid 4 2024-03-10T21:23:07.551 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 35 2024-03-10T21:23:07.551 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 2 to smithi07176956-3 2024-03-10T21:23:07.551 INFO:tasks.rados.rados.0.smithi071.stdout:372: seq_num 134 ranges {106496=647168,753664=548864,1302528=573440,1875968=483328} 2024-03-10T21:23:07.554 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07176956-7 from 106496 to 753664 tid 1 2024-03-10T21:23:07.558 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07176956-7 from 753664 to 1302528 tid 2 2024-03-10T21:23:07.561 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07176956-7 from 1302528 to 1875968 tid 3 2024-03-10T21:23:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07176956-7 from 1875968 to 2359296 tid 4 2024-03-10T21:23:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:373: snap_remove snap 30 2024-03-10T21:23:08.523 INFO:tasks.rados.rados.0.smithi071.stdout:373: done (3 left) 2024-03-10T21:23:08.523 INFO:tasks.rados.rados.0.smithi071.stdout:374: rollback oid 5 current snap is 35 2024-03-10T21:23:08.523 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 34 2024-03-10T21:23:08.523 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 3 to smithi07176956-3 2024-03-10T21:23:08.523 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 4 to smithi07176956-3 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 5 to smithi07176956-3 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing write tid 6 to smithi07176956-3 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: oid 3 updating version 0 to 152 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: oid 3 updating version 152 to 156 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: oid 3 version 156 is already newer than 154 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: oid 3 version 156 is already newer than 153 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: oid 3 version 156 is already newer than 155 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 156 (ObjNum 132 snap 35 seq_num 132) dirty exists 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:370: left oid 3 (ObjNum 132 snap 35 seq_num 132) 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing write tid 1 to smithi07176956-49 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing write tid 2 to smithi07176956-49 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing write tid 3 to smithi07176956-49 2024-03-10T21:23:08.524 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing write tid 4 to smithi07176956-49 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing write tid 5 to smithi07176956-49 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: finishing write tid 6 to smithi07176956-49 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: oid 49 updating version 0 to 60 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: oid 49 updating version 60 to 61 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: oid 49 version 61 is already newer than 57 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: oid 49 version 61 is already newer than 58 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: oid 49 version 61 is already newer than 59 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 61 (ObjNum 133 snap 35 seq_num 133) dirty exists 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:371: left oid 49 (ObjNum 133 snap 35 seq_num 133) 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 1 to smithi07176956-7 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 2 to smithi07176956-7 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 3 to smithi07176956-7 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 4 to smithi07176956-7 2024-03-10T21:23:08.525 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 5 to smithi07176956-7 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 6 to smithi07176956-7 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: oid 7 updating version 0 to 137 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: oid 7 version 137 is already newer than 134 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: oid 7 version 137 is already newer than 136 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: oid 7 version 137 is already newer than 135 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: oid 7 updating version 137 to 138 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 138 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: left oid 7 (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:370: done (3 left) 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:371: done (2 left) 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:372: done (1 left) 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 35 2024-03-10T21:23:08.526 INFO:tasks.rados.rados.0.smithi071.stdout:375: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-03-10T21:23:08.527 INFO:tasks.rados.rados.0.smithi071.stdout:375: writing smithi07176956-14 from 0 to 663552 tid 1 2024-03-10T21:23:08.529 INFO:tasks.rados.rados.0.smithi071.stdout:375: writing smithi07176956-14 from 663552 to 1097728 tid 2 2024-03-10T21:23:08.534 INFO:tasks.rados.rados.0.smithi071.stdout:375: writing smithi07176956-14 from 1097728 to 1884160 tid 3 2024-03-10T21:23:08.536 INFO:tasks.rados.rados.0.smithi071.stdout:375: writing smithi07176956-14 from 1884160 to 2269184 tid 4 2024-03-10T21:23:08.536 INFO:tasks.rados.rados.0.smithi071.stdout:376: copy_from oid 6 from oid 19 current snap is 35 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:374: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:374: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:374: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 131 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:375: finishing write tid 1 to smithi07176956-14 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:375: finishing write tid 2 to smithi07176956-14 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:374: done (2 left) 2024-03-10T21:23:08.537 INFO:tasks.rados.rados.0.smithi071.stdout:377: snap_create 2024-03-10T21:23:08.538 INFO:tasks.rados.rados.0.smithi071.stdout:375: finishing write tid 3 to smithi07176956-14 2024-03-10T21:23:08.539 INFO:tasks.rados.rados.0.smithi071.stdout:375: finishing write tid 4 to smithi07176956-14 2024-03-10T21:23:08.539 INFO:tasks.rados.rados.0.smithi071.stdout:375: finishing write tid 5 to smithi07176956-14 2024-03-10T21:23:08.541 INFO:tasks.rados.rados.0.smithi071.stdout:375: finishing write tid 6 to smithi07176956-14 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:375: oid 14 updating version 0 to 146 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:375: oid 14 updating version 146 to 147 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:375: oid 14 version 147 is already newer than 145 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:375: oid 14 version 147 is already newer than 144 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:375: oid 14 version 147 is already newer than 143 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 147 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-03-10T21:23:08.542 INFO:tasks.rados.rados.0.smithi071.stdout:375: left oid 14 (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:23:08.548 INFO:tasks.rados.rados.0.smithi071.stdout:376: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:23:08.548 INFO:tasks.rados.rados.0.smithi071.stdout:376: finishing copy_from to smithi07176956-6 2024-03-10T21:23:08.549 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 56 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:08.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:08 smithi193 ceph-mon[30554]: osdmap e139: 8 total, 8 up, 8 in 2024-03-10T21:23:08.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:08 smithi193 ceph-mon[30554]: pgmap v196: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-03-10T21:23:08.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:08 smithi071 ceph-mon[27124]: osdmap e139: 8 total, 8 up, 8 in 2024-03-10T21:23:08.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:08 smithi071 ceph-mon[27124]: pgmap v196: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-03-10T21:23:08.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:08 smithi071 ceph-mon[37838]: osdmap e139: 8 total, 8 up, 8 in 2024-03-10T21:23:08.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:08 smithi071 ceph-mon[37838]: pgmap v196: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-03-10T21:23:09.528 INFO:tasks.rados.rados.0.smithi071.stdout:375: done (2 left) 2024-03-10T21:23:09.528 INFO:tasks.rados.rados.0.smithi071.stdout:376: done (1 left) 2024-03-10T21:23:09.528 INFO:tasks.rados.rados.0.smithi071.stdout:377: done (0 left) 2024-03-10T21:23:09.528 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 36 2024-03-10T21:23:09.528 INFO:tasks.rados.rados.0.smithi071.stdout:378: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-03-10T21:23:09.531 INFO:tasks.rados.rados.0.smithi071.stdout:378: writing smithi07176956-12 from 0 to 688128 tid 1 2024-03-10T21:23:09.536 INFO:tasks.rados.rados.0.smithi071.stdout:378: writing smithi07176956-12 from 688128 to 1409024 tid 2 2024-03-10T21:23:09.539 INFO:tasks.rados.rados.0.smithi071.stdout:378: writing smithi07176956-12 from 1409024 to 1949696 tid 3 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:378: writing smithi07176956-12 from 1949696 to 2293760 tid 4 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing write tid 1 to smithi07176956-12 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:379: read oid 9 snap -1 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:379: expect deleted 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 36 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing write tid 2 to smithi07176956-12 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing write tid 3 to smithi07176956-12 2024-03-10T21:23:09.542 INFO:tasks.rados.rados.0.smithi071.stdout:380: seq_num 137 ranges {425984=704512,1130496=655360,1785856=753664,2539520=196608} 2024-03-10T21:23:09.548 INFO:tasks.rados.rados.0.smithi071.stdout:380: writing smithi07176956-26 from 425984 to 1130496 tid 1 2024-03-10T21:23:09.552 INFO:tasks.rados.rados.0.smithi071.stdout:380: writing smithi07176956-26 from 1130496 to 1785856 tid 2 2024-03-10T21:23:09.556 INFO:tasks.rados.rados.0.smithi071.stdout:380: writing smithi07176956-26 from 1785856 to 2539520 tid 3 2024-03-10T21:23:09.558 INFO:tasks.rados.rados.0.smithi071.stdout:380: writing smithi07176956-26 from 2539520 to 2736128 tid 4 2024-03-10T21:23:09.558 INFO:tasks.rados.rados.0.smithi071.stdout:381: snap_create 2024-03-10T21:23:09.558 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing write tid 4 to smithi07176956-12 2024-03-10T21:23:09.558 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing write tid 5 to smithi07176956-12 2024-03-10T21:23:09.558 INFO:tasks.rados.rados.0.smithi071.stdout:378: finishing write tid 6 to smithi07176956-12 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:378: oid 12 updating version 0 to 148 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:378: oid 12 updating version 148 to 149 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:378: oid 12 updating version 149 to 152 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:378: oid 12 version 152 is already newer than 151 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:378: oid 12 version 152 is already newer than 150 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 152 (ObjNum 136 snap 36 seq_num 136) dirty exists 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:378: left oid 12 (ObjNum 136 snap 36 seq_num 136) 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing write tid 1 to smithi07176956-26 2024-03-10T21:23:09.559 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing write tid 2 to smithi07176956-26 2024-03-10T21:23:09.560 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing write tid 3 to smithi07176956-26 2024-03-10T21:23:09.560 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing write tid 4 to smithi07176956-26 2024-03-10T21:23:09.560 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing write tid 5 to smithi07176956-26 2024-03-10T21:23:09.561 INFO:tasks.rados.rados.0.smithi071.stdout:380: finishing write tid 6 to smithi07176956-26 2024-03-10T21:23:09.561 INFO:tasks.rados.rados.0.smithi071.stdout:380: oid 26 updating version 0 to 146 2024-03-10T21:23:09.561 INFO:tasks.rados.rados.0.smithi071.stdout:380: oid 26 version 146 is already newer than 143 2024-03-10T21:23:09.561 INFO:tasks.rados.rados.0.smithi071.stdout:380: oid 26 version 146 is already newer than 145 2024-03-10T21:23:09.561 INFO:tasks.rados.rados.0.smithi071.stdout:380: oid 26 version 146 is already newer than 144 2024-03-10T21:23:09.562 INFO:tasks.rados.rados.0.smithi071.stdout:380: oid 26 version 146 is already newer than 142 2024-03-10T21:23:09.562 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 146 (ObjNum 137 snap 36 seq_num 137) dirty exists 2024-03-10T21:23:09.562 INFO:tasks.rados.rados.0.smithi071.stdout:380: left oid 26 (ObjNum 137 snap 36 seq_num 137) 2024-03-10T21:23:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:09 smithi193 ceph-mon[30554]: osdmap e140: 8 total, 8 up, 8 in 2024-03-10T21:23:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:09 smithi071 ceph-mon[27124]: osdmap e140: 8 total, 8 up, 8 in 2024-03-10T21:23:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:09 smithi071 ceph-mon[37838]: osdmap e140: 8 total, 8 up, 8 in 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:378: done (3 left) 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:379: done (2 left) 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:380: done (1 left) 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:381: done (0 left) 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:382: copy_from oid 15 from oid 40 current snap is 37 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:383: read oid 7 snap 23 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:383: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:384: rollback oid 31 current snap is 37 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 28 2024-03-10T21:23:10.537 INFO:tasks.rados.rados.0.smithi071.stdout:385: delete oid 35 current snap is 37 2024-03-10T21:23:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:383: expect (ObjNum 6 snap 0 seq_num 6) 2024-03-10T21:23:10.545 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:23:10.545 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:23:10.545 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 183 (ObjNum 65 snap 0 seq_num 1735029363) dirty exists 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:383: done (3 left) 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:384: done (2 left) 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:385: done (1 left) 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:386: read oid 26 snap -1 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:386: expect (ObjNum 137 snap 36 seq_num 137) 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:387: rollback oid 43 current snap is 37 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 34 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:388: delete oid 16 current snap is 37 2024-03-10T21:23:10.546 INFO:tasks.rados.rados.0.smithi071.stdout:382: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:23:10.547 INFO:tasks.rados.rados.0.smithi071.stdout:382: finishing copy_from to smithi07176956-15 2024-03-10T21:23:10.547 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 28 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:23:10.548 INFO:tasks.rados.rados.0.smithi071.stdout:382: done (3 left) 2024-03-10T21:23:10.548 INFO:tasks.rados.rados.0.smithi071.stdout:388: done (2 left) 2024-03-10T21:23:10.548 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 37 2024-03-10T21:23:10.548 INFO:tasks.rados.rados.0.smithi071.stdout:389: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2024-03-10T21:23:10.553 INFO:tasks.rados.rados.0.smithi071.stdout:389: writing smithi07176956-31 from 0 to 753664 tid 1 2024-03-10T21:23:10.557 INFO:tasks.rados.rados.0.smithi071.stdout:389: writing smithi07176956-31 from 753664 to 1458176 tid 2 2024-03-10T21:23:10.560 INFO:tasks.rados.rados.0.smithi071.stdout:389: writing smithi07176956-31 from 1458176 to 1982464 tid 3 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:389: writing smithi07176956-31 from 1982464 to 2359296 tid 4 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 37 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing rollback tid 0 to smithi07176956-43 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 187 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:23:10.563 INFO:tasks.rados.rados.0.smithi071.stdout:386: expect (ObjNum 137 snap 36 seq_num 137) 2024-03-10T21:23:10.641 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing write tid 1 to smithi07176956-31 2024-03-10T21:23:10.641 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing write tid 2 to smithi07176956-31 2024-03-10T21:23:10.641 INFO:tasks.rados.rados.0.smithi071.stdout:390: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-03-10T21:23:10.645 INFO:tasks.rados.rados.0.smithi071.stdout:390: writing smithi07176956-4 from 0 to 770048 tid 1 2024-03-10T21:23:10.648 INFO:tasks.rados.rados.0.smithi071.stdout:390: writing smithi07176956-4 from 770048 to 1359872 tid 2 2024-03-10T21:23:10.652 INFO:tasks.rados.rados.0.smithi071.stdout:390: writing smithi07176956-4 from 1359872 to 2088960 tid 3 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:390: writing smithi07176956-4 from 2088960 to 2375680 tid 4 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:386: done (3 left) 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:387: done (2 left) 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:391: read oid 17 snap -1 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:391: expect (ObjNum 16 snap 0 seq_num 16) 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing write tid 3 to smithi07176956-31 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing write tid 4 to smithi07176956-31 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:392: read oid 7 snap -1 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:392: expect (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 37 2024-03-10T21:23:10.655 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing write tid 5 to smithi07176956-31 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing write tid 6 to smithi07176956-31 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: oid 31 updating version 0 to 189 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: oid 31 updating version 189 to 191 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: oid 31 updating version 191 to 192 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: oid 31 version 192 is already newer than 188 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: oid 31 version 192 is already newer than 190 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 192 (ObjNum 140 snap 37 seq_num 140) dirty exists 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:389: left oid 31 (ObjNum 140 snap 37 seq_num 140) 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:390: finishing write tid 1 to smithi07176956-4 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:390: finishing write tid 2 to smithi07176956-4 2024-03-10T21:23:10.656 INFO:tasks.rados.rados.0.smithi071.stdout:393: seq_num 142 ranges {2097152=786432,2883584=475136,3358720=540672,3899392=589824} 2024-03-10T21:23:10.670 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi07176956-33 from 2097152 to 2883584 tid 1 2024-03-10T21:23:10.672 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi07176956-33 from 2883584 to 3358720 tid 2 2024-03-10T21:23:10.675 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi07176956-33 from 3358720 to 3899392 tid 3 2024-03-10T21:23:10.679 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi07176956-33 from 3899392 to 4489216 tid 4 2024-03-10T21:23:10.680 INFO:tasks.rados.rados.0.smithi071.stdout:389: done (4 left) 2024-03-10T21:23:10.680 INFO:tasks.rados.rados.0.smithi071.stdout:394: read oid 45 snap -1 2024-03-10T21:23:10.680 INFO:tasks.rados.rados.0.smithi071.stdout:394: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:23:10.680 INFO:tasks.rados.rados.0.smithi071.stdout:395: delete oid 37 current snap is 37 2024-03-10T21:23:10.680 INFO:tasks.rados.rados.0.smithi071.stdout:391: expect (ObjNum 16 snap 0 seq_num 16) 2024-03-10T21:23:10.688 INFO:tasks.rados.rados.0.smithi071.stdout:390: finishing write tid 3 to smithi07176956-4 2024-03-10T21:23:10.688 INFO:tasks.rados.rados.0.smithi071.stdout:390: finishing write tid 4 to smithi07176956-4 2024-03-10T21:23:10.688 INFO:tasks.rados.rados.0.smithi071.stdout:391: done (5 left) 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:395: done (4 left) 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 37 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: finishing write tid 5 to smithi07176956-4 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: finishing write tid 6 to smithi07176956-4 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: oid 4 updating version 0 to 204 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: oid 4 updating version 204 to 206 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: oid 4 version 206 is already newer than 202 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: oid 4 version 206 is already newer than 205 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: oid 4 version 206 is already newer than 203 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 206 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:390: left oid 4 (ObjNum 141 snap 37 seq_num 141) 2024-03-10T21:23:10.689 INFO:tasks.rados.rados.0.smithi071.stdout:392: expect (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:10.750 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 1 to smithi07176956-33 2024-03-10T21:23:10.750 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 2 to smithi07176956-33 2024-03-10T21:23:10.750 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 3 to smithi07176956-33 2024-03-10T21:23:10.750 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 4 to smithi07176956-33 2024-03-10T21:23:10.750 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 5 to smithi07176956-33 2024-03-10T21:23:10.750 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 6 to smithi07176956-33 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:393: oid 33 updating version 0 to 163 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:393: oid 33 version 163 is already newer than 162 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:393: oid 33 updating version 163 to 164 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:393: oid 33 version 164 is already newer than 161 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:393: oid 33 version 164 is already newer than 160 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 164 (ObjNum 142 snap 37 seq_num 142) dirty exists 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:393: left oid 33 (ObjNum 142 snap 37 seq_num 142) 2024-03-10T21:23:10.751 INFO:tasks.rados.rados.0.smithi071.stdout:394: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:23:10.798 INFO:tasks.rados.rados.0.smithi071.stdout:396: seq_num 144 ranges {4497408=16384} 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:396: writing smithi07176956-47 from 4497408 to 4513792 tid 1 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:390: done (4 left) 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:392: done (3 left) 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:393: done (2 left) 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:394: done (1 left) 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 37 2024-03-10T21:23:10.823 INFO:tasks.rados.rados.0.smithi071.stdout:397: seq_num 145 ranges {270336=32768} 2024-03-10T21:23:10.824 INFO:tasks.rados.rados.0.smithi071.stdout:397: writing smithi07176956-17 from 270336 to 303104 tid 1 2024-03-10T21:23:10.824 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 37 2024-03-10T21:23:10.824 INFO:tasks.rados.rados.0.smithi071.stdout:398: seq_num 146 ranges {2293760=49152} 2024-03-10T21:23:10.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:10 smithi193 ceph-mon[30554]: osdmap e141: 8 total, 8 up, 8 in 2024-03-10T21:23:10.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:10 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:10 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:10 smithi193 ceph-mon[30554]: pgmap v199: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:10 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:10 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[27124]: osdmap e141: 8 total, 8 up, 8 in 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[27124]: pgmap v199: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[37838]: osdmap e141: 8 total, 8 up, 8 in 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[37838]: pgmap v199: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:10 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:398: writing smithi07176956-12 from 2293760 to 2342912 tid 1 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:399: read oid 33 snap -1 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:399: expect (ObjNum 142 snap 37 seq_num 142) 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 37 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:400: seq_num 147 ranges {0=65536} 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:400: writing smithi07176956-37 from 0 to 65536 tid 1 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:401: read oid 7 snap 36 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:401: expect (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 37 2024-03-10T21:23:10.838 INFO:tasks.rados.rados.0.smithi071.stdout:402: seq_num 148 ranges {5160960=81920} 2024-03-10T21:23:10.867 INFO:tasks.rados.rados.0.smithi071.stdout:402: writing smithi07176956-23 from 5160960 to 5242880 tid 1 2024-03-10T21:23:10.867 INFO:tasks.rados.rados.0.smithi071.stdout:403: delete oid 30 current snap is 37 2024-03-10T21:23:10.867 INFO:tasks.rados.rados.0.smithi071.stdout:396: finishing write tid 1 to smithi07176956-47 2024-03-10T21:23:10.867 INFO:tasks.rados.rados.0.smithi071.stdout:396: finishing write tid 2 to smithi07176956-47 2024-03-10T21:23:10.867 INFO:tasks.rados.rados.0.smithi071.stdout:396: finishing write tid 3 to smithi07176956-47 2024-03-10T21:23:10.867 INFO:tasks.rados.rados.0.smithi071.stdout:396: oid 47 updating version 0 to 155 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:396: oid 47 version 155 is already newer than 154 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 155 (ObjNum 144 snap 37 seq_num 144) dirty exists 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:396: left oid 47 (ObjNum 144 snap 37 seq_num 144) 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:397: finishing write tid 1 to smithi07176956-17 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:397: finishing write tid 2 to smithi07176956-17 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:397: finishing write tid 3 to smithi07176956-17 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:397: oid 17 updating version 0 to 12 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:397: oid 17 updating version 12 to 13 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 13 (ObjNum 145 snap 37 seq_num 145) dirty exists 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:397: left oid 17 (ObjNum 145 snap 37 seq_num 145) 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 1 to smithi07176956-37 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 1 to smithi07176956-12 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 2 to smithi07176956-12 2024-03-10T21:23:10.868 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 2 to smithi07176956-37 2024-03-10T21:23:10.869 INFO:tasks.rados.rados.0.smithi071.stdout:398: finishing write tid 3 to smithi07176956-12 2024-03-10T21:23:10.869 INFO:tasks.rados.rados.0.smithi071.stdout:398: oid 12 updating version 0 to 158 2024-03-10T21:23:10.869 INFO:tasks.rados.rados.0.smithi071.stdout:398: oid 12 version 158 is already newer than 157 2024-03-10T21:23:10.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 158 (ObjNum 146 snap 37 seq_num 146) dirty exists 2024-03-10T21:23:10.869 INFO:tasks.rados.rados.0.smithi071.stdout:398: left oid 12 (ObjNum 146 snap 37 seq_num 146) 2024-03-10T21:23:10.869 INFO:tasks.rados.rados.0.smithi071.stdout:401: expect (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:10.928 INFO:tasks.rados.rados.0.smithi071.stdout:400: finishing write tid 3 to smithi07176956-37 2024-03-10T21:23:10.928 INFO:tasks.rados.rados.0.smithi071.stdout:400: oid 37 updating version 0 to 66 2024-03-10T21:23:10.928 INFO:tasks.rados.rados.0.smithi071.stdout:400: oid 37 version 66 is already newer than 65 2024-03-10T21:23:10.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 66 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-03-10T21:23:10.929 INFO:tasks.rados.rados.0.smithi071.stdout:400: left oid 37 (ObjNum 147 snap 37 seq_num 147) 2024-03-10T21:23:10.929 INFO:tasks.rados.rados.0.smithi071.stdout:399: expect (ObjNum 142 snap 37 seq_num 142) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing write tid 1 to smithi07176956-23 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing write tid 2 to smithi07176956-23 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing write tid 3 to smithi07176956-23 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:402: oid 23 updating version 0 to 73 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:402: oid 23 version 73 is already newer than 72 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 73 (ObjNum 148 snap 37 seq_num 148) dirty exists 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:402: left oid 23 (ObjNum 148 snap 37 seq_num 148) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:396: done (7 left) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:397: done (6 left) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:398: done (5 left) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:399: done (4 left) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:400: done (3 left) 2024-03-10T21:23:11.081 INFO:tasks.rados.rados.0.smithi071.stdout:401: done (2 left) 2024-03-10T21:23:11.082 INFO:tasks.rados.rados.0.smithi071.stdout:402: done (1 left) 2024-03-10T21:23:11.082 INFO:tasks.rados.rados.0.smithi071.stdout:403: done (0 left) 2024-03-10T21:23:11.082 INFO:tasks.rados.rados.0.smithi071.stdout:404: copy_from oid 26 from oid 6 current snap is 37 2024-03-10T21:23:11.082 INFO:tasks.rados.rados.0.smithi071.stdout:405: read oid 35 snap 35 2024-03-10T21:23:11.082 INFO:tasks.rados.rados.0.smithi071.stdout:405: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:23:11.082 INFO:tasks.rados.rados.0.smithi071.stdout:406: snap_create 2024-03-10T21:23:11.086 INFO:tasks.rados.rados.0.smithi071.stdout:405: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:23:11.144 INFO:tasks.rados.rados.0.smithi071.stdout:404: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:23:11.145 INFO:tasks.rados.rados.0.smithi071.stdout:404: finishing copy_from to smithi07176956-26 2024-03-10T21:23:11.145 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 56 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:11.577 INFO:tasks.rados.rados.0.smithi071.stdout:404: done (2 left) 2024-03-10T21:23:11.578 INFO:tasks.rados.rados.0.smithi071.stdout:405: done (1 left) 2024-03-10T21:23:11.578 INFO:tasks.rados.rados.0.smithi071.stdout:406: done (0 left) 2024-03-10T21:23:11.578 INFO:tasks.rados.rados.0.smithi071.stdout:407: read oid 38 snap -1 2024-03-10T21:23:11.578 INFO:tasks.rados.rados.0.smithi071.stdout:407: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:23:11.578 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 38 2024-03-10T21:23:11.578 INFO:tasks.rados.rados.0.smithi071.stdout:408: seq_num 150 ranges {1400832=114688} 2024-03-10T21:23:11.585 INFO:tasks.rados.rados.0.smithi071.stdout:408: writing smithi07176956-1 from 1400832 to 1515520 tid 1 2024-03-10T21:23:11.585 INFO:tasks.rados.rados.0.smithi071.stdout:409: read oid 16 snap 28 2024-03-10T21:23:11.585 INFO:tasks.rados.rados.0.smithi071.stdout:409: expect (ObjNum 102 snap 18 seq_num 102) 2024-03-10T21:23:11.585 INFO:tasks.rados.rados.0.smithi071.stdout:410: snap_remove snap 33 2024-03-10T21:23:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:11 smithi193 ceph-mon[30554]: osdmap e142: 8 total, 8 up, 8 in 2024-03-10T21:23:11.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:11 smithi071 ceph-mon[27124]: osdmap e142: 8 total, 8 up, 8 in 2024-03-10T21:23:11.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:11 smithi071 ceph-mon[37838]: osdmap e142: 8 total, 8 up, 8 in 2024-03-10T21:23:12.584 INFO:tasks.rados.rados.0.smithi071.stdout:410: done (3 left) 2024-03-10T21:23:12.584 INFO:tasks.rados.rados.0.smithi071.stdout:411: snap_remove snap 32 2024-03-10T21:23:12.696 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:23:12] "GET /metrics HTTP/1.1" 200 35994 "" "Prometheus/2.43.0" 2024-03-10T21:23:12.697 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-mon[27124]: osdmap e143: 8 total, 8 up, 8 in 2024-03-10T21:23:12.697 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-mon[27124]: pgmap v202: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:12.697 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:12.697 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-mon[37838]: osdmap e143: 8 total, 8 up, 8 in 2024-03-10T21:23:12.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-mon[37838]: pgmap v202: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:12.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:12 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:12.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:12 smithi193 ceph-mon[30554]: osdmap e143: 8 total, 8 up, 8 in 2024-03-10T21:23:12.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:12 smithi193 ceph-mon[30554]: pgmap v202: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:12.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:12 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:13.586 INFO:tasks.rados.rados.0.smithi071.stdout:411: done (3 left) 2024-03-10T21:23:13.586 INFO:tasks.rados.rados.0.smithi071.stdout:412: copy_from oid 48 from oid 50 current snap is 38 2024-03-10T21:23:13.587 INFO:tasks.rados.rados.0.smithi071.stdout:413: rollback oid 31 current snap is 38 2024-03-10T21:23:13.587 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 35 2024-03-10T21:23:13.587 INFO:tasks.rados.rados.0.smithi071.stdout:407: expect (ObjNum 45 snap 0 seq_num 45) 2024-03-10T21:23:13.613 INFO:tasks.rados.rados.0.smithi071.stdout:408: finishing write tid 1 to smithi07176956-1 2024-03-10T21:23:13.613 INFO:tasks.rados.rados.0.smithi071.stdout:408: finishing write tid 2 to smithi07176956-1 2024-03-10T21:23:13.613 INFO:tasks.rados.rados.0.smithi071.stdout:408: finishing write tid 3 to smithi07176956-1 2024-03-10T21:23:13.613 INFO:tasks.rados.rados.0.smithi071.stdout:408: oid 1 updating version 0 to 160 2024-03-10T21:23:13.613 INFO:tasks.rados.rados.0.smithi071.stdout:408: oid 1 updating version 160 to 161 2024-03-10T21:23:13.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 161 (ObjNum 150 snap 38 seq_num 150) dirty exists 2024-03-10T21:23:13.614 INFO:tasks.rados.rados.0.smithi071.stdout:408: left oid 1 (ObjNum 150 snap 38 seq_num 150) 2024-03-10T21:23:13.614 INFO:tasks.rados.rados.0.smithi071.stdout:409: expect (ObjNum 102 snap 18 seq_num 102) 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:412: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 200 (ObjNum 129 snap 0 seq_num 2942109536) dirty exists 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:412: finishing copy_from to smithi07176956-48 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 37 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:407: done (4 left) 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:408: done (3 left) 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:409: done (2 left) 2024-03-10T21:23:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:412: done (1 left) 2024-03-10T21:23:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:413: done (0 left) 2024-03-10T21:23:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 38 2024-03-10T21:23:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:414: seq_num 151 ranges {0=131072} 2024-03-10T21:23:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:414: writing smithi07176956-44 from 0 to 131072 tid 1 2024-03-10T21:23:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:415: snap_create 2024-03-10T21:23:13.816 INFO:tasks.rados.rados.0.smithi071.stdout:414: finishing write tid 1 to smithi07176956-44 2024-03-10T21:23:13.816 INFO:tasks.rados.rados.0.smithi071.stdout:414: finishing write tid 2 to smithi07176956-44 2024-03-10T21:23:13.818 INFO:tasks.rados.rados.0.smithi071.stdout:414: finishing write tid 3 to smithi07176956-44 2024-03-10T21:23:13.818 INFO:tasks.rados.rados.0.smithi071.stdout:414: oid 44 updating version 0 to 149 2024-03-10T21:23:13.819 INFO:tasks.rados.rados.0.smithi071.stdout:414: oid 44 version 149 is already newer than 148 2024-03-10T21:23:13.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 149 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-03-10T21:23:13.819 INFO:tasks.rados.rados.0.smithi071.stdout:414: left oid 44 (ObjNum 151 snap 38 seq_num 151) 2024-03-10T21:23:13.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:13 smithi193 ceph-mon[30554]: osdmap e144: 8 total, 8 up, 8 in 2024-03-10T21:23:14.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:13 smithi071 ceph-mon[27124]: osdmap e144: 8 total, 8 up, 8 in 2024-03-10T21:23:14.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:13 smithi071 ceph-mon[37838]: osdmap e144: 8 total, 8 up, 8 in 2024-03-10T21:23:14.163 INFO:tasks.rados.rados.0.smithi071.stdout:414: done (1 left) 2024-03-10T21:23:14.163 INFO:tasks.rados.rados.0.smithi071.stdout:415: done (0 left) 2024-03-10T21:23:14.164 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 39 2024-03-10T21:23:14.164 INFO:tasks.rados.rados.0.smithi071.stdout:416: seq_num 152 ranges {303104=147456} 2024-03-10T21:23:14.166 INFO:tasks.rados.rados.0.smithi071.stdout:416: writing smithi07176956-17 from 303104 to 450560 tid 1 2024-03-10T21:23:14.166 INFO:tasks.rados.rados.0.smithi071.stdout:417: copy_from oid 28 from oid 42 current snap is 39 2024-03-10T21:23:14.166 INFO:tasks.rados.rados.0.smithi071.stdout:418: rollback oid 15 current snap is 39 2024-03-10T21:23:14.166 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 37 2024-03-10T21:23:14.167 INFO:tasks.rados.rados.0.smithi071.stdout:419: rollback oid 33 current snap is 39 2024-03-10T21:23:14.167 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 35 2024-03-10T21:23:14.167 INFO:tasks.rados.rados.0.smithi071.stdout:420: delete oid 46 current snap is 39 2024-03-10T21:23:14.172 INFO:tasks.rados.rados.0.smithi071.stdout:419: finishing rollback tid 0 to smithi07176956-33 2024-03-10T21:23:14.174 INFO:tasks.rados.rados.0.smithi071.stdout:419: finishing rollback tid 1 to smithi07176956-33 2024-03-10T21:23:14.174 INFO:tasks.rados.rados.0.smithi071.stdout:419: finishing rollback tid 2 to smithi07176956-33 2024-03-10T21:23:14.174 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 176 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-03-10T21:23:14.174 INFO:tasks.rados.rados.0.smithi071.stdout:418: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:418: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:419: done (4 left) 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:420: done (3 left) 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:421: read oid 1 snap 31 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:421: expect (ObjNum 83 snap 16 seq_num 83) 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:422: read oid 12 snap -1 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:422: expect (ObjNum 146 snap 37 seq_num 146) 2024-03-10T21:23:14.177 INFO:tasks.rados.rados.0.smithi071.stdout:418: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:23:14.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 153 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-03-10T21:23:14.178 INFO:tasks.rados.rados.0.smithi071.stdout:418: done (4 left) 2024-03-10T21:23:14.178 INFO:tasks.rados.rados.0.smithi071.stdout:423: copy_from oid 46 from oid 20 current snap is 39 2024-03-10T21:23:14.178 INFO:tasks.rados.rados.0.smithi071.stdout:424: delete oid 36 current snap is 39 2024-03-10T21:23:14.179 INFO:tasks.rados.rados.0.smithi071.stdout:416: finishing write tid 1 to smithi07176956-17 2024-03-10T21:23:14.179 INFO:tasks.rados.rados.0.smithi071.stdout:416: finishing write tid 2 to smithi07176956-17 2024-03-10T21:23:14.179 INFO:tasks.rados.rados.0.smithi071.stdout:416: finishing write tid 3 to smithi07176956-17 2024-03-10T21:23:14.179 INFO:tasks.rados.rados.0.smithi071.stdout:416: oid 17 updating version 0 to 19 2024-03-10T21:23:14.179 INFO:tasks.rados.rados.0.smithi071.stdout:416: oid 17 updating version 19 to 20 2024-03-10T21:23:14.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 20 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-03-10T21:23:14.180 INFO:tasks.rados.rados.0.smithi071.stdout:416: left oid 17 (ObjNum 152 snap 39 seq_num 152) 2024-03-10T21:23:14.180 INFO:tasks.rados.rados.0.smithi071.stdout:416: done (5 left) 2024-03-10T21:23:14.180 INFO:tasks.rados.rados.0.smithi071.stdout:424: done (4 left) 2024-03-10T21:23:14.180 INFO:tasks.rados.rados.0.smithi071.stdout:425: read oid 35 snap -1 2024-03-10T21:23:14.181 INFO:tasks.rados.rados.0.smithi071.stdout:425: expect deleted 2024-03-10T21:23:14.181 INFO:tasks.rados.rados.0.smithi071.stdout:426: delete oid 4 current snap is 39 2024-03-10T21:23:14.181 INFO:tasks.rados.rados.0.smithi071.stdout:423: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:23:14.191 INFO:tasks.rados.rados.0.smithi071.stdout:421: expect (ObjNum 83 snap 16 seq_num 83) 2024-03-10T21:23:14.233 INFO:tasks.rados.rados.0.smithi071.stdout:423: finishing copy_from to smithi07176956-46 2024-03-10T21:23:14.233 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 122 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:14.233 INFO:tasks.rados.rados.0.smithi071.stdout:422: expect (ObjNum 146 snap 37 seq_num 146) 2024-03-10T21:23:14.265 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:14] ENGINE Bus STOPPING 2024-03-10T21:23:14.266 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:23:14.266 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:14] ENGINE Bus STOPPED 2024-03-10T21:23:14.334 INFO:tasks.rados.rados.0.smithi071.stdout:417: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:23:14.334 INFO:tasks.rados.rados.0.smithi071.stdout:417: finishing copy_from to smithi07176956-28 2024-03-10T21:23:14.334 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 80 (ObjNum 100 snap 17 seq_num 100) dirty exists 2024-03-10T21:23:14.334 INFO:tasks.rados.rados.0.smithi071.stdout:417: done (5 left) 2024-03-10T21:23:14.334 INFO:tasks.rados.rados.0.smithi071.stdout:421: done (4 left) 2024-03-10T21:23:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:422: done (3 left) 2024-03-10T21:23:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:423: done (2 left) 2024-03-10T21:23:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:425: done (1 left) 2024-03-10T21:23:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:426: done (0 left) 2024-03-10T21:23:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:427: copy_from oid 8 from oid 29 current snap is 39 2024-03-10T21:23:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:428: delete oid 10 current snap is 39 2024-03-10T21:23:14.336 INFO:tasks.rados.rados.0.smithi071.stdout:428: done (1 left) 2024-03-10T21:23:14.336 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 39 2024-03-10T21:23:14.336 INFO:tasks.rados.rados.0.smithi071.stdout:429: seq_num 157 ranges {4513792=237568} 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:429: writing smithi07176956-47 from 4513792 to 4751360 tid 1 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:430: rollback oid 21 current snap is 39 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 34 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:427: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 39 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:427: finishing copy_from to smithi07176956-8 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 44 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:23:14.364 INFO:tasks.rados.rados.0.smithi071.stdout:431: seq_num 158 ranges {3981312=253952} 2024-03-10T21:23:14.387 INFO:tasks.rados.rados.0.smithi071.stdout:431: writing smithi07176956-42 from 3981312 to 4235264 tid 1 2024-03-10T21:23:14.387 INFO:tasks.rados.rados.0.smithi071.stdout:427: done (3 left) 2024-03-10T21:23:14.387 INFO:tasks.rados.rados.0.smithi071.stdout:432: delete oid 5 current snap is 39 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 1 to smithi07176956-47 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 2 to smithi07176956-47 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:430: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:430: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 3 to smithi07176956-47 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:429: oid 47 updating version 0 to 176 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:429: oid 47 version 176 is already newer than 175 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 176 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:429: left oid 47 (ObjNum 157 snap 39 seq_num 157) 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:430: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:23:14.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 180 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:14.389 INFO:tasks.rados.rados.0.smithi071.stdout:429: done (3 left) 2024-03-10T21:23:14.389 INFO:tasks.rados.rados.0.smithi071.stdout:430: done (2 left) 2024-03-10T21:23:14.389 INFO:tasks.rados.rados.0.smithi071.stdout:432: done (1 left) 2024-03-10T21:23:14.389 INFO:tasks.rados.rados.0.smithi071.stdout:433: delete oid 10 current snap is 39 2024-03-10T21:23:14.390 INFO:tasks.rados.rados.0.smithi071.stdout:431: finishing write tid 1 to smithi07176956-42 2024-03-10T21:23:14.390 INFO:tasks.rados.rados.0.smithi071.stdout:431: finishing write tid 2 to smithi07176956-42 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:433: done (1 left) 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:434: rmattr oid 29 current snap is 39 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:431: finishing write tid 3 to smithi07176956-42 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:431: oid 42 updating version 0 to 178 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:431: oid 42 updating version 178 to 179 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 179 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:431: left oid 42 (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:431: done (1 left) 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 39 2024-03-10T21:23:14.391 INFO:tasks.rados.rados.0.smithi071.stdout:435: seq_num 161 ranges {761856=303104} 2024-03-10T21:23:14.397 INFO:tasks.rados.rados.0.smithi071.stdout:435: writing smithi07176956-38 from 761856 to 1064960 tid 1 2024-03-10T21:23:14.397 INFO:tasks.rados.rados.0.smithi071.stdout:436: read oid 3 snap -1 2024-03-10T21:23:14.397 INFO:tasks.rados.rados.0.smithi071.stdout:436: expect (ObjNum 132 snap 35 seq_num 132) 2024-03-10T21:23:14.397 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 39 2024-03-10T21:23:14.397 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 76 (ObjNum 65 snap 0 seq_num 1365725039) dirty exists 2024-03-10T21:23:14.397 INFO:tasks.rados.rados.0.smithi071.stdout:437: seq_num 162 ranges {2342912=319488} 2024-03-10T21:23:14.416 INFO:tasks.rados.rados.0.smithi071.stdout:437: writing smithi07176956-12 from 2342912 to 2662400 tid 1 2024-03-10T21:23:14.416 INFO:tasks.rados.rados.0.smithi071.stdout:434: done (3 left) 2024-03-10T21:23:14.416 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 39 2024-03-10T21:23:14.416 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing write tid 1 to smithi07176956-38 2024-03-10T21:23:14.417 INFO:tasks.rados.rados.0.smithi071.stdout:438: seq_num 163 ranges {0=335872} 2024-03-10T21:23:14.417 INFO:tasks.rados.rados.0.smithi071.stdout:438: writing smithi07176956-36 from 0 to 335872 tid 1 2024-03-10T21:23:14.417 INFO:tasks.rados.rados.0.smithi071.stdout:439: snap_remove snap 36 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:14] ENGINE Bus STARTING 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.318+0000 7f29d3332700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.318+0000 7f29d3332700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.318+0000 7f29d3332700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.318+0000 7f29d3332700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.318+0000 7f29d3332700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.319+0000 7f29d032c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.319+0000 7f29d032c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.319+0000 7f29d032c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.319+0000 7f29d032c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:14.319+0000 7f29d032c700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:14] ENGINE Serving on http://:::9283 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:14] ENGINE Bus STARTED 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:14.159+0000 7fb39102d700 -1 mgr handle_mgr_map I was active but no longer am 2024-03-10T21:23:14.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setuser ceph since I am not root 2024-03-10T21:23:14.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ignoring --setgroup ceph since I am not root 2024-03-10T21:23:14.872 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:14.775+0000 7f3080865200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:23:14.872 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:14.870+0000 7f3080865200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: osdmap e145: 8 total, 8 up, 8 in 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-10T21:23:14.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: osdmap e146: 8 total, 8 up, 8 in 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: mgrmap e24: x(active, starting, since 0.00730332s) 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:23:14.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:23:14.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: Manager daemon x is now available 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: osdmap e145: 8 total, 8 up, 8 in 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: osdmap e146: 8 total, 8 up, 8 in 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-10T21:23:14.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: mgrmap e24: x(active, starting, since 0.00730332s) 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:23:14.877 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: Manager daemon x is now available 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:14.878 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:14.879 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:14 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: osdmap e145: 8 total, 8 up, 8 in 2024-03-10T21:23:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: osdmap e146: 8 total, 8 up, 8 in 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.14595 172.21.15.71:0/327949894' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: mgrmap e24: x(active, starting, since 0.00730332s) 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:23:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: Manager daemon x is now available 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:15.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:15.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:15.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:15.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:15.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:15.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:14 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:439: done (4 left) 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:440: snap_create 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing write tid 2 to smithi07176956-38 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing write tid 3 to smithi07176956-38 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:435: oid 38 updating version 0 to 181 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:435: oid 38 updating version 181 to 182 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 182 (ObjNum 161 snap 39 seq_num 161) dirty exists 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:435: left oid 38 (ObjNum 161 snap 39 seq_num 161) 2024-03-10T21:23:15.180 INFO:tasks.rados.rados.0.smithi071.stdout:436: expect (ObjNum 132 snap 35 seq_num 132) 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:437: finishing write tid 1 to smithi07176956-12 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:437: finishing write tid 2 to smithi07176956-12 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:437: finishing write tid 3 to smithi07176956-12 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:437: oid 12 updating version 0 to 182 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:437: oid 12 updating version 182 to 183 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 183 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:437: left oid 12 (ObjNum 162 snap 39 seq_num 162) 2024-03-10T21:23:15.313 INFO:tasks.rados.rados.0.smithi071.stdout:438: finishing write tid 1 to smithi07176956-36 2024-03-10T21:23:15.314 INFO:tasks.rados.rados.0.smithi071.stdout:438: finishing write tid 2 to smithi07176956-36 2024-03-10T21:23:15.314 INFO:tasks.rados.rados.0.smithi071.stdout:438: finishing write tid 3 to smithi07176956-36 2024-03-10T21:23:15.314 INFO:tasks.rados.rados.0.smithi071.stdout:438: oid 36 updating version 0 to 158 2024-03-10T21:23:15.314 INFO:tasks.rados.rados.0.smithi071.stdout:438: oid 36 updating version 158 to 159 2024-03-10T21:23:15.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 159 (ObjNum 163 snap 39 seq_num 163) dirty exists 2024-03-10T21:23:15.314 INFO:tasks.rados.rados.0.smithi071.stdout:438: left oid 36 (ObjNum 163 snap 39 seq_num 163) 2024-03-10T21:23:15.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:15.523+0000 7f3080865200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:15.615+0000 7f3080865200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:15.757+0000 7f3080865200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[37838]: Deploying cephadm binary to smithi071 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[37838]: Deploying cephadm binary to smithi193 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:14] ENGINE Bus STARTING 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:15] ENGINE Serving on https://172.21.15.193:7150 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[37838]: mgrmap e25: x(active, since 1.01816s) 2024-03-10T21:23:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[37838]: osdmap e147: 8 total, 8 up, 8 in 2024-03-10T21:23:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[27124]: Deploying cephadm binary to smithi071 2024-03-10T21:23:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[27124]: Deploying cephadm binary to smithi193 2024-03-10T21:23:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:14] ENGINE Bus STARTING 2024-03-10T21:23:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:15] ENGINE Serving on https://172.21.15.193:7150 2024-03-10T21:23:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[27124]: mgrmap e25: x(active, since 1.01816s) 2024-03-10T21:23:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-mon[27124]: osdmap e147: 8 total, 8 up, 8 in 2024-03-10T21:23:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:15 smithi193 ceph-mon[30554]: Deploying cephadm binary to smithi071 2024-03-10T21:23:16.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:15 smithi193 ceph-mon[30554]: Deploying cephadm binary to smithi193 2024-03-10T21:23:16.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:15 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:14] ENGINE Bus STARTING 2024-03-10T21:23:16.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:15 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:15] ENGINE Serving on https://172.21.15.193:7150 2024-03-10T21:23:16.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:15 smithi193 ceph-mon[30554]: mgrmap e25: x(active, since 1.01816s) 2024-03-10T21:23:16.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:15 smithi193 ceph-mon[30554]: osdmap e147: 8 total, 8 up, 8 in 2024-03-10T21:23:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:435: done (4 left) 2024-03-10T21:23:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:436: done (3 left) 2024-03-10T21:23:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:437: done (2 left) 2024-03-10T21:23:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:438: done (1 left) 2024-03-10T21:23:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:440: done (0 left) 2024-03-10T21:23:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:441: snap_remove snap 37 2024-03-10T21:23:16.206 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:15.855+0000 7f3080865200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:23:16.206 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:15.939+0000 7f3080865200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:23:16.206 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:16.204+0000 7f3080865200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:23:16.501 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:16.315+0000 7f3080865200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:16.501 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:16.403+0000 7f3080865200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:23:16.501 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:16.498+0000 7f3080865200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:23:16.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:16.678+0000 7f3080865200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:23:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[27124]: pgmap v4: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 25 GiB/s rd, 17 GiB/s wr, 245.33k op/s; 197 MiB/s, 698 objects/s recovering 2024-03-10T21:23:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:15] ENGINE Serving on http://172.21.15.193:8765 2024-03-10T21:23:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:15] ENGINE Bus STARTED 2024-03-10T21:23:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[27124]: osdmap e148: 8 total, 8 up, 8 in 2024-03-10T21:23:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[27124]: mgrmap e26: x(active, since 2s) 2024-03-10T21:23:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[37838]: pgmap v4: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 25 GiB/s rd, 17 GiB/s wr, 245.33k op/s; 197 MiB/s, 698 objects/s recovering 2024-03-10T21:23:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:15] ENGINE Serving on http://172.21.15.193:8765 2024-03-10T21:23:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:15] ENGINE Bus STARTED 2024-03-10T21:23:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[37838]: osdmap e148: 8 total, 8 up, 8 in 2024-03-10T21:23:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:16 smithi071 ceph-mon[37838]: mgrmap e26: x(active, since 2s) 2024-03-10T21:23:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:16 smithi193 ceph-mon[30554]: pgmap v4: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 25 GiB/s rd, 17 GiB/s wr, 245.33k op/s; 197 MiB/s, 698 objects/s recovering 2024-03-10T21:23:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:16 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:15] ENGINE Serving on http://172.21.15.193:8765 2024-03-10T21:23:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:16 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:15] ENGINE Bus STARTED 2024-03-10T21:23:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:16 smithi193 ceph-mon[30554]: osdmap e148: 8 total, 8 up, 8 in 2024-03-10T21:23:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:16 smithi193 ceph-mon[30554]: mgrmap e26: x(active, since 2s) 2024-03-10T21:23:17.186 INFO:tasks.rados.rados.0.smithi071.stdout:441: done (0 left) 2024-03-10T21:23:17.186 INFO:tasks.rados.rados.0.smithi071.stdout:442: read oid 16 snap 34 2024-03-10T21:23:17.186 INFO:tasks.rados.rados.0.smithi071.stdout:442: expect (ObjNum 102 snap 18 seq_num 102) 2024-03-10T21:23:17.186 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 40 2024-03-10T21:23:17.187 INFO:tasks.rados.rados.0.smithi071.stdout:443: seq_num 164 ranges {4087808=352256} 2024-03-10T21:23:17.211 INFO:tasks.rados.rados.0.smithi071.stdout:443: writing smithi07176956-2 from 4087808 to 4440064 tid 1 2024-03-10T21:23:17.211 INFO:tasks.rados.rados.0.smithi071.stdout:444: setattr oid 49 current snap is 40 2024-03-10T21:23:17.211 INFO:tasks.rados.rados.0.smithi071.stdout:442: expect (ObjNum 102 snap 18 seq_num 102) 2024-03-10T21:23:17.413 INFO:tasks.rados.rados.0.smithi071.stdout:443: finishing write tid 1 to smithi07176956-2 2024-03-10T21:23:17.413 INFO:tasks.rados.rados.0.smithi071.stdout:443: finishing write tid 2 to smithi07176956-2 2024-03-10T21:23:17.413 INFO:tasks.rados.rados.0.smithi071.stdout:443: finishing write tid 3 to smithi07176956-2 2024-03-10T21:23:17.413 INFO:tasks.rados.rados.0.smithi071.stdout:443: oid 2 updating version 0 to 95 2024-03-10T21:23:17.413 INFO:tasks.rados.rados.0.smithi071.stdout:443: oid 2 updating version 95 to 96 2024-03-10T21:23:17.414 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 96 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-03-10T21:23:17.414 INFO:tasks.rados.rados.0.smithi071.stdout:443: left oid 2 (ObjNum 164 snap 40 seq_num 164) 2024-03-10T21:23:17.414 INFO:tasks.rados.rados.0.smithi071.stdout:442: done (2 left) 2024-03-10T21:23:17.414 INFO:tasks.rados.rados.0.smithi071.stdout:443: done (1 left) 2024-03-10T21:23:17.414 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 40 2024-03-10T21:23:17.414 INFO:tasks.rados.rados.0.smithi071.stdout:445: seq_num 165 ranges {1245184=368640} 2024-03-10T21:23:17.422 INFO:tasks.rados.rados.0.smithi071.stdout:445: writing smithi07176956-25 from 1245184 to 1613824 tid 1 2024-03-10T21:23:17.422 INFO:tasks.rados.rados.0.smithi071.stdout:446: read oid 32 snap -1 2024-03-10T21:23:17.422 INFO:tasks.rados.rados.0.smithi071.stdout:446: expect deleted 2024-03-10T21:23:17.422 INFO:tasks.rados.rados.0.smithi071.stdout:447: read oid 31 snap -1 2024-03-10T21:23:17.423 INFO:tasks.rados.rados.0.smithi071.stdout:447: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:23:17.423 INFO:tasks.rados.rados.0.smithi071.stdout:448: delete oid 4 current snap is 40 2024-03-10T21:23:17.423 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 63 (ObjNum 133 snap 35 seq_num 133) dirty exists 2024-03-10T21:23:17.424 INFO:tasks.rados.rados.0.smithi071.stdout:445: finishing write tid 1 to smithi07176956-25 2024-03-10T21:23:17.425 INFO:tasks.rados.rados.0.smithi071.stdout:445: finishing write tid 2 to smithi07176956-25 2024-03-10T21:23:17.425 INFO:tasks.rados.rados.0.smithi071.stdout:447: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:445: finishing write tid 3 to smithi07176956-25 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:445: oid 25 updating version 0 to 68 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:445: oid 25 version 68 is already newer than 67 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 68 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:445: left oid 25 (ObjNum 165 snap 40 seq_num 165) 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:444: done (4 left) 2024-03-10T21:23:17.430 INFO:tasks.rados.rados.0.smithi071.stdout:445: done (3 left) 2024-03-10T21:23:17.431 INFO:tasks.rados.rados.0.smithi071.stdout:446: done (2 left) 2024-03-10T21:23:17.431 INFO:tasks.rados.rados.0.smithi071.stdout:447: done (1 left) 2024-03-10T21:23:17.431 INFO:tasks.rados.rados.0.smithi071.stdout:448: done (0 left) 2024-03-10T21:23:17.431 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 40 2024-03-10T21:23:17.431 INFO:tasks.rados.rados.0.smithi071.stdout:449: seq_num 167 ranges {663552=401408} 2024-03-10T21:23:17.436 INFO:tasks.rados.rados.0.smithi071.stdout:449: writing smithi07176956-40 from 663552 to 1064960 tid 1 2024-03-10T21:23:17.436 INFO:tasks.rados.rados.0.smithi071.stdout:450: snap_create 2024-03-10T21:23:17.439 INFO:tasks.rados.rados.0.smithi071.stdout:449: finishing write tid 1 to smithi07176956-40 2024-03-10T21:23:17.439 INFO:tasks.rados.rados.0.smithi071.stdout:449: finishing write tid 2 to smithi07176956-40 2024-03-10T21:23:17.440 INFO:tasks.rados.rados.0.smithi071.stdout:449: finishing write tid 3 to smithi07176956-40 2024-03-10T21:23:17.441 INFO:tasks.rados.rados.0.smithi071.stdout:449: oid 40 updating version 0 to 226 2024-03-10T21:23:17.441 INFO:tasks.rados.rados.0.smithi071.stdout:449: oid 40 updating version 226 to 227 2024-03-10T21:23:17.441 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 227 (ObjNum 167 snap 40 seq_num 167) dirty exists 2024-03-10T21:23:17.441 INFO:tasks.rados.rados.0.smithi071.stdout:449: left oid 40 (ObjNum 167 snap 40 seq_num 167) 2024-03-10T21:23:17.512 INFO:tasks.rados.rados.0.smithi071.stdout:449: done (1 left) 2024-03-10T21:23:17.512 INFO:tasks.rados.rados.0.smithi071.stdout:450: done (0 left) 2024-03-10T21:23:17.512 INFO:tasks.rados.rados.0.smithi071.stdout:451: setattr oid 5 current snap is 41 2024-03-10T21:23:17.513 INFO:tasks.rados.rados.0.smithi071.stdout:452: rollback oid 50 current snap is 41 2024-03-10T21:23:17.513 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 34 2024-03-10T21:23:17.513 INFO:tasks.rados.rados.0.smithi071.stdout:453: setattr oid 47 current snap is 41 2024-03-10T21:23:17.514 INFO:tasks.rados.rados.0.smithi071.stdout:454: rollback oid 10 current snap is 41 2024-03-10T21:23:17.514 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 39 2024-03-10T21:23:17.515 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 41 2024-03-10T21:23:17.515 INFO:tasks.rados.rados.0.smithi071.stdout:455: seq_num 168 ranges {1867776=417792} 2024-03-10T21:23:17.527 INFO:tasks.rados.rados.0.smithi071.stdout:455: writing smithi07176956-11 from 1867776 to 2285568 tid 1 2024-03-10T21:23:17.527 INFO:tasks.rados.rados.0.smithi071.stdout:456: snap_remove snap 31 2024-03-10T21:23:17.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:17 smithi193 ceph-mon[30554]: pgmap v5: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 219 MiB/s rd, 152 MiB/s wr, 2.12k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-03-10T21:23:17.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:17 smithi193 ceph-mon[30554]: osdmap e149: 8 total, 8 up, 8 in 2024-03-10T21:23:17.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:17 smithi193 ceph-mon[30554]: osdmap e150: 8 total, 8 up, 8 in 2024-03-10T21:23:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-mon[27124]: pgmap v5: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 219 MiB/s rd, 152 MiB/s wr, 2.12k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-03-10T21:23:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-mon[27124]: osdmap e149: 8 total, 8 up, 8 in 2024-03-10T21:23:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-mon[27124]: osdmap e150: 8 total, 8 up, 8 in 2024-03-10T21:23:18.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:17.665+0000 7f3080865200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:23:18.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:17.795+0000 7f3080865200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:23:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-mon[37838]: pgmap v5: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 219 MiB/s rd, 152 MiB/s wr, 2.12k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-03-10T21:23:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-mon[37838]: osdmap e149: 8 total, 8 up, 8 in 2024-03-10T21:23:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:17 smithi071 ceph-mon[37838]: osdmap e150: 8 total, 8 up, 8 in 2024-03-10T21:23:18.419 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:18.126+0000 7f3080865200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:23:18.419 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:18.219+0000 7f3080865200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:23:18.519 INFO:tasks.rados.rados.0.smithi071.stdout:456: done (5 left) 2024-03-10T21:23:18.519 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 41 2024-03-10T21:23:18.519 INFO:tasks.rados.rados.0.smithi071.stdout:457: seq_num 169 ranges {5242880=434176} 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:457: writing smithi07176956-23 from 5242880 to 5677056 tid 1 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:458: rollback oid 20 current snap is 41 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 28 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:454: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 207 (ObjNum 33 snap 0 seq_num 1) dirty dne 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing rollback tid 2 to smithi07176956-50 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 69 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 172 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:23:18.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 201 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:455: finishing write tid 1 to smithi07176956-11 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:451: done (6 left) 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:452: done (5 left) 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:453: done (4 left) 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:454: done (3 left) 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:459: rmattr oid 49 current snap is 41 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:455: finishing write tid 2 to smithi07176956-11 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:455: finishing write tid 3 to smithi07176956-11 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:455: oid 11 updating version 0 to 65 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:455: oid 11 updating version 65 to 66 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 66 (ObjNum 168 snap 41 seq_num 168) dirty exists 2024-03-10T21:23:18.554 INFO:tasks.rados.rados.0.smithi071.stdout:455: left oid 11 (ObjNum 168 snap 41 seq_num 168) 2024-03-10T21:23:18.555 INFO:tasks.rados.rados.0.smithi071.stdout:455: done (3 left) 2024-03-10T21:23:18.555 INFO:tasks.rados.rados.0.smithi071.stdout:460: read oid 18 snap -1 2024-03-10T21:23:18.555 INFO:tasks.rados.rados.0.smithi071.stdout:460: expect (ObjNum 81 snap 15 seq_num 81) 2024-03-10T21:23:18.555 INFO:tasks.rados.rados.0.smithi071.stdout:461: snap_create 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 70 (ObjNum 133 snap 35 seq_num 133) dirty exists 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:457: finishing write tid 1 to smithi07176956-23 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 166 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:457: finishing write tid 2 to smithi07176956-23 2024-03-10T21:23:18.557 INFO:tasks.rados.rados.0.smithi071.stdout:457: finishing write tid 3 to smithi07176956-23 2024-03-10T21:23:18.557 INFO:tasks.rados.rados.0.smithi071.stdout:457: oid 23 updating version 0 to 83 2024-03-10T21:23:18.557 INFO:tasks.rados.rados.0.smithi071.stdout:457: oid 23 updating version 83 to 84 2024-03-10T21:23:18.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 84 (ObjNum 169 snap 41 seq_num 169) dirty exists 2024-03-10T21:23:18.558 INFO:tasks.rados.rados.0.smithi071.stdout:457: left oid 23 (ObjNum 169 snap 41 seq_num 169) 2024-03-10T21:23:18.568 INFO:tasks.rados.rados.0.smithi071.stdout:460: expect (ObjNum 81 snap 15 seq_num 81) 2024-03-10T21:23:18.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:18.417+0000 7f3080865200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:18.838 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:18.621+0000 7f3080865200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:23:19.178 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:18.911+0000 7f3080865200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:19.251 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:19 smithi193 ceph-mon[30554]: pgmap v9: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 73 MiB/s rd, 50 MiB/s wr, 704 op/s; 578 KiB/s, 2 objects/s recovering 2024-03-10T21:23:19.251 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:19 smithi193 ceph-mon[30554]: mgrmap e27: x(active, since 4s) 2024-03-10T21:23:19.251 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:19 smithi193 ceph-mon[30554]: osdmap e151: 8 total, 8 up, 8 in 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:457: done (4 left) 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:458: done (3 left) 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:459: done (2 left) 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:460: done (1 left) 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:461: done (0 left) 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 42 2024-03-10T21:23:19.520 INFO:tasks.rados.rados.0.smithi071.stdout:462: seq_num 170 ranges {3842048=450560} 2024-03-10T21:23:19.545 INFO:tasks.rados.rados.0.smithi071.stdout:462: writing smithi07176956-3 from 3842048 to 4292608 tid 1 2024-03-10T21:23:19.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 42 2024-03-10T21:23:19.545 INFO:tasks.rados.rados.0.smithi071.stdout:463: seq_num 171 ranges {2236416=466944} 2024-03-10T21:23:19.561 INFO:tasks.rados.rados.0.smithi071.stdout:463: writing smithi07176956-49 from 2236416 to 2703360 tid 1 2024-03-10T21:23:19.561 INFO:tasks.rados.rados.0.smithi071.stdout:464: read oid 32 snap 28 2024-03-10T21:23:19.562 INFO:tasks.rados.rados.0.smithi071.stdout:464: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:23:19.562 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 42 2024-03-10T21:23:19.562 INFO:tasks.rados.rados.0.smithi071.stdout:462: finishing write tid 1 to smithi07176956-3 2024-03-10T21:23:19.562 INFO:tasks.rados.rados.0.smithi071.stdout:465: seq_num 172 ranges {827392=483328} 2024-03-10T21:23:19.569 INFO:tasks.rados.rados.0.smithi071.stdout:465: writing smithi07176956-50 from 827392 to 1310720 tid 1 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:466: delete oid 37 current snap is 42 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:462: finishing write tid 2 to smithi07176956-3 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:462: finishing write tid 3 to smithi07176956-3 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:462: oid 3 updating version 0 to 205 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:462: oid 3 version 205 is already newer than 204 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 205 (ObjNum 170 snap 42 seq_num 170) dirty exists 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:462: left oid 3 (ObjNum 170 snap 42 seq_num 170) 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:463: finishing write tid 1 to smithi07176956-49 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:463: finishing write tid 2 to smithi07176956-49 2024-03-10T21:23:19.570 INFO:tasks.rados.rados.0.smithi071.stdout:464: expect (ObjNum 31 snap 0 seq_num 31) 2024-03-10T21:23:19.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-mon[27124]: pgmap v9: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 73 MiB/s rd, 50 MiB/s wr, 704 op/s; 578 KiB/s, 2 objects/s recovering 2024-03-10T21:23:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-mon[27124]: mgrmap e27: x(active, since 4s) 2024-03-10T21:23:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-mon[27124]: osdmap e151: 8 total, 8 up, 8 in 2024-03-10T21:23:19.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:19.176+0000 7f3080865200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:19.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:19.422+0000 7f3080865200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:23:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-mon[37838]: pgmap v9: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 73 MiB/s rd, 50 MiB/s wr, 704 op/s; 578 KiB/s, 2 objects/s recovering 2024-03-10T21:23:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-mon[37838]: mgrmap e27: x(active, since 4s) 2024-03-10T21:23:19.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:19 smithi071 ceph-mon[37838]: osdmap e151: 8 total, 8 up, 8 in 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:463: finishing write tid 3 to smithi07176956-49 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:463: oid 49 updating version 0 to 72 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:463: oid 49 updating version 72 to 73 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 73 (ObjNum 171 snap 42 seq_num 171) dirty exists 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:463: left oid 49 (ObjNum 171 snap 42 seq_num 171) 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:465: finishing write tid 1 to smithi07176956-50 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:465: finishing write tid 2 to smithi07176956-50 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:465: finishing write tid 3 to smithi07176956-50 2024-03-10T21:23:19.588 INFO:tasks.rados.rados.0.smithi071.stdout:465: oid 50 updating version 0 to 74 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:465: oid 50 version 74 is already newer than 73 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 74 (ObjNum 172 snap 42 seq_num 172) dirty exists 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:465: left oid 50 (ObjNum 172 snap 42 seq_num 172) 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:462: done (4 left) 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:463: done (3 left) 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:464: done (2 left) 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:465: done (1 left) 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:466: done (0 left) 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:467: rollback oid 45 current snap is 42 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 23 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:468: read oid 9 snap -1 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:468: expect deleted 2024-03-10T21:23:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 42 2024-03-10T21:23:19.590 INFO:tasks.rados.rados.0.smithi071.stdout:469: seq_num 174 ranges {0=516096} 2024-03-10T21:23:19.590 INFO:tasks.rados.rados.0.smithi071.stdout:469: writing smithi07176956-8 from 0 to 516096 tid 1 2024-03-10T21:23:19.590 INFO:tasks.rados.rados.0.smithi071.stdout:470: snap_create 2024-03-10T21:23:19.591 INFO:tasks.rados.rados.0.smithi071.stdout:467: finishing rollback tid 0 to smithi07176956-45 2024-03-10T21:23:19.591 INFO:tasks.rados.rados.0.smithi071.stdout:467: finishing rollback tid 1 to smithi07176956-45 2024-03-10T21:23:19.591 INFO:tasks.rados.rados.0.smithi071.stdout:467: finishing rollback tid 2 to smithi07176956-45 2024-03-10T21:23:19.591 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 78 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-03-10T21:23:19.593 INFO:tasks.rados.rados.0.smithi071.stdout:469: finishing write tid 1 to smithi07176956-8 2024-03-10T21:23:19.593 INFO:tasks.rados.rados.0.smithi071.stdout:469: finishing write tid 2 to smithi07176956-8 2024-03-10T21:23:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:469: finishing write tid 3 to smithi07176956-8 2024-03-10T21:23:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:469: oid 8 updating version 0 to 45 2024-03-10T21:23:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:469: oid 8 updating version 45 to 46 2024-03-10T21:23:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 46 (ObjNum 174 snap 42 seq_num 174) dirty exists 2024-03-10T21:23:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:469: left oid 8 (ObjNum 174 snap 42 seq_num 174) 2024-03-10T21:23:20.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:20.305+0000 7f3080865200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:23:20.525 INFO:tasks.rados.rados.0.smithi071.stdout:467: done (3 left) 2024-03-10T21:23:20.525 INFO:tasks.rados.rados.0.smithi071.stdout:468: done (2 left) 2024-03-10T21:23:20.525 INFO:tasks.rados.rados.0.smithi071.stdout:469: done (1 left) 2024-03-10T21:23:20.525 INFO:tasks.rados.rados.0.smithi071.stdout:470: done (0 left) 2024-03-10T21:23:20.525 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 43 2024-03-10T21:23:20.525 INFO:tasks.rados.rados.0.smithi071.stdout:471: seq_num 175 ranges {5677056=540672} 2024-03-10T21:23:20.561 INFO:tasks.rados.rados.0.smithi071.stdout:471: writing smithi07176956-23 from 5677056 to 6217728 tid 1 2024-03-10T21:23:20.561 INFO:tasks.rados.rados.0.smithi071.stdout:472: copy_from oid 26 from oid 22 current snap is 43 2024-03-10T21:23:20.561 INFO:tasks.rados.rados.0.smithi071.stdout:473: snap_create 2024-03-10T21:23:20.571 INFO:tasks.rados.rados.0.smithi071.stdout:471: finishing write tid 1 to smithi07176956-23 2024-03-10T21:23:20.572 INFO:tasks.rados.rados.0.smithi071.stdout:471: finishing write tid 2 to smithi07176956-23 2024-03-10T21:23:20.572 INFO:tasks.rados.rados.0.smithi071.stdout:471: finishing write tid 3 to smithi07176956-23 2024-03-10T21:23:20.572 INFO:tasks.rados.rados.0.smithi071.stdout:471: oid 23 updating version 0 to 87 2024-03-10T21:23:20.572 INFO:tasks.rados.rados.0.smithi071.stdout:471: oid 23 version 87 is already newer than 86 2024-03-10T21:23:20.572 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 87 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-03-10T21:23:20.572 INFO:tasks.rados.rados.0.smithi071.stdout:471: left oid 23 (ObjNum 175 snap 43 seq_num 175) 2024-03-10T21:23:20.578 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:23:20.580 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing copy_from to smithi07176956-26 2024-03-10T21:23:20.580 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 60 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:23:20.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:20 smithi193 ceph-mon[30554]: osdmap e152: 8 total, 8 up, 8 in 2024-03-10T21:23:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:20 smithi071 ceph-mon[27124]: osdmap e152: 8 total, 8 up, 8 in 2024-03-10T21:23:20.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:20 smithi071 ceph-mon[37838]: osdmap e152: 8 total, 8 up, 8 in 2024-03-10T21:23:21.186 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:20.931+0000 7f3080865200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:23:21.186 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:21.033+0000 7f3080865200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:23:21.522 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:21.258+0000 7f3080865200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:23:21.523 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:23:21] ENGINE Bus STARTING 2024-03-10T21:23:21.523 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: CherryPy Checker: 2024-03-10T21:23:21.523 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: The Application mounted at '' has an empty config. 2024-03-10T21:23:21.523 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: 2024-03-10T21:23:21.523 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:23:21] ENGINE Serving on http://:::9283 2024-03-10T21:23:21.523 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: [10/Mar/2024:21:23:21] ENGINE Bus STARTED 2024-03-10T21:23:21.533 INFO:tasks.rados.rados.0.smithi071.stdout:471: done (2 left) 2024-03-10T21:23:21.533 INFO:tasks.rados.rados.0.smithi071.stdout:472: done (1 left) 2024-03-10T21:23:21.533 INFO:tasks.rados.rados.0.smithi071.stdout:473: done (0 left) 2024-03-10T21:23:21.533 INFO:tasks.rados.rados.0.smithi071.stdout:474: snap_create 2024-03-10T21:23:21.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: pgmap v12: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:21.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: osdmap e153: 8 total, 8 up, 8 in 2024-03-10T21:23:21.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: Standby manager daemon y started 2024-03-10T21:23:21.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T21:23:21.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:21.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T21:23:21.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:21 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: pgmap v12: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: osdmap e153: 8 total, 8 up, 8 in 2024-03-10T21:23:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: Standby manager daemon y started 2024-03-10T21:23:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T21:23:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T21:23:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: pgmap v12: 121 pgs: 121 active+clean; 132 MiB data, 468 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: osdmap e153: 8 total, 8 up, 8 in 2024-03-10T21:23:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: Standby manager daemon y started 2024-03-10T21:23:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T21:23:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T21:23:21.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:21 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/2123587845' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:22.547 INFO:tasks.rados.rados.0.smithi071.stdout:474: done (0 left) 2024-03-10T21:23:22.547 INFO:tasks.rados.rados.0.smithi071.stdout:475: delete oid 4 current snap is 45 2024-03-10T21:23:22.554 INFO:tasks.rados.rados.0.smithi071.stdout:475: done (0 left) 2024-03-10T21:23:22.554 INFO:tasks.rados.rados.0.smithi071.stdout:476: delete oid 15 current snap is 45 2024-03-10T21:23:22.558 INFO:tasks.rados.rados.0.smithi071.stdout:476: done (0 left) 2024-03-10T21:23:22.558 INFO:tasks.rados.rados.0.smithi071.stdout:477: snap_create 2024-03-10T21:23:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:22 smithi193 ceph-mon[30554]: mgrmap e28: x(active, since 7s), standbys: y 2024-03-10T21:23:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:22 smithi193 ceph-mon[30554]: osdmap e154: 8 total, 8 up, 8 in 2024-03-10T21:23:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:22 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:23:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:22 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:22 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:22.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:23:22] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-10T21:23:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[27124]: mgrmap e28: x(active, since 7s), standbys: y 2024-03-10T21:23:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[27124]: osdmap e154: 8 total, 8 up, 8 in 2024-03-10T21:23:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:23:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:22.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[37838]: mgrmap e28: x(active, since 7s), standbys: y 2024-03-10T21:23:22.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[37838]: osdmap e154: 8 total, 8 up, 8 in 2024-03-10T21:23:22.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:23:22.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:22.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:22 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.544 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: pgmap v15: 121 pgs: 121 active+clean; 125 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 950 KiB/s wr, 58 op/s 2024-03-10T21:23:23.544 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: osdmap e155: 8 total, 8 up, 8 in 2024-03-10T21:23:23.552 INFO:tasks.rados.rados.0.smithi071.stdout:477: done (0 left) 2024-03-10T21:23:23.552 INFO:tasks.rados.rados.0.smithi071.stdout:478: setattr oid 19 current snap is 46 2024-03-10T21:23:23.553 INFO:tasks.rados.rados.0.smithi071.stdout:479: rmattr oid 42 current snap is 46 2024-03-10T21:23:23.553 INFO:tasks.rados.rados.0.smithi071.stdout:479: done (1 left) 2024-03-10T21:23:23.553 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 46 2024-03-10T21:23:23.553 INFO:tasks.rados.rados.0.smithi071.stdout:480: seq_num 178 ranges {2662400=589824} 2024-03-10T21:23:23.571 INFO:tasks.rados.rados.0.smithi071.stdout:480: writing smithi07176956-39 from 2662400 to 3252224 tid 1 2024-03-10T21:23:23.572 INFO:tasks.rados.rados.0.smithi071.stdout:481: read oid 47 snap -1 2024-03-10T21:23:23.572 INFO:tasks.rados.rados.0.smithi071.stdout:481: expect (ObjNum 157 snap 39 seq_num 157) 2024-03-10T21:23:23.572 INFO:tasks.rados.rados.0.smithi071.stdout:482: setattr oid 14 current snap is 46 2024-03-10T21:23:23.572 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 68 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:23.573 INFO:tasks.rados.rados.0.smithi071.stdout:478: done (3 left) 2024-03-10T21:23:23.573 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 46 2024-03-10T21:23:23.573 INFO:tasks.rados.rados.0.smithi071.stdout:483: seq_num 179 ranges {1302528=606208} 2024-03-10T21:23:23.584 INFO:tasks.rados.rados.0.smithi071.stdout:483: writing smithi07176956-24 from 1302528 to 1908736 tid 1 2024-03-10T21:23:23.584 INFO:tasks.rados.rados.0.smithi071.stdout:484: copy_from oid 26 from oid 43 current snap is 46 2024-03-10T21:23:23.584 INFO:tasks.rados.rados.0.smithi071.stdout:480: finishing write tid 1 to smithi07176956-39 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:480: finishing write tid 2 to smithi07176956-39 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:480: finishing write tid 3 to smithi07176956-39 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:480: oid 39 updating version 0 to 92 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:480: oid 39 updating version 92 to 93 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 93 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:480: left oid 39 (ObjNum 178 snap 46 seq_num 178) 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:480: done (4 left) 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 46 2024-03-10T21:23:23.585 INFO:tasks.rados.rados.0.smithi071.stdout:485: seq_num 180 ranges {2138112=622592} 2024-03-10T21:23:23.600 INFO:tasks.rados.rados.0.smithi071.stdout:485: writing smithi07176956-34 from 2138112 to 2760704 tid 1 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:486: read oid 13 snap 42 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:486: expect (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:487: read oid 40 snap -1 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:487: expect (ObjNum 167 snap 40 seq_num 167) 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:488: read oid 4 snap -1 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:488: expect deleted 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:489: rollback oid 11 current snap is 46 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 35 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 211 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-03-10T21:23:23.601 INFO:tasks.rados.rados.0.smithi071.stdout:481: expect (ObjNum 157 snap 39 seq_num 157) 2024-03-10T21:23:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:23 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: pgmap v15: 121 pgs: 121 active+clean; 125 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 950 KiB/s wr, 58 op/s 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: osdmap e155: 8 total, 8 up, 8 in 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: pgmap v15: 121 pgs: 121 active+clean; 125 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 950 KiB/s wr, 58 op/s 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: osdmap e155: 8 total, 8 up, 8 in 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:23 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:483: finishing write tid 1 to smithi07176956-24 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:483: finishing write tid 2 to smithi07176956-24 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:483: finishing write tid 3 to smithi07176956-24 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:483: oid 24 updating version 0 to 214 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:483: oid 24 version 214 is already newer than 213 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 214 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:483: left oid 24 (ObjNum 179 snap 46 seq_num 179) 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:484: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:484: finishing copy_from to smithi07176956-26 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 187 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:23:23.913 INFO:tasks.rados.rados.0.smithi071.stdout:489: finishing rollback tid 0 to smithi07176956-11 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:489: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:489: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 77 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:485: finishing write tid 1 to smithi07176956-34 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:481: done (8 left) 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:482: done (7 left) 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:483: done (6 left) 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:484: done (5 left) 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:489: done (4 left) 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 46 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:485: finishing write tid 2 to smithi07176956-34 2024-03-10T21:23:23.914 INFO:tasks.rados.rados.0.smithi071.stdout:486: expect (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:23:24.117 INFO:tasks.rados.rados.0.smithi071.stdout:485: finishing write tid 3 to smithi07176956-34 2024-03-10T21:23:24.117 INFO:tasks.rados.rados.0.smithi071.stdout:485: oid 34 updating version 0 to 238 2024-03-10T21:23:24.117 INFO:tasks.rados.rados.0.smithi071.stdout:485: oid 34 updating version 238 to 239 2024-03-10T21:23:24.117 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 239 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-03-10T21:23:24.117 INFO:tasks.rados.rados.0.smithi071.stdout:485: left oid 34 (ObjNum 180 snap 46 seq_num 180) 2024-03-10T21:23:24.117 INFO:tasks.rados.rados.0.smithi071.stdout:490: seq_num 181 ranges {0=638976} 2024-03-10T21:23:24.120 INFO:tasks.rados.rados.0.smithi071.stdout:490: writing smithi07176956-32 from 0 to 638976 tid 1 2024-03-10T21:23:24.120 INFO:tasks.rados.rados.0.smithi071.stdout:485: done (4 left) 2024-03-10T21:23:24.120 INFO:tasks.rados.rados.0.smithi071.stdout:486: done (3 left) 2024-03-10T21:23:24.120 INFO:tasks.rados.rados.0.smithi071.stdout:491: copy_from oid 43 from oid 42 current snap is 46 2024-03-10T21:23:24.121 INFO:tasks.rados.rados.0.smithi071.stdout:487: expect (ObjNum 167 snap 40 seq_num 167) 2024-03-10T21:23:24.163 INFO:tasks.rados.rados.0.smithi071.stdout:490: finishing write tid 1 to smithi07176956-32 2024-03-10T21:23:24.163 INFO:tasks.rados.rados.0.smithi071.stdout:490: finishing write tid 2 to smithi07176956-32 2024-03-10T21:23:24.163 INFO:tasks.rados.rados.0.smithi071.stdout:490: finishing write tid 3 to smithi07176956-32 2024-03-10T21:23:24.163 INFO:tasks.rados.rados.0.smithi071.stdout:490: oid 32 updating version 0 to 188 2024-03-10T21:23:24.163 INFO:tasks.rados.rados.0.smithi071.stdout:490: oid 32 updating version 188 to 189 2024-03-10T21:23:24.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 189 (ObjNum 181 snap 46 seq_num 181) dirty exists 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:490: left oid 32 (ObjNum 181 snap 46 seq_num 181) 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:491: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:491: finishing copy_from to smithi07176956-43 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 179 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:487: done (3 left) 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:488: done (2 left) 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:490: done (1 left) 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:491: done (0 left) 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:492: rollback oid 36 current snap is 46 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 35 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:493: copy_from oid 47 from oid 42 current snap is 46 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:494: rollback oid 28 current snap is 46 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 38 2024-03-10T21:23:24.164 INFO:tasks.rados.rados.0.smithi071.stdout:495: delete oid 33 current snap is 46 2024-03-10T21:23:24.165 INFO:tasks.rados.rados.0.smithi071.stdout:492: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:23:24.166 INFO:tasks.rados.rados.0.smithi071.stdout:495: done (3 left) 2024-03-10T21:23:24.166 INFO:tasks.rados.rados.0.smithi071.stdout:496: delete oid 40 current snap is 46 2024-03-10T21:23:24.166 INFO:tasks.rados.rados.0.smithi071.stdout:494: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:23:24.167 INFO:tasks.rados.rados.0.smithi071.stdout:492: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:23:24.167 INFO:tasks.rados.rados.0.smithi071.stdout:494: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:23:24.167 INFO:tasks.rados.rados.0.smithi071.stdout:492: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:23:24.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 184 (ObjNum 124 snap 30 seq_num 124) dirty exists 2024-03-10T21:23:24.167 INFO:tasks.rados.rados.0.smithi071.stdout:494: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:23:24.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 243 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-03-10T21:23:24.168 INFO:tasks.rados.rados.0.smithi071.stdout:492: done (3 left) 2024-03-10T21:23:24.168 INFO:tasks.rados.rados.0.smithi071.stdout:494: done (2 left) 2024-03-10T21:23:24.168 INFO:tasks.rados.rados.0.smithi071.stdout:496: done (1 left) 2024-03-10T21:23:24.169 INFO:tasks.rados.rados.0.smithi071.stdout:497: read oid 2 snap -1 2024-03-10T21:23:24.169 INFO:tasks.rados.rados.0.smithi071.stdout:497: expect (ObjNum 164 snap 40 seq_num 164) 2024-03-10T21:23:24.169 INFO:tasks.rados.rados.0.smithi071.stdout:498: rollback oid 3 current snap is 46 2024-03-10T21:23:24.169 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 24 2024-03-10T21:23:24.169 INFO:tasks.rados.rados.0.smithi071.stdout:499: delete oid 28 current snap is 46 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:499: done (3 left) 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:500: read oid 36 snap -1 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:500: expect (ObjNum 124 snap 30 seq_num 124) 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:501: snap_create 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:498: finishing rollback tid 0 to smithi07176956-3 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:498: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:498: finishing rollback tid 2 to smithi07176956-3 2024-03-10T21:23:24.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 211 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-03-10T21:23:24.176 INFO:tasks.rados.rados.0.smithi071.stdout:493: finishing copy_from racing read to smithi07176956-47 2024-03-10T21:23:24.178 INFO:tasks.rados.rados.0.smithi071.stdout:493: finishing copy_from to smithi07176956-47 2024-03-10T21:23:24.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 179 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:23:24.192 INFO:tasks.rados.rados.0.smithi071.stdout:500: expect (ObjNum 124 snap 30 seq_num 124) 2024-03-10T21:23:24.253 INFO:tasks.rados.rados.0.smithi071.stdout:497: expect (ObjNum 164 snap 40 seq_num 164) 2024-03-10T21:23:24.570 INFO:tasks.rados.rados.0.smithi071.stdout:493: done (4 left) 2024-03-10T21:23:24.570 INFO:tasks.rados.rados.0.smithi071.stdout:497: done (3 left) 2024-03-10T21:23:24.570 INFO:tasks.rados.rados.0.smithi071.stdout:498: done (2 left) 2024-03-10T21:23:24.571 INFO:tasks.rados.rados.0.smithi071.stdout:500: done (1 left) 2024-03-10T21:23:24.571 INFO:tasks.rados.rados.0.smithi071.stdout:501: done (0 left) 2024-03-10T21:23:24.571 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 47 2024-03-10T21:23:24.571 INFO:tasks.rados.rados.0.smithi071.stdout:502: seq_num 185 ranges {3252224=704512} 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:502: writing smithi07176956-39 from 3252224 to 3956736 tid 1 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:503: read oid 48 snap -1 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:503: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:504: rollback oid 18 current snap is 47 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 28 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 47 2024-03-10T21:23:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:505: seq_num 186 ranges {131072=720896} 2024-03-10T21:23:24.597 INFO:tasks.rados.rados.0.smithi071.stdout:505: writing smithi07176956-44 from 131072 to 851968 tid 1 2024-03-10T21:23:24.597 INFO:tasks.rados.rados.0.smithi071.stdout:506: snap_create 2024-03-10T21:23:24.597 INFO:tasks.rados.rados.0.smithi071.stdout:504: finishing rollback tid 0 to smithi07176956-18 2024-03-10T21:23:24.598 INFO:tasks.rados.rados.0.smithi071.stdout:502: finishing write tid 1 to smithi07176956-39 2024-03-10T21:23:24.598 INFO:tasks.rados.rados.0.smithi071.stdout:502: finishing write tid 2 to smithi07176956-39 2024-03-10T21:23:24.598 INFO:tasks.rados.rados.0.smithi071.stdout:503: expect (ObjNum 49 snap 0 seq_num 49) 2024-03-10T21:23:24.621 INFO:tasks.rados.rados.0.smithi071.stdout:504: finishing rollback tid 1 to smithi07176956-18 2024-03-10T21:23:24.621 INFO:tasks.rados.rados.0.smithi071.stdout:504: finishing rollback tid 2 to smithi07176956-18 2024-03-10T21:23:24.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 250 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-03-10T21:23:24.621 INFO:tasks.rados.rados.0.smithi071.stdout:502: finishing write tid 3 to smithi07176956-39 2024-03-10T21:23:24.621 INFO:tasks.rados.rados.0.smithi071.stdout:502: oid 39 updating version 0 to 95 2024-03-10T21:23:24.621 INFO:tasks.rados.rados.0.smithi071.stdout:502: oid 39 updating version 95 to 96 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 96 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:502: left oid 39 (ObjNum 185 snap 47 seq_num 185) 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:505: finishing write tid 1 to smithi07176956-44 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:505: finishing write tid 2 to smithi07176956-44 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:505: finishing write tid 3 to smithi07176956-44 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:505: oid 44 updating version 0 to 186 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:505: oid 44 updating version 186 to 187 2024-03-10T21:23:24.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 187 (ObjNum 186 snap 47 seq_num 186) dirty exists 2024-03-10T21:23:24.623 INFO:tasks.rados.rados.0.smithi071.stdout:505: left oid 44 (ObjNum 186 snap 47 seq_num 186) 2024-03-10T21:23:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi071 to 2480M 2024-03-10T21:23:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: osdmap e156: 8 total, 8 up, 8 in 2024-03-10T21:23:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:24 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi071 to 2480M 2024-03-10T21:23:24.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: osdmap e156: 8 total, 8 up, 8 in 2024-03-10T21:23:24.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:24.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi071 to 2480M 2024-03-10T21:23:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: osdmap e156: 8 total, 8 up, 8 in 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:24.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:24 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:502: done (4 left) 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:503: done (3 left) 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:504: done (2 left) 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:505: done (1 left) 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:506: done (0 left) 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 48 2024-03-10T21:23:25.578 INFO:tasks.rados.rados.0.smithi071.stdout:507: seq_num 187 ranges {4833280=737280} 2024-03-10T21:23:25.607 INFO:tasks.rados.rados.0.smithi071.stdout:507: writing smithi07176956-18 from 4833280 to 5570560 tid 1 2024-03-10T21:23:25.607 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 48 2024-03-10T21:23:25.607 INFO:tasks.rados.rados.0.smithi071.stdout:508: seq_num 188 ranges {3956736=753664} 2024-03-10T21:23:25.632 INFO:tasks.rados.rados.0.smithi071.stdout:508: writing smithi07176956-39 from 3956736 to 4710400 tid 1 2024-03-10T21:23:25.632 INFO:tasks.rados.rados.0.smithi071.stdout:509: setattr oid 49 current snap is 48 2024-03-10T21:23:25.632 INFO:tasks.rados.rados.0.smithi071.stdout:507: finishing write tid 1 to smithi07176956-18 2024-03-10T21:23:25.633 INFO:tasks.rados.rados.0.smithi071.stdout:507: finishing write tid 2 to smithi07176956-18 2024-03-10T21:23:25.633 INFO:tasks.rados.rados.0.smithi071.stdout:507: finishing write tid 3 to smithi07176956-18 2024-03-10T21:23:25.633 INFO:tasks.rados.rados.0.smithi071.stdout:507: oid 18 updating version 0 to 252 2024-03-10T21:23:25.633 INFO:tasks.rados.rados.0.smithi071.stdout:507: oid 18 updating version 252 to 253 2024-03-10T21:23:25.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 253 (ObjNum 187 snap 48 seq_num 187) dirty exists 2024-03-10T21:23:25.633 INFO:tasks.rados.rados.0.smithi071.stdout:507: left oid 18 (ObjNum 187 snap 48 seq_num 187) 2024-03-10T21:23:25.634 INFO:tasks.rados.rados.0.smithi071.stdout:507: done (2 left) 2024-03-10T21:23:25.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 48 2024-03-10T21:23:25.634 INFO:tasks.rados.rados.0.smithi071.stdout:510: seq_num 189 ranges {516096=770048} 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:510: writing smithi07176956-8 from 516096 to 1286144 tid 1 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:511: rollback oid 23 current snap is 48 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 43 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:508: finishing write tid 1 to smithi07176956-39 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:508: finishing write tid 2 to smithi07176956-39 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:508: finishing write tid 3 to smithi07176956-39 2024-03-10T21:23:25.642 INFO:tasks.rados.rados.0.smithi071.stdout:508: oid 39 updating version 0 to 99 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:508: oid 39 version 99 is already newer than 98 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 99 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:508: left oid 39 (ObjNum 188 snap 48 seq_num 188) 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 79 (ObjNum 171 snap 42 seq_num 171) dirty exists 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:508: done (3 left) 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:509: done (2 left) 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:512: copy_from oid 46 from oid 12 current snap is 48 2024-03-10T21:23:25.643 INFO:tasks.rados.rados.0.smithi071.stdout:513: snap_remove snap 28 2024-03-10T21:23:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:25 smithi193 ceph-mon[30554]: pgmap v18: 121 pgs: 121 active+clean; 125 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 950 KiB/s wr, 58 op/s 2024-03-10T21:23:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:25 smithi193 ceph-mon[30554]: osdmap e157: 8 total, 8 up, 8 in 2024-03-10T21:23:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:25 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:25 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[27124]: pgmap v18: 121 pgs: 121 active+clean; 125 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 950 KiB/s wr, 58 op/s 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[27124]: osdmap e157: 8 total, 8 up, 8 in 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[37838]: pgmap v18: 121 pgs: 121 active+clean; 125 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 950 KiB/s wr, 58 op/s 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[37838]: osdmap e157: 8 total, 8 up, 8 in 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:25.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:25 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:513: done (3 left) 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:514: copy_from oid 30 from oid 35 current snap is 48 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:510: finishing write tid 1 to smithi07176956-8 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:510: finishing write tid 2 to smithi07176956-8 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:515: read oid 3 snap 47 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:515: expect (ObjNum 90 snap 17 seq_num 90) 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:516: copy_from oid 44 from oid 25 current snap is 48 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:511: finishing rollback tid 0 to smithi07176956-23 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:511: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:511: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:23:26.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 91 (ObjNum 175 snap 43 seq_num 175) dirty exists 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:510: finishing write tid 3 to smithi07176956-8 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:510: oid 8 updating version 0 to 48 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:510: oid 8 version 48 is already newer than 47 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 48 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:510: left oid 8 (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:512: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:512: finishing copy_from to smithi07176956-46 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 183 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:510: done (5 left) 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:511: done (4 left) 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:512: done (3 left) 2024-03-10T21:23:26.587 INFO:tasks.rados.rados.0.smithi071.stdout:517: delete oid 18 current snap is 48 2024-03-10T21:23:26.595 INFO:tasks.rados.rados.0.smithi071.stdout:517: done (3 left) 2024-03-10T21:23:26.595 INFO:tasks.rados.rados.0.smithi071.stdout:518: snap_create 2024-03-10T21:23:26.596 INFO:tasks.rados.rados.0.smithi071.stdout:514: finishing copy_from to smithi07176956-30 2024-03-10T21:23:26.596 INFO:tasks.rados.rados.0.smithi071.stdout:514: got expected ENOENT (src dne) 2024-03-10T21:23:26.596 INFO:tasks.rados.rados.0.smithi071.stdout:514: finishing copy_from racing read to smithi07176956-30 2024-03-10T21:23:26.602 INFO:tasks.rados.rados.0.smithi071.stdout:516: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:23:26.603 INFO:tasks.rados.rados.0.smithi071.stdout:515: expect (ObjNum 90 snap 17 seq_num 90) 2024-03-10T21:23:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:516: finishing copy_from to smithi07176956-44 2024-03-10T21:23:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 68 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-03-10T21:23:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:26 smithi193 ceph-mon[30554]: osdmap e158: 8 total, 8 up, 8 in 2024-03-10T21:23:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:26 smithi193 ceph-mon[30554]: mgrmap e29: x(active, since 11s), standbys: y 2024-03-10T21:23:27.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:26 smithi071 ceph-mon[27124]: osdmap e158: 8 total, 8 up, 8 in 2024-03-10T21:23:27.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:26 smithi071 ceph-mon[27124]: mgrmap e29: x(active, since 11s), standbys: y 2024-03-10T21:23:27.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:26 smithi071 ceph-mon[37838]: osdmap e158: 8 total, 8 up, 8 in 2024-03-10T21:23:27.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:26 smithi071 ceph-mon[37838]: mgrmap e29: x(active, since 11s), standbys: y 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:514: done (3 left) 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:515: done (2 left) 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:516: done (1 left) 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:518: done (0 left) 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:519: read oid 45 snap -1 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:519: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:23:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:520: setattr oid 1 current snap is 49 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:521: rmattr oid 34 current snap is 49 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:521: done (2 left) 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:522: read oid 10 snap -1 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:522: expect deleted 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:523: rollback oid 46 current snap is 49 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 45 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:524: copy_from oid 25 from oid 44 current snap is 49 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:525: rollback oid 41 current snap is 49 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 39 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:526: rollback oid 50 current snap is 49 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 23 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:527: read oid 5 snap -1 2024-03-10T21:23:27.519 INFO:tasks.rados.rados.0.smithi071.stdout:527: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:23:27.520 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 49 2024-03-10T21:23:27.520 INFO:tasks.rados.rados.0.smithi071.stdout:528: seq_num 191 ranges {2260992=802816} 2024-03-10T21:23:27.537 INFO:tasks.rados.rados.0.smithi071.stdout:528: writing smithi07176956-36 from 2260992 to 3063808 tid 1 2024-03-10T21:23:27.537 INFO:tasks.rados.rados.0.smithi071.stdout:529: rollback oid 49 current snap is 49 2024-03-10T21:23:27.537 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 38 2024-03-10T21:23:27.537 INFO:tasks.rados.rados.0.smithi071.stdout:527: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:23:27.538 INFO:tasks.rados.rados.0.smithi071.stdout:519: expect (ObjNum 106 snap 23 seq_num 106) 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:526: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing rollback tid 0 to smithi07176956-46 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:525: finishing rollback tid 0 to smithi07176956-41 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing rollback tid 2 to smithi07176956-46 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 274 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:525: finishing rollback tid 1 to smithi07176956-41 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:525: finishing rollback tid 2 to smithi07176956-41 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 241 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:23:27.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 228 (ObjNum 150 snap 38 seq_num 150) dirty exists 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:526: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:519: done (9 left) 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:520: done (8 left) 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:522: done (7 left) 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:523: done (6 left) 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:525: done (5 left) 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:527: done (4 left) 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 49 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:526: finishing rollback tid 2 to smithi07176956-50 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 86 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:23:27.589 INFO:tasks.rados.rados.0.smithi071.stdout:530: seq_num 192 ranges {0=417792,417792=401408} 2024-03-10T21:23:27.590 INFO:tasks.rados.rados.0.smithi071.stdout:530: writing smithi07176956-10 from 0 to 417792 tid 1 2024-03-10T21:23:27.593 INFO:tasks.rados.rados.0.smithi071.stdout:530: writing smithi07176956-10 from 417792 to 819200 tid 2 2024-03-10T21:23:27.593 INFO:tasks.rados.rados.0.smithi071.stdout:526: done (4 left) 2024-03-10T21:23:27.593 INFO:tasks.rados.rados.0.smithi071.stdout:531: rollback oid 24 current snap is 49 2024-03-10T21:23:27.593 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 44 2024-03-10T21:23:27.593 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing copy_from to smithi07176956-25 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 68 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:529: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:529: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:528: finishing write tid 1 to smithi07176956-36 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:528: finishing write tid 2 to smithi07176956-36 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:529: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 85 (ObjNum 133 snap 35 seq_num 133) dirty exists 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:528: finishing write tid 3 to smithi07176956-36 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:528: oid 36 updating version 0 to 198 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:528: oid 36 version 198 is already newer than 197 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 198 (ObjNum 191 snap 49 seq_num 191) dirty exists 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:528: left oid 36 (ObjNum 191 snap 49 seq_num 191) 2024-03-10T21:23:27.594 INFO:tasks.rados.rados.0.smithi071.stdout:524: done (4 left) 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:528: done (3 left) 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:529: done (2 left) 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:532: rollback oid 4 current snap is 49 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 45 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:533: read oid 19 snap 43 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:533: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:534: copy_from oid 17 from oid 44 current snap is 49 2024-03-10T21:23:27.595 INFO:tasks.rados.rados.0.smithi071.stdout:535: snap_remove snap 39 2024-03-10T21:23:27.730 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:27 smithi193 ceph-mon[30554]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-03-10T21:23:27.730 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:27 smithi193 ceph-mon[30554]: osdmap e159: 8 total, 8 up, 8 in 2024-03-10T21:23:27.730 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:27 smithi193 ceph-mon[30554]: osdmap e160: 8 total, 8 up, 8 in 2024-03-10T21:23:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:27 smithi071 ceph-mon[27124]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-03-10T21:23:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:27 smithi071 ceph-mon[27124]: osdmap e159: 8 total, 8 up, 8 in 2024-03-10T21:23:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:27 smithi071 ceph-mon[27124]: osdmap e160: 8 total, 8 up, 8 in 2024-03-10T21:23:28.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:27 smithi071 ceph-mon[37838]: pgmap v21: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-03-10T21:23:28.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:27 smithi071 ceph-mon[37838]: osdmap e159: 8 total, 8 up, 8 in 2024-03-10T21:23:28.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:27 smithi071 ceph-mon[37838]: osdmap e160: 8 total, 8 up, 8 in 2024-03-10T21:23:28.596 INFO:tasks.rados.rados.0.smithi071.stdout:535: done (5 left) 2024-03-10T21:23:28.596 INFO:tasks.rados.rados.0.smithi071.stdout:536: snap_remove snap 34 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:29 smithi193 ceph-mon[30554]: osdmap e161: 8 total, 8 up, 8 in 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[27124]: osdmap e161: 8 total, 8 up, 8 in 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:29 smithi071 ceph-mon[37838]: osdmap e161: 8 total, 8 up, 8 in 2024-03-10T21:23:29.596 INFO:tasks.rados.rados.0.smithi071.stdout:536: done (5 left) 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:537: copy_from oid 16 from oid 36 current snap is 49 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 1 to smithi07176956-10 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:532: finishing rollback tid 1 to smithi07176956-4 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 211 (ObjNum 97 snap 0 seq_num 2944297024) dirty dne 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:531: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:531: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 2 to smithi07176956-10 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 3 to smithi07176956-10 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:531: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 232 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: finishing write tid 4 to smithi07176956-10 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: oid 10 updating version 0 to 244 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: oid 10 version 244 is already newer than 242 2024-03-10T21:23:29.597 INFO:tasks.rados.rados.0.smithi071.stdout:530: oid 10 version 244 is already newer than 243 2024-03-10T21:23:29.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 244 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-03-10T21:23:29.598 INFO:tasks.rados.rados.0.smithi071.stdout:530: left oid 10 (ObjNum 192 snap 49 seq_num 192) 2024-03-10T21:23:29.598 INFO:tasks.rados.rados.0.smithi071.stdout:533: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:534: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:23:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:534: finishing copy_from to smithi07176956-17 2024-03-10T21:23:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 68 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-03-10T21:23:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:537: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:23:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:537: finishing copy_from to smithi07176956-16 2024-03-10T21:23:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 198 (ObjNum 191 snap 49 seq_num 191) dirty exists 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:530: done (5 left) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:531: done (4 left) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:532: done (3 left) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:533: done (2 left) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:534: done (1 left) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:537: done (0 left) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:538: copy_from oid 11 from oid 17 current snap is 49 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:539: rollback oid 12 current snap is 49 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 24 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:540: read oid 7 snap -1 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:540: expect (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 49 2024-03-10T21:23:29.659 INFO:tasks.rados.rados.0.smithi071.stdout:541: seq_num 193 ranges {0=434176,434176=401408} 2024-03-10T21:23:29.660 INFO:tasks.rados.rados.0.smithi071.stdout:541: writing smithi07176956-31 from 0 to 434176 tid 1 2024-03-10T21:23:29.662 INFO:tasks.rados.rados.0.smithi071.stdout:541: writing smithi07176956-31 from 434176 to 835584 tid 2 2024-03-10T21:23:29.662 INFO:tasks.rados.rados.0.smithi071.stdout:542: snap_remove snap 44 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Adjusting osd_memory_target on smithi193 to 2480M 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:30.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:30 smithi193 ceph-mon[30554]: osdmap e162: 8 total, 8 up, 8 in 2024-03-10T21:23:30.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Adjusting osd_memory_target on smithi193 to 2480M 2024-03-10T21:23:30.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:23:30.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[27124]: osdmap e162: 8 total, 8 up, 8 in 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Adjusting osd_memory_target on smithi193 to 2480M 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: pgmap v24: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:30 smithi071 ceph-mon[37838]: osdmap e162: 8 total, 8 up, 8 in 2024-03-10T21:23:30.599 INFO:tasks.rados.rados.0.smithi071.stdout:539: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:23:30.599 INFO:tasks.rados.rados.0.smithi071.stdout:539: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:23:30.599 INFO:tasks.rados.rados.0.smithi071.stdout:539: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:23:30.599 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 254 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-03-10T21:23:30.599 INFO:tasks.rados.rados.0.smithi071.stdout:541: finishing write tid 1 to smithi07176956-31 2024-03-10T21:23:30.599 INFO:tasks.rados.rados.0.smithi071.stdout:540: expect (ObjNum 134 snap 35 seq_num 134) 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:541: finishing write tid 2 to smithi07176956-31 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:541: finishing write tid 3 to smithi07176956-31 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:538: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:541: finishing write tid 4 to smithi07176956-31 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:541: oid 31 updating version 0 to 258 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:541: oid 31 updating version 258 to 260 2024-03-10T21:23:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:541: oid 31 version 260 is already newer than 259 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 260 (ObjNum 193 snap 49 seq_num 193) dirty exists 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:541: left oid 31 (ObjNum 193 snap 49 seq_num 193) 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:538: finishing copy_from to smithi07176956-11 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 68 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:538: done (4 left) 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:539: done (3 left) 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:540: done (2 left) 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:541: done (1 left) 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:542: done (0 left) 2024-03-10T21:23:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:543: snap_remove snap 42 2024-03-10T21:23:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-mon[30554]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:23:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-mon[30554]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:23:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-mon[30554]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-mon[30554]: osdmap e163: 8 total, 8 up, 8 in 2024-03-10T21:23:31.335 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:31.057Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:23:31.335 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:31.058Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:23:31.335 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:31.058Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:23:31.336 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:31.058Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:23:31.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[27124]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:23:31.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[27124]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:23:31.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[27124]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:31.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[27124]: osdmap e163: 8 total, 8 up, 8 in 2024-03-10T21:23:31.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[37838]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:23:31.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[37838]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:23:31.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[37838]: pgmap v27: 121 pgs: 121 active+clean; 144 MiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:31.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:31 smithi071 ceph-mon[37838]: osdmap e163: 8 total, 8 up, 8 in 2024-03-10T21:23:31.606 INFO:tasks.rados.rados.0.smithi071.stdout:543: done (0 left) 2024-03-10T21:23:31.607 INFO:tasks.rados.rados.0.smithi071.stdout:544: snap_remove snap 24 2024-03-10T21:23:32.609 INFO:tasks.rados.rados.0.smithi071.stdout:544: done (0 left) 2024-03-10T21:23:32.609 INFO:tasks.rados.rados.0.smithi071.stdout:545: rollback oid 12 current snap is 49 2024-03-10T21:23:32.609 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 48 2024-03-10T21:23:32.609 INFO:tasks.rados.rados.0.smithi071.stdout:546: read oid 21 snap -1 2024-03-10T21:23:32.609 INFO:tasks.rados.rados.0.smithi071.stdout:546: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:23:32.609 INFO:tasks.rados.rados.0.smithi071.stdout:547: snap_remove snap 38 2024-03-10T21:23:32.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-mon[30554]: osdmap e164: 8 total, 8 up, 8 in 2024-03-10T21:23:32.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 systemd[1]: Stopping Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:23:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:32 smithi071 ceph-mon[27124]: osdmap e164: 8 total, 8 up, 8 in 2024-03-10T21:23:32.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:32 smithi071 ceph-mon[37838]: osdmap e164: 8 total, 8 up, 8 in 2024-03-10T21:23:32.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[27356]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:23:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T21:23:33.215 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T21:23:33.216 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T21:23:33.216 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T21:23:33.216 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T21:23:33.216 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[61361]: ts=2024-03-10T21:23:32.955Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T21:23:33.216 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:32 smithi193 podman[72081]: 2024-03-10 21:23:32.965280268 +0000 UTC m=+0.113837357 container died 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:23:33.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 podman[72081]: 2024-03-10 21:23:33.413622003 +0000 UTC m=+0.562179155 container cleanup 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:23:33.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 bash[72081]: ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T21:23:33.614 INFO:tasks.rados.rados.0.smithi071.stdout:547: done (2 left) 2024-03-10T21:23:33.614 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 49 2024-03-10T21:23:33.614 INFO:tasks.rados.rados.0.smithi071.stdout:548: seq_num 194 ranges {1613824=458752,2072576=401408} 2024-03-10T21:23:33.626 INFO:tasks.rados.rados.0.smithi071.stdout:548: writing smithi07176956-44 from 1613824 to 2072576 tid 1 2024-03-10T21:23:33.629 INFO:tasks.rados.rados.0.smithi071.stdout:548: writing smithi07176956-44 from 2072576 to 2473984 tid 2 2024-03-10T21:23:33.629 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 49 2024-03-10T21:23:33.629 INFO:tasks.rados.rados.0.smithi071.stdout:549: seq_num 195 ranges {0=475136,475136=401408} 2024-03-10T21:23:33.632 INFO:tasks.rados.rados.0.smithi071.stdout:549: writing smithi07176956-28 from 0 to 475136 tid 1 2024-03-10T21:23:33.636 INFO:tasks.rados.rados.0.smithi071.stdout:549: writing smithi07176956-28 from 475136 to 876544 tid 2 2024-03-10T21:23:33.636 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 49 2024-03-10T21:23:33.636 INFO:tasks.rados.rados.0.smithi071.stdout:550: seq_num 196 ranges {1613824=491520,2105344=401408} 2024-03-10T21:23:33.647 INFO:tasks.rados.rados.0.smithi071.stdout:550: writing smithi07176956-11 from 1613824 to 2105344 tid 1 2024-03-10T21:23:33.650 INFO:tasks.rados.rados.0.smithi071.stdout:550: writing smithi07176956-11 from 2105344 to 2506752 tid 2 2024-03-10T21:23:33.650 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 49 2024-03-10T21:23:33.650 INFO:tasks.rados.rados.0.smithi071.stdout:551: seq_num 197 ranges {819200=507904,1327104=401408} 2024-03-10T21:23:33.657 INFO:tasks.rados.rados.0.smithi071.stdout:551: writing smithi07176956-10 from 819200 to 1327104 tid 1 2024-03-10T21:23:33.659 INFO:tasks.rados.rados.0.smithi071.stdout:551: writing smithi07176956-10 from 1327104 to 1728512 tid 2 2024-03-10T21:23:33.660 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 49 2024-03-10T21:23:33.660 INFO:tasks.rados.rados.0.smithi071.stdout:552: seq_num 198 ranges {4710400=524288,5234688=401408} 2024-03-10T21:23:33.688 INFO:tasks.rados.rados.0.smithi071.stdout:552: writing smithi07176956-39 from 4710400 to 5234688 tid 1 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:552: writing smithi07176956-39 from 5234688 to 5636096 tid 2 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:553: setattr oid 37 current snap is 49 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:545: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 277 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-03-10T21:23:33.691 INFO:tasks.rados.rados.0.smithi071.stdout:546: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:23:33.693 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing write tid 1 to smithi07176956-44 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing write tid 2 to smithi07176956-44 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing write tid 3 to smithi07176956-44 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: finishing write tid 4 to smithi07176956-44 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: oid 44 updating version 0 to 236 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: oid 44 updating version 236 to 238 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: oid 44 version 238 is already newer than 237 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 238 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:548: left oid 44 (ObjNum 194 snap 49 seq_num 194) 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 1 to smithi07176956-28 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 2 to smithi07176956-28 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 3 to smithi07176956-28 2024-03-10T21:23:33.694 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 4 to smithi07176956-28 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:549: oid 28 updating version 0 to 340 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:549: oid 28 version 340 is already newer than 338 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:549: oid 28 version 340 is already newer than 339 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 340 (ObjNum 195 snap 49 seq_num 195) dirty exists 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:549: left oid 28 (ObjNum 195 snap 49 seq_num 195) 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing write tid 1 to smithi07176956-11 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing write tid 2 to smithi07176956-11 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing write tid 3 to smithi07176956-11 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing write tid 4 to smithi07176956-11 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: oid 11 updating version 0 to 108 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: oid 11 updating version 108 to 109 2024-03-10T21:23:33.695 INFO:tasks.rados.rados.0.smithi071.stdout:550: oid 11 updating version 109 to 110 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 110 (ObjNum 196 snap 49 seq_num 196) dirty exists 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:550: left oid 11 (ObjNum 196 snap 49 seq_num 196) 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: finishing write tid 1 to smithi07176956-10 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: finishing write tid 2 to smithi07176956-10 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: finishing write tid 3 to smithi07176956-10 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: finishing write tid 4 to smithi07176956-10 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: oid 10 updating version 0 to 292 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: oid 10 version 292 is already newer than 291 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: oid 10 updating version 292 to 293 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 293 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:551: left oid 10 (ObjNum 197 snap 49 seq_num 197) 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing write tid 1 to smithi07176956-39 2024-03-10T21:23:33.696 INFO:tasks.rados.rados.0.smithi071.stdout:545: done (7 left) 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:546: done (6 left) 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:548: done (5 left) 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:549: done (4 left) 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:550: done (3 left) 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:551: done (2 left) 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:554: delete oid 7 current snap is 49 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing write tid 2 to smithi07176956-39 2024-03-10T21:23:33.697 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing write tid 3 to smithi07176956-39 2024-03-10T21:23:33.698 INFO:tasks.rados.rados.0.smithi071.stdout:554: done (2 left) 2024-03-10T21:23:33.698 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 49 2024-03-10T21:23:33.698 INFO:tasks.rados.rados.0.smithi071.stdout:555: seq_num 200 ranges {1302528=557056,1859584=401408} 2024-03-10T21:23:33.705 INFO:tasks.rados.rados.0.smithi071.stdout:555: writing smithi07176956-24 from 1302528 to 1859584 tid 1 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:555: writing smithi07176956-24 from 1859584 to 2260992 tid 2 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:556: copy_from oid 45 from oid 6 current snap is 49 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing write tid 4 to smithi07176956-39 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:552: oid 39 updating version 0 to 140 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:552: oid 39 version 140 is already newer than 139 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:552: oid 39 updating version 140 to 141 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 141 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:23:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:552: left oid 39 (ObjNum 198 snap 49 seq_num 198) 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:552: done (3 left) 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:557: rollback oid 15 current snap is 49 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 47 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 142 (ObjNum 129 snap 0 seq_num 2944259288) dirty exists 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:553: done (3 left) 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:558: copy_from oid 33 from oid 19 current snap is 49 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:559: copy_from oid 18 from oid 8 current snap is 49 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 49 2024-03-10T21:23:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:560: seq_num 201 ranges {1613824=573440,2187264=401408} 2024-03-10T21:23:33.721 INFO:tasks.rados.rados.0.smithi071.stdout:560: writing smithi07176956-17 from 1613824 to 2187264 tid 1 2024-03-10T21:23:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:560: writing smithi07176956-17 from 2187264 to 2588672 tid 2 2024-03-10T21:23:33.723 INFO:tasks.rados.rados.0.smithi071.stdout:561: snap_remove snap 35 2024-03-10T21:23:34.051 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:33 smithi193 ceph-mon[30554]: pgmap v30: 121 pgs: 121 active+clean; 153 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-03-10T21:23:34.051 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:33 smithi193 ceph-mon[30554]: osdmap e165: 8 total, 8 up, 8 in 2024-03-10T21:23:34.052 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 podman[72095]: 2024-03-10 21:23:33.707383719 +0000 UTC m=+0.745270434 container remove 2d63c8cc9b7a8abb9203e2e99487c91f9efbb6a96e4cf0349005218f8b4582e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:23:34.052 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T21:23:34.052 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 systemd[1]: Stopped Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:23:34.052 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 1.441s CPU time. 2024-03-10T21:23:34.052 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:33 smithi193 systemd[1]: Starting Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:23:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:33 smithi071 ceph-mon[27124]: pgmap v30: 121 pgs: 121 active+clean; 153 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-03-10T21:23:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:33 smithi071 ceph-mon[27124]: osdmap e165: 8 total, 8 up, 8 in 2024-03-10T21:23:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:33 smithi071 ceph-mon[37838]: pgmap v30: 121 pgs: 121 active+clean; 153 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-03-10T21:23:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:33 smithi071 ceph-mon[37838]: osdmap e165: 8 total, 8 up, 8 in 2024-03-10T21:23:34.304 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 podman[72190]: 2024-03-10 21:23:33.954384239 +0000 UTC m=+0.018598603 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T21:23:34.305 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 podman[72190]: 2024-03-10 21:23:34.075089715 +0000 UTC m=+0.139304065 container create f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:23:34.305 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 podman[72190]: 2024-03-10 21:23:34.277489402 +0000 UTC m=+0.341703752 container init f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:23:34.305 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 podman[72190]: 2024-03-10 21:23:34.280049565 +0000 UTC m=+0.344263917 container start f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:23:34.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.303Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T21:23:34.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.303Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T21:23:34.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.303Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi193 (none))" 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.303Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.303Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.305Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.306Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.307Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.307Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.309Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.309Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.57µs 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.309Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.310Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-03-10T21:23:34.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.316Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.317Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.317Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.896µs wal_replay_duration=8.035493ms wbl_replay_duration=88ns total_replay_duration=8.071887ms 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.318Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.318Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.318Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.337Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.333939ms db_storage=775ns remote_storage=996ns web_handler=333ns query_engine=1.029µs scrape=421.908µs scrape_sd=79.246µs notify=9.691µs notify_sd=13.094µs rules=18.511581ms tracing=5.989µs 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.337Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:34.337Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 bash[72190]: f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf 2024-03-10T21:23:34.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:34 smithi193 systemd[1]: Started Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:23:34.626 INFO:tasks.rados.rados.0.smithi071.stdout:561: done (6 left) 2024-03-10T21:23:34.626 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 49 2024-03-10T21:23:34.626 INFO:tasks.rados.rados.0.smithi071.stdout:562: seq_num 202 ranges {876544=589824,1466368=401408} 2024-03-10T21:23:34.634 INFO:tasks.rados.rados.0.smithi071.stdout:562: writing smithi07176956-28 from 876544 to 1466368 tid 1 2024-03-10T21:23:34.637 INFO:tasks.rados.rados.0.smithi071.stdout:562: writing smithi07176956-28 from 1466368 to 1867776 tid 2 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:563: read oid 35 snap -1 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:563: expect deleted 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:555: finishing write tid 1 to smithi07176956-24 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 49 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:557: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 180 (ObjNum 129 snap 0 seq_num 2944876224) dirty dne 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:555: finishing write tid 2 to smithi07176956-24 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:555: finishing write tid 3 to smithi07176956-24 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:555: finishing write tid 4 to smithi07176956-24 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:555: oid 24 updating version 0 to 300 2024-03-10T21:23:34.638 INFO:tasks.rados.rados.0.smithi071.stdout:555: oid 24 updating version 300 to 302 2024-03-10T21:23:34.639 INFO:tasks.rados.rados.0.smithi071.stdout:555: oid 24 version 302 is already newer than 301 2024-03-10T21:23:34.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 302 (ObjNum 200 snap 49 seq_num 200) dirty exists 2024-03-10T21:23:34.639 INFO:tasks.rados.rados.0.smithi071.stdout:555: left oid 24 (ObjNum 200 snap 49 seq_num 200) 2024-03-10T21:23:34.639 INFO:tasks.rados.rados.0.smithi071.stdout:559: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:23:34.639 INFO:tasks.rados.rados.0.smithi071.stdout:556: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:23:34.639 INFO:tasks.rados.rados.0.smithi071.stdout:564: seq_num 203 ranges {0=606208,606208=401408} 2024-03-10T21:23:34.641 INFO:tasks.rados.rados.0.smithi071.stdout:564: writing smithi07176956-30 from 0 to 606208 tid 1 2024-03-10T21:23:34.645 INFO:tasks.rados.rados.0.smithi071.stdout:564: writing smithi07176956-30 from 606208 to 1007616 tid 2 2024-03-10T21:23:34.645 INFO:tasks.rados.rados.0.smithi071.stdout:555: done (8 left) 2024-03-10T21:23:34.645 INFO:tasks.rados.rados.0.smithi071.stdout:557: done (7 left) 2024-03-10T21:23:34.645 INFO:tasks.rados.rados.0.smithi071.stdout:565: snap_create 2024-03-10T21:23:34.645 INFO:tasks.rados.rados.0.smithi071.stdout:559: finishing copy_from to smithi07176956-18 2024-03-10T21:23:34.645 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 48 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:558: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:556: finishing copy_from to smithi07176956-45 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 56 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:558: finishing copy_from to smithi07176956-33 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 68 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing write tid 1 to smithi07176956-17 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing write tid 2 to smithi07176956-17 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing write tid 3 to smithi07176956-17 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: finishing write tid 4 to smithi07176956-17 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: oid 17 updating version 0 to 71 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: oid 17 version 71 is already newer than 70 2024-03-10T21:23:34.646 INFO:tasks.rados.rados.0.smithi071.stdout:560: oid 17 version 71 is already newer than 69 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 71 (ObjNum 201 snap 49 seq_num 201) dirty exists 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:560: left oid 17 (ObjNum 201 snap 49 seq_num 201) 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing write tid 1 to smithi07176956-28 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing write tid 2 to smithi07176956-28 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing write tid 3 to smithi07176956-28 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 1 to smithi07176956-30 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:562: finishing write tid 4 to smithi07176956-28 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:562: oid 28 updating version 0 to 346 2024-03-10T21:23:34.647 INFO:tasks.rados.rados.0.smithi071.stdout:562: oid 28 updating version 346 to 352 2024-03-10T21:23:34.648 INFO:tasks.rados.rados.0.smithi071.stdout:562: oid 28 version 352 is already newer than 351 2024-03-10T21:23:34.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 352 (ObjNum 202 snap 49 seq_num 202) dirty exists 2024-03-10T21:23:34.648 INFO:tasks.rados.rados.0.smithi071.stdout:562: left oid 28 (ObjNum 202 snap 49 seq_num 202) 2024-03-10T21:23:34.648 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 2 to smithi07176956-30 2024-03-10T21:23:34.649 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 3 to smithi07176956-30 2024-03-10T21:23:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 4 to smithi07176956-30 2024-03-10T21:23:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:564: oid 30 updating version 0 to 98 2024-03-10T21:23:34.651 INFO:tasks.rados.rados.0.smithi071.stdout:564: oid 30 version 98 is already newer than 97 2024-03-10T21:23:34.652 INFO:tasks.rados.rados.0.smithi071.stdout:564: oid 30 updating version 98 to 99 2024-03-10T21:23:34.652 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 99 (ObjNum 203 snap 49 seq_num 203) dirty exists 2024-03-10T21:23:34.652 INFO:tasks.rados.rados.0.smithi071.stdout:564: left oid 30 (ObjNum 203 snap 49 seq_num 203) 2024-03-10T21:23:35.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[27124]: osdmap e166: 8 total, 8 up, 8 in 2024-03-10T21:23:35.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:35.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:35.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:23:35.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:35.071 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[37838]: osdmap e166: 8 total, 8 up, 8 in 2024-03-10T21:23:35.071 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:35.071 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:35.071 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:23:35.071 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:34 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:35.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-mon[30554]: osdmap e166: 8 total, 8 up, 8 in 2024-03-10T21:23:35.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:23:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:34 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:35.605 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:23:35.632 INFO:tasks.rados.rados.0.smithi071.stdout:556: done (7 left) 2024-03-10T21:23:35.632 INFO:tasks.rados.rados.0.smithi071.stdout:558: done (6 left) 2024-03-10T21:23:35.632 INFO:tasks.rados.rados.0.smithi071.stdout:559: done (5 left) 2024-03-10T21:23:35.632 INFO:tasks.rados.rados.0.smithi071.stdout:560: done (4 left) 2024-03-10T21:23:35.632 INFO:tasks.rados.rados.0.smithi071.stdout:562: done (3 left) 2024-03-10T21:23:35.633 INFO:tasks.rados.rados.0.smithi071.stdout:563: done (2 left) 2024-03-10T21:23:35.633 INFO:tasks.rados.rados.0.smithi071.stdout:564: done (1 left) 2024-03-10T21:23:35.633 INFO:tasks.rados.rados.0.smithi071.stdout:565: done (0 left) 2024-03-10T21:23:35.633 INFO:tasks.rados.rados.0.smithi071.stdout:566: delete oid 2 current snap is 50 2024-03-10T21:23:35.636 INFO:tasks.rados.rados.0.smithi071.stdout:566: done (0 left) 2024-03-10T21:23:35.636 INFO:tasks.rados.rados.0.smithi071.stdout:567: delete oid 5 current snap is 50 2024-03-10T21:23:35.639 INFO:tasks.rados.rados.0.smithi071.stdout:567: done (0 left) 2024-03-10T21:23:35.639 INFO:tasks.rados.rados.0.smithi071.stdout:568: read oid 43 snap -1 2024-03-10T21:23:35.639 INFO:tasks.rados.rados.0.smithi071.stdout:568: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:35.639 INFO:tasks.rados.rados.0.smithi071.stdout:569: read oid 28 snap 46 2024-03-10T21:23:35.639 INFO:tasks.rados.rados.0.smithi071.stdout:569: expect deleted 2024-03-10T21:23:35.639 INFO:tasks.rados.rados.0.smithi071.stdout:570: delete oid 17 current snap is 50 2024-03-10T21:23:35.642 INFO:tasks.rados.rados.0.smithi071.stdout:569: done (2 left) 2024-03-10T21:23:35.642 INFO:tasks.rados.rados.0.smithi071.stdout:570: done (1 left) 2024-03-10T21:23:35.642 INFO:tasks.rados.rados.0.smithi071.stdout:571: copy_from oid 45 from oid 13 current snap is 50 2024-03-10T21:23:35.643 INFO:tasks.rados.rados.0.smithi071.stdout:572: rmattr oid 35 current snap is 50 2024-03-10T21:23:35.643 INFO:tasks.rados.rados.0.smithi071.stdout:572: done (2 left) 2024-03-10T21:23:35.643 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 50 2024-03-10T21:23:35.643 INFO:tasks.rados.rados.0.smithi071.stdout:573: seq_num 207 ranges {2506752=671744,3178496=401408} 2024-03-10T21:23:35.659 INFO:tasks.rados.rados.0.smithi071.stdout:573: writing smithi07176956-11 from 2506752 to 3178496 tid 1 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:573: writing smithi07176956-11 from 3178496 to 3579904 tid 2 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:574: read oid 19 snap -1 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:574: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:575: rollback oid 44 current snap is 50 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 40 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:576: read oid 47 snap -1 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:576: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:35.663 INFO:tasks.rados.rados.0.smithi071.stdout:577: copy_from oid 40 from oid 37 current snap is 50 2024-03-10T21:23:35.664 INFO:tasks.rados.rados.0.smithi071.stdout:578: snap_remove snap 48 2024-03-10T21:23:35.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[27124]: pgmap v33: 121 pgs: 121 active+clean; 153 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[27124]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[27124]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[27124]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[27124]: osdmap e167: 8 total, 8 up, 8 in 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[37838]: pgmap v33: 121 pgs: 121 active+clean; 153 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[37838]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[37838]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[37838]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T21:23:35.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:35 smithi071 ceph-mon[37838]: osdmap e167: 8 total, 8 up, 8 in 2024-03-10T21:23:35.943 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:23:35.943 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (3m) 13s ago 4m 29.8M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:23:35.943 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (3m) 12s ago 3m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:23:35.943 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (5m) 13s ago 5m 13.6M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:23:35.943 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (5m) 12s ago 5m 18.1M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:23:35.943 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (40s) 12s ago 8m 489M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 14a4faa3747f 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283,8765 running (10m) 13s ago 10m 368M - 18.2.1-746-gc2ea977b a30af69eda22 eccea271134f 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (10m) 13s ago 10m 55.6M 2048M 18.2.1-746-gc2ea977b a30af69eda22 49066ced84b3 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (8m) 12s ago 8m 45.3M 2048M 18.2.1-746-gc2ea977b a30af69eda22 4545cf5e821a 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (8m) 13s ago 8m 42.9M 2048M 18.2.1-746-gc2ea977b a30af69eda22 6f86135e1e74 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (3m) 13s ago 3m 15.9M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (3m) 12s ago 3m 16.4M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (8m) 13s ago 8m 84.0M 2480M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (7m) 13s ago 7m 84.2M 2480M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (7m) 13s ago 7m 98.7M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 13s ago 6m 69.2M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (6m) 12s ago 6m 82.2M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (6m) 12s ago 6m 97.2M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:23:35.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (5m) 12s ago 5m 65.1M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:23:35.945 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (5m) 12s ago 5m 98.2M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:23:35.945 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 starting - - - - 2024-03-10T21:23:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:35 smithi193 ceph-mon[30554]: pgmap v33: 121 pgs: 121 active+clean; 153 MiB data, 547 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-03-10T21:23:36.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:35 smithi193 ceph-mon[30554]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:23:36.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:35 smithi193 ceph-mon[30554]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T21:23:36.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:35 smithi193 ceph-mon[30554]: Upgrade: Need to upgrade myself (mgr.x) 2024-03-10T21:23:36.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:35 smithi193 ceph-mon[30554]: osdmap e167: 8 total, 8 up, 8 in 2024-03-10T21:23:36.343 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:23:36.343 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:23:36.343 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:23:36.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:36.344 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:23:36.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T21:23:36.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T21:23:36.344 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:36.344 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:23:36.344 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 14, 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:23:36.345 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: osdmap e168: 8 total, 8 up, 8 in 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:23:36.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:36.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/3669601750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:23:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:578: done (7 left) 2024-03-10T21:23:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:579: delete oid 32 current snap is 50 2024-03-10T21:23:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:575: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:23:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:575: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:23:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:571: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:23:36.640 INFO:tasks.rados.rados.0.smithi071.stdout:573: finishing write tid 1 to smithi07176956-11 2024-03-10T21:23:36.641 INFO:tasks.rados.rados.0.smithi071.stdout:575: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:23:36.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 251 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-03-10T21:23:36.641 INFO:tasks.rados.rados.0.smithi071.stdout:568: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:36.866 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing copy_from racing read to smithi07176956-40 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:573: finishing write tid 2 to smithi07176956-11 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:571: finishing copy_from to smithi07176956-45 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 144 (ObjNum 118 snap 29 seq_num 118) dirty exists 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:573: finishing write tid 3 to smithi07176956-11 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing copy_from to smithi07176956-40 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 142 (ObjNum -1350400368 snap 21904 seq_num 304) dirty exists 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:573: finishing write tid 4 to smithi07176956-11 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:573: oid 11 updating version 0 to 117 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:573: oid 11 updating version 117 to 118 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:573: oid 11 version 118 is already newer than 116 2024-03-10T21:23:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 118 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-03-10T21:23:36.868 INFO:tasks.rados.rados.0.smithi071.stdout:573: left oid 11 (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:36.868 INFO:tasks.rados.rados.0.smithi071.stdout:574: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:36.887 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:36.887 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: osdmap e168: 8 total, 8 up, 8 in 2024-03-10T21:23:36.887 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:36.887 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:36.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:23:36.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:23:36.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:23:36.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:36.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:36 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/3669601750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:23:36.922 INFO:tasks.rados.rados.0.smithi071.stdout:576: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: osdmap e168: 8 total, 8 up, 8 in 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:36 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/3669601750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:23:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:568: done (7 left) 2024-03-10T21:23:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:571: done (6 left) 2024-03-10T21:23:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:573: done (5 left) 2024-03-10T21:23:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:574: done (4 left) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:575: done (3 left) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:576: done (2 left) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:577: done (1 left) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:579: done (0 left) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:580: read oid 42 snap -1 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:580: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:581: read oid 24 snap -1 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:581: expect (ObjNum 200 snap 49 seq_num 200) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:582: rmattr oid 45 current snap is 50 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:582: done (2 left) 2024-03-10T21:23:37.140 INFO:tasks.rados.rados.0.smithi071.stdout:583: snap_remove snap 40 2024-03-10T21:23:37.518 INFO:tasks.rados.rados.0.smithi071.stdout:583: done (2 left) 2024-03-10T21:23:37.519 INFO:tasks.rados.rados.0.smithi071.stdout:584: setattr oid 22 current snap is 50 2024-03-10T21:23:37.519 INFO:tasks.rados.rados.0.smithi071.stdout:581: expect (ObjNum 200 snap 49 seq_num 200) 2024-03-10T21:23:37.613 INFO:tasks.rados.rados.0.smithi071.stdout:580: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:37.834 INFO:tasks.rados.rados.0.smithi071.stdout:580: done (2 left) 2024-03-10T21:23:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:581: done (1 left) 2024-03-10T21:23:37.835 INFO:tasks.rados.rados.0.smithi071.stdout:585: snap_create 2024-03-10T21:23:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[27124]: pgmap v36: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-10T21:23:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[27124]: Upgrade: Updating mgr.y 2024-03-10T21:23:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[27124]: Deploying daemon mgr.y on smithi071 2024-03-10T21:23:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[27124]: osdmap e169: 8 total, 8 up, 8 in 2024-03-10T21:23:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[27124]: osdmap e170: 8 total, 8 up, 8 in 2024-03-10T21:23:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[37838]: pgmap v36: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-10T21:23:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[37838]: Upgrade: Updating mgr.y 2024-03-10T21:23:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[37838]: Deploying daemon mgr.y on smithi071 2024-03-10T21:23:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[37838]: osdmap e169: 8 total, 8 up, 8 in 2024-03-10T21:23:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:37 smithi071 ceph-mon[37838]: osdmap e170: 8 total, 8 up, 8 in 2024-03-10T21:23:37.837 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 113 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:23:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:37 smithi193 ceph-mon[30554]: pgmap v36: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-10T21:23:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:37 smithi193 ceph-mon[30554]: Upgrade: Updating mgr.y 2024-03-10T21:23:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:37 smithi193 ceph-mon[30554]: Deploying daemon mgr.y on smithi071 2024-03-10T21:23:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:37 smithi193 ceph-mon[30554]: osdmap e169: 8 total, 8 up, 8 in 2024-03-10T21:23:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:37 smithi193 ceph-mon[30554]: osdmap e170: 8 total, 8 up, 8 in 2024-03-10T21:23:38.400 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:38 smithi071 systemd[1]: Stopping Ceph mgr.y for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:584: done (1 left) 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:585: done (0 left) 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:586: rollback oid 47 current snap is 51 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 49 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:587: read oid 10 snap -1 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:587: expect (ObjNum 197 snap 49 seq_num 197) 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:588: read oid 42 snap 43 2024-03-10T21:23:38.645 INFO:tasks.rados.rados.0.smithi071.stdout:588: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:38.646 INFO:tasks.rados.rados.0.smithi071.stdout:589: snap_remove snap 41 2024-03-10T21:23:38.670 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:38 smithi071 podman[79540]: 2024-03-10 21:23:38.39883254 +0000 UTC m=+0.140728886 container died eccea271134f19a719d8028f3158fda9402da72d07ad5f2bbe2c2f538bca4cee (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:23:39.011 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:38 smithi071 podman[79540]: 2024-03-10 21:23:38.750817915 +0000 UTC m=+0.492714272 container cleanup eccea271134f19a719d8028f3158fda9402da72d07ad5f2bbe2c2f538bca4cee (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307) 2024-03-10T21:23:39.011 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:38 smithi071 bash[79540]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y 2024-03-10T21:23:39.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 podman[79554]: 2024-03-10 21:23:39.010491863 +0000 UTC m=+0.614737338 container remove eccea271134f19a719d8028f3158fda9402da72d07ad5f2bbe2c2f538bca4cee (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-03-10T21:23:39.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:23:39.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-10T21:23:39.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 systemd[1]: Stopped Ceph mgr.y for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:23:39.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service: Consumed 1min 2.301s CPU time. 2024-03-10T21:23:39.640 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 systemd[1]: Starting Ceph mgr.y for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:23:39.640 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 podman[79684]: 2024-03-10 21:23:39.470693542 +0000 UTC m=+0.017570091 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:23:39.650 INFO:tasks.rados.rados.0.smithi071.stdout:589: done (3 left) 2024-03-10T21:23:39.650 INFO:tasks.rados.rados.0.smithi071.stdout:590: rmattr oid 46 current snap is 51 2024-03-10T21:23:39.650 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 51 2024-03-10T21:23:39.650 INFO:tasks.rados.rados.0.smithi071.stdout:591: seq_num 209 ranges {638976=704512,1343488=401408} 2024-03-10T21:23:39.659 INFO:tasks.rados.rados.0.smithi071.stdout:591: writing smithi07176956-26 from 638976 to 1343488 tid 1 2024-03-10T21:23:39.662 INFO:tasks.rados.rados.0.smithi071.stdout:591: writing smithi07176956-26 from 1343488 to 1744896 tid 2 2024-03-10T21:23:39.662 INFO:tasks.rados.rados.0.smithi071.stdout:592: read oid 24 snap -1 2024-03-10T21:23:39.662 INFO:tasks.rados.rados.0.smithi071.stdout:592: expect (ObjNum 200 snap 49 seq_num 200) 2024-03-10T21:23:39.662 INFO:tasks.rados.rados.0.smithi071.stdout:593: read oid 6 snap -1 2024-03-10T21:23:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:593: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 51 2024-03-10T21:23:39.663 INFO:tasks.rados.rados.0.smithi071.stdout:594: seq_num 210 ranges {2760704=720896,3481600=401408} 2024-03-10T21:23:39.681 INFO:tasks.rados.rados.0.smithi071.stdout:594: writing smithi07176956-34 from 2760704 to 3481600 tid 1 2024-03-10T21:23:39.683 INFO:tasks.rados.rados.0.smithi071.stdout:594: writing smithi07176956-34 from 3481600 to 3883008 tid 2 2024-03-10T21:23:39.683 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 51 2024-03-10T21:23:39.684 INFO:tasks.rados.rados.0.smithi071.stdout:586: finishing rollback tid 0 to smithi07176956-47 2024-03-10T21:23:39.684 INFO:tasks.rados.rados.0.smithi071.stdout:595: seq_num 211 ranges {0=737280,737280=401408} 2024-03-10T21:23:39.687 INFO:tasks.rados.rados.0.smithi071.stdout:595: writing smithi07176956-2 from 0 to 737280 tid 1 2024-03-10T21:23:39.690 INFO:tasks.rados.rados.0.smithi071.stdout:595: writing smithi07176956-2 from 737280 to 1138688 tid 2 2024-03-10T21:23:39.690 INFO:tasks.rados.rados.0.smithi071.stdout:596: snap_remove snap 23 2024-03-10T21:23:39.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:39 smithi071 ceph-mon[27124]: pgmap v39: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-10T21:23:39.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:39 smithi071 ceph-mon[27124]: osdmap e171: 8 total, 8 up, 8 in 2024-03-10T21:23:39.899 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 podman[79684]: 2024-03-10 21:23:39.694930325 +0000 UTC m=+0.241806906 container create 853b692f5d0ef96f2a897c402cf15bebbbc8856bad08d6288b8ca2214ec79a17 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:23:39.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:39 smithi071 ceph-mon[37838]: pgmap v39: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-10T21:23:39.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:39 smithi071 ceph-mon[37838]: osdmap e171: 8 total, 8 up, 8 in 2024-03-10T21:23:39.922 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:39 smithi193 ceph-mon[30554]: pgmap v39: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-03-10T21:23:39.922 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:39 smithi193 ceph-mon[30554]: osdmap e171: 8 total, 8 up, 8 in 2024-03-10T21:23:40.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:23:39] "GET /metrics HTTP/1.1" 200 35992 "" "Prometheus/2.43.0" 2024-03-10T21:23:40.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 podman[79684]: 2024-03-10 21:23:39.89751626 +0000 UTC m=+0.444392814 container init 853b692f5d0ef96f2a897c402cf15bebbbc8856bad08d6288b8ca2214ec79a17 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-10T21:23:40.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 podman[79684]: 2024-03-10 21:23:39.900249947 +0000 UTC m=+0.447126483 container start 853b692f5d0ef96f2a897c402cf15bebbbc8856bad08d6288b8ca2214ec79a17 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, RELEASE=main-cb2b48d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-10T21:23:40.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:39 smithi071 ceph-mgr[79703]: -- 172.21.15.71:0/3843338449 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559cd54065a0 con 0x559cd53dac00 2024-03-10T21:23:40.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:40 smithi071 bash[79684]: 853b692f5d0ef96f2a897c402cf15bebbbc8856bad08d6288b8ca2214ec79a17 2024-03-10T21:23:40.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:40 smithi071 systemd[1]: Started Ceph mgr.y for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:23:40.658 INFO:tasks.rados.rados.0.smithi071.stdout:596: done (9 left) 2024-03-10T21:23:40.659 INFO:tasks.rados.rados.0.smithi071.stdout:597: snap_remove snap 50 2024-03-10T21:23:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[27124]: osdmap e172: 8 total, 8 up, 8 in 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[37838]: osdmap e172: 8 total, 8 up, 8 in 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:40.837 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:40.456+0000 7fa2ae074200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:23:40.837 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:40.558+0000 7fa2ae074200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:23:40.898 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:40 smithi193 ceph-mon[30554]: osdmap e172: 8 total, 8 up, 8 in 2024-03-10T21:23:40.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:40 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:40.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:40 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:40.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:40 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:41.499 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:41.254+0000 7fa2ae074200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:23:41.499 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:41.350+0000 7fa2ae074200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:23:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:597: done (9 left) 2024-03-10T21:23:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 51 2024-03-10T21:23:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:586: finishing rollback tid 1 to smithi07176956-47 2024-03-10T21:23:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:586: finishing rollback tid 2 to smithi07176956-47 2024-03-10T21:23:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 332 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:23:41.657 INFO:tasks.rados.rados.0.smithi071.stdout:588: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:41.825 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:41.497+0000 7fa2ae074200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:23:41.825 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:41.623+0000 7fa2ae074200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:23:41.825 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:41.717+0000 7fa2ae074200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:23:41.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-mon[27124]: pgmap v42: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:41.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-mon[27124]: osdmap e173: 8 total, 8 up, 8 in 2024-03-10T21:23:41.826 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-mon[37838]: pgmap v42: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:41.826 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:41 smithi071 ceph-mon[37838]: osdmap e173: 8 total, 8 up, 8 in 2024-03-10T21:23:41.898 INFO:tasks.rados.rados.0.smithi071.stdout:587: expect (ObjNum 197 snap 49 seq_num 197) 2024-03-10T21:23:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 377 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 1 to smithi07176956-26 2024-03-10T21:23:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 2 to smithi07176956-26 2024-03-10T21:23:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:598: seq_num 212 ranges {1007616=753664,1761280=401408} 2024-03-10T21:23:41.977 INFO:tasks.rados.rados.0.smithi071.stdout:598: writing smithi07176956-30 from 1007616 to 1761280 tid 1 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:598: writing smithi07176956-30 from 1761280 to 2162688 tid 2 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:586: done (9 left) 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:587: done (8 left) 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:588: done (7 left) 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:590: done (6 left) 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 51 2024-03-10T21:23:41.980 INFO:tasks.rados.rados.0.smithi071.stdout:599: seq_num 213 ranges {1286144=770048,2056192=401408} 2024-03-10T21:23:41.993 INFO:tasks.rados.rados.0.smithi071.stdout:599: writing smithi07176956-8 from 1286144 to 2056192 tid 1 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:599: writing smithi07176956-8 from 2056192 to 2457600 tid 2 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:600: snap_create 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 3 to smithi07176956-26 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 4 to smithi07176956-26 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:591: oid 26 updating version 0 to 229 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:591: oid 26 version 229 is already newer than 228 2024-03-10T21:23:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:591: oid 26 updating version 229 to 230 2024-03-10T21:23:41.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 230 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-03-10T21:23:41.997 INFO:tasks.rados.rados.0.smithi071.stdout:591: left oid 26 (ObjNum 209 snap 51 seq_num 209) 2024-03-10T21:23:41.997 INFO:tasks.rados.rados.0.smithi071.stdout:593: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:42.049 INFO:tasks.rados.rados.0.smithi071.stdout:592: expect (ObjNum 200 snap 49 seq_num 200) 2024-03-10T21:23:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:41 smithi193 ceph-mon[30554]: pgmap v42: 121 pgs: 121 active+clean; 155 MiB data, 594 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:41 smithi193 ceph-mon[30554]: osdmap e173: 8 total, 8 up, 8 in 2024-03-10T21:23:42.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:41.999+0000 7fa2ae074200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: finishing write tid 1 to smithi07176956-34 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: finishing write tid 2 to smithi07176956-34 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: finishing write tid 3 to smithi07176956-34 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: finishing write tid 4 to smithi07176956-34 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: oid 34 updating version 0 to 387 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: oid 34 version 387 is already newer than 386 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: oid 34 version 387 is already newer than 385 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 387 (ObjNum 210 snap 51 seq_num 210) dirty exists 2024-03-10T21:23:42.139 INFO:tasks.rados.rados.0.smithi071.stdout:594: left oid 34 (ObjNum 210 snap 51 seq_num 210) 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: finishing write tid 1 to smithi07176956-2 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: finishing write tid 2 to smithi07176956-2 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: finishing write tid 3 to smithi07176956-2 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: finishing write tid 4 to smithi07176956-2 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: oid 2 updating version 0 to 101 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: oid 2 updating version 101 to 103 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: oid 2 version 103 is already newer than 102 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 103 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:595: left oid 2 (ObjNum 211 snap 51 seq_num 211) 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:598: finishing write tid 1 to smithi07176956-30 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:598: finishing write tid 2 to smithi07176956-30 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:598: finishing write tid 3 to smithi07176956-30 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:598: finishing write tid 4 to smithi07176956-30 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:598: oid 30 updating version 0 to 105 2024-03-10T21:23:42.140 INFO:tasks.rados.rados.0.smithi071.stdout:598: oid 30 updating version 105 to 106 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:598: oid 30 version 106 is already newer than 104 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 106 (ObjNum 212 snap 51 seq_num 212) dirty exists 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:598: left oid 30 (ObjNum 212 snap 51 seq_num 212) 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 1 to smithi07176956-8 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 2 to smithi07176956-8 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 3 to smithi07176956-8 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 4 to smithi07176956-8 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: oid 8 updating version 0 to 49 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: oid 8 updating version 49 to 50 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: oid 8 updating version 50 to 51 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 51 (ObjNum 213 snap 51 seq_num 213) dirty exists 2024-03-10T21:23:42.141 INFO:tasks.rados.rados.0.smithi071.stdout:599: left oid 8 (ObjNum 213 snap 51 seq_num 213) 2024-03-10T21:23:42.481 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:42.113+0000 7fa2ae074200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:42.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:42.202+0000 7fa2ae074200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:23:42.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:42.312+0000 7fa2ae074200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:591: done (7 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:592: done (6 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:593: done (5 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:594: done (4 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:595: done (3 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:598: done (2 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:599: done (1 left) 2024-03-10T21:23:42.675 INFO:tasks.rados.rados.0.smithi071.stdout:600: done (0 left) 2024-03-10T21:23:42.676 INFO:tasks.rados.rados.0.smithi071.stdout:601: rollback oid 13 current snap is 52 2024-03-10T21:23:42.676 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 51 2024-03-10T21:23:42.676 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 52 2024-03-10T21:23:42.676 INFO:tasks.rados.rados.0.smithi071.stdout:602: seq_num 214 ranges {0=794624,794624=401408} 2024-03-10T21:23:42.679 INFO:tasks.rados.rados.0.smithi071.stdout:602: writing smithi07176956-35 from 0 to 794624 tid 1 2024-03-10T21:23:42.682 INFO:tasks.rados.rados.0.smithi071.stdout:602: writing smithi07176956-35 from 794624 to 1196032 tid 2 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:603: read oid 1 snap -1 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:603: expect (ObjNum 150 snap 38 seq_num 150) 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:604: rollback oid 26 current snap is 52 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 49 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing rollback tid 0 to smithi07176956-13 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing rollback tid 2 to smithi07176956-13 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 409 (ObjNum 118 snap 29 seq_num 118) dirty exists 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:601: done (3 left) 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:605: rollback oid 7 current snap is 52 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 43 2024-03-10T21:23:42.683 INFO:tasks.rados.rados.0.smithi071.stdout:606: setattr oid 45 current snap is 52 2024-03-10T21:23:42.685 INFO:tasks.rados.rados.0.smithi071.stdout:607: delete oid 17 current snap is 52 2024-03-10T21:23:42.685 INFO:tasks.rados.rados.0.smithi071.stdout:602: finishing write tid 1 to smithi07176956-35 2024-03-10T21:23:42.685 INFO:tasks.rados.rados.0.smithi071.stdout:604: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:23:42.686 INFO:tasks.rados.rados.0.smithi071.stdout:602: finishing write tid 2 to smithi07176956-35 2024-03-10T21:23:42.686 INFO:tasks.rados.rados.0.smithi071.stdout:602: finishing write tid 3 to smithi07176956-35 2024-03-10T21:23:42.688 INFO:tasks.rados.rados.0.smithi071.stdout:604: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 145 (ObjNum 118 snap 29 seq_num 118) dirty exists 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:604: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 250 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:605: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:605: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 252 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:604: done (5 left) 2024-03-10T21:23:42.689 INFO:tasks.rados.rados.0.smithi071.stdout:605: done (4 left) 2024-03-10T21:23:42.690 INFO:tasks.rados.rados.0.smithi071.stdout:606: done (3 left) 2024-03-10T21:23:42.690 INFO:tasks.rados.rados.0.smithi071.stdout:607: done (2 left) 2024-03-10T21:23:42.690 INFO:tasks.rados.rados.0.smithi071.stdout:608: delete oid 49 current snap is 52 2024-03-10T21:23:42.690 INFO:tasks.rados.rados.0.smithi071.stdout:602: finishing write tid 4 to smithi07176956-35 2024-03-10T21:23:42.690 INFO:tasks.rados.rados.0.smithi071.stdout:602: oid 35 updating version 0 to 110 2024-03-10T21:23:42.691 INFO:tasks.rados.rados.0.smithi071.stdout:602: oid 35 version 110 is already newer than 109 2024-03-10T21:23:42.691 INFO:tasks.rados.rados.0.smithi071.stdout:602: oid 35 updating version 110 to 111 2024-03-10T21:23:42.691 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 111 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-03-10T21:23:42.691 INFO:tasks.rados.rados.0.smithi071.stdout:602: left oid 35 (ObjNum 214 snap 52 seq_num 214) 2024-03-10T21:23:42.691 INFO:tasks.rados.rados.0.smithi071.stdout:603: expect (ObjNum 150 snap 38 seq_num 150) 2024-03-10T21:23:42.757 INFO:tasks.rados.rados.0.smithi071.stdout:602: done (2 left) 2024-03-10T21:23:42.757 INFO:tasks.rados.rados.0.smithi071.stdout:603: done (1 left) 2024-03-10T21:23:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:608: done (0 left) 2024-03-10T21:23:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:609: rmattr oid 13 current snap is 52 2024-03-10T21:23:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:609: done (0 left) 2024-03-10T21:23:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:610: read oid 1 snap -1 2024-03-10T21:23:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:610: expect (ObjNum 150 snap 38 seq_num 150) 2024-03-10T21:23:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:611: delete oid 8 current snap is 52 2024-03-10T21:23:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:611: done (1 left) 2024-03-10T21:23:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:612: rollback oid 35 current snap is 52 2024-03-10T21:23:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 46 2024-03-10T21:23:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:613: read oid 9 snap -1 2024-03-10T21:23:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:613: expect deleted 2024-03-10T21:23:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:614: read oid 19 snap 47 2024-03-10T21:23:42.762 INFO:tasks.rados.rados.0.smithi071.stdout:614: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:42.762 INFO:tasks.rados.rados.0.smithi071.stdout:615: snap_create 2024-03-10T21:23:42.762 INFO:tasks.rados.rados.0.smithi071.stdout:610: expect (ObjNum 150 snap 38 seq_num 150) 2024-03-10T21:23:42.829 INFO:tasks.rados.rados.0.smithi071.stdout:612: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:23:42.829 INFO:tasks.rados.rados.0.smithi071.stdout:612: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:23:42.829 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 113 (ObjNum 33 snap 0 seq_num 2920552240) dirty dne 2024-03-10T21:23:42.829 INFO:tasks.rados.rados.0.smithi071.stdout:614: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:42.832 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:42.513+0000 7fa2ae074200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:23:42.833 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-mon[27124]: osdmap e174: 8 total, 8 up, 8 in 2024-03-10T21:23:42.833 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:42 smithi071 ceph-mon[37838]: osdmap e174: 8 total, 8 up, 8 in 2024-03-10T21:23:42.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:42 smithi193 ceph-mon[30554]: osdmap e174: 8 total, 8 up, 8 in 2024-03-10T21:23:43.679 INFO:tasks.rados.rados.0.smithi071.stdout:610: done (4 left) 2024-03-10T21:23:43.679 INFO:tasks.rados.rados.0.smithi071.stdout:612: done (3 left) 2024-03-10T21:23:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:613: done (2 left) 2024-03-10T21:23:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:614: done (1 left) 2024-03-10T21:23:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:615: done (0 left) 2024-03-10T21:23:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:616: delete oid 35 current snap is 53 2024-03-10T21:23:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:616: done (0 left) 2024-03-10T21:23:43.680 INFO:tasks.rados.rados.0.smithi071.stdout:617: snap_create 2024-03-10T21:23:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:43 smithi193 ceph-mon[30554]: pgmap v45: 121 pgs: 121 active+clean; 160 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-10T21:23:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:43 smithi193 ceph-mon[30554]: osdmap e175: 8 total, 8 up, 8 in 2024-03-10T21:23:43.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:43.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:23:43.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:43 smithi071 ceph-mon[27124]: pgmap v45: 121 pgs: 121 active+clean; 160 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-10T21:23:43.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:43 smithi071 ceph-mon[27124]: osdmap e175: 8 total, 8 up, 8 in 2024-03-10T21:23:43.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:43.556+0000 7fa2ae074200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:23:43.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:43.692+0000 7fa2ae074200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:23:43.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:43 smithi071 ceph-mon[37838]: pgmap v45: 121 pgs: 121 active+clean; 160 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-10T21:23:43.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:43 smithi071 ceph-mon[37838]: osdmap e175: 8 total, 8 up, 8 in 2024-03-10T21:23:44.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:44.035+0000 7fa2ae074200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:23:44.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:44.134+0000 7fa2ae074200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:23:44.681 INFO:tasks.rados.rados.0.smithi071.stdout:617: done (0 left) 2024-03-10T21:23:44.681 INFO:tasks.rados.rados.0.smithi071.stdout:618: snap_create 2024-03-10T21:23:44.682 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:44.340+0000 7fa2ae074200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:44.682 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:44.566+0000 7fa2ae074200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:23:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:44 smithi193 ceph-mon[30554]: osdmap e176: 8 total, 8 up, 8 in 2024-03-10T21:23:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:44 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:44 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:44 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:44 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:44 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:44.881+0000 7fa2ae074200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[37838]: osdmap e176: 8 total, 8 up, 8 in 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[27124]: osdmap e176: 8 total, 8 up, 8 in 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:44 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:45.405 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:45.148+0000 7fa2ae074200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:45.686 INFO:tasks.rados.rados.0.smithi071.stdout:618: done (0 left) 2024-03-10T21:23:45.686 INFO:tasks.rados.rados.0.smithi071.stdout:619: read oid 22 snap -1 2024-03-10T21:23:45.686 INFO:tasks.rados.rados.0.smithi071.stdout:619: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:23:45.686 INFO:tasks.rados.rados.0.smithi071.stdout:620: copy_from oid 40 from oid 5 current snap is 55 2024-03-10T21:23:45.686 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 55 2024-03-10T21:23:45.686 INFO:tasks.rados.rados.0.smithi071.stdout:621: seq_num 219 ranges {57344=475136,532480=466944,999424=335872} 2024-03-10T21:23:45.687 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:45.401+0000 7fa2ae074200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:23:45.689 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi07176956-20 from 57344 to 532480 tid 1 2024-03-10T21:23:45.692 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi07176956-20 from 532480 to 999424 tid 2 2024-03-10T21:23:45.695 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi07176956-20 from 999424 to 1335296 tid 3 2024-03-10T21:23:45.696 INFO:tasks.rados.rados.0.smithi071.stdout:620: finishing copy_from to smithi07176956-40 2024-03-10T21:23:45.696 INFO:tasks.rados.rados.0.smithi071.stdout:620: got expected ENOENT (src dne) 2024-03-10T21:23:45.696 INFO:tasks.rados.rados.0.smithi071.stdout:620: finishing copy_from racing read to smithi07176956-40 2024-03-10T21:23:45.696 INFO:tasks.rados.rados.0.smithi071.stdout:620: done (2 left) 2024-03-10T21:23:45.696 INFO:tasks.rados.rados.0.smithi071.stdout:622: snap_remove snap 52 2024-03-10T21:23:46.023 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[27124]: pgmap v48: 121 pgs: 121 active+clean; 160 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-10T21:23:46.023 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[27124]: osdmap e177: 8 total, 8 up, 8 in 2024-03-10T21:23:46.023 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:46.023 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:46.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[27124]: osdmap e178: 8 total, 8 up, 8 in 2024-03-10T21:23:46.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[37838]: pgmap v48: 121 pgs: 121 active+clean; 160 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-10T21:23:46.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[37838]: osdmap e177: 8 total, 8 up, 8 in 2024-03-10T21:23:46.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:46.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:46.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:45 smithi071 ceph-mon[37838]: osdmap e178: 8 total, 8 up, 8 in 2024-03-10T21:23:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:45 smithi193 ceph-mon[30554]: pgmap v48: 121 pgs: 121 active+clean; 160 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-03-10T21:23:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:45 smithi193 ceph-mon[30554]: osdmap e177: 8 total, 8 up, 8 in 2024-03-10T21:23:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:45 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:45 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:45 smithi193 ceph-mon[30554]: osdmap e178: 8 total, 8 up, 8 in 2024-03-10T21:23:46.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:46.259+0000 7fa2ae074200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:622: done (2 left) 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:623: delete oid 24 current snap is 55 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 1 to smithi07176956-20 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 2 to smithi07176956-20 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 3 to smithi07176956-20 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 4 to smithi07176956-20 2024-03-10T21:23:46.698 INFO:tasks.rados.rados.0.smithi071.stdout:619: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:23:46.765 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 5 to smithi07176956-20 2024-03-10T21:23:46.765 INFO:tasks.rados.rados.0.smithi071.stdout:621: oid 20 updating version 0 to 254 2024-03-10T21:23:46.765 INFO:tasks.rados.rados.0.smithi071.stdout:621: oid 20 updating version 254 to 257 2024-03-10T21:23:46.765 INFO:tasks.rados.rados.0.smithi071.stdout:621: oid 20 version 257 is already newer than 255 2024-03-10T21:23:46.765 INFO:tasks.rados.rados.0.smithi071.stdout:621: oid 20 version 257 is already newer than 256 2024-03-10T21:23:46.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 257 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-03-10T21:23:46.766 INFO:tasks.rados.rados.0.smithi071.stdout:621: left oid 20 (ObjNum 219 snap 55 seq_num 219) 2024-03-10T21:23:46.766 INFO:tasks.rados.rados.0.smithi071.stdout:619: done (2 left) 2024-03-10T21:23:46.766 INFO:tasks.rados.rados.0.smithi071.stdout:621: done (1 left) 2024-03-10T21:23:46.766 INFO:tasks.rados.rados.0.smithi071.stdout:623: done (0 left) 2024-03-10T21:23:46.766 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 55 2024-03-10T21:23:46.766 INFO:tasks.rados.rados.0.smithi071.stdout:624: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-03-10T21:23:46.767 INFO:tasks.rados.rados.0.smithi071.stdout:624: writing smithi07176956-24 from 0 to 507904 tid 1 2024-03-10T21:23:46.771 INFO:tasks.rados.rados.0.smithi071.stdout:624: writing smithi07176956-24 from 507904 to 1196032 tid 2 2024-03-10T21:23:46.772 INFO:tasks.rados.rados.0.smithi071.stdout:624: writing smithi07176956-24 from 1196032 to 1310720 tid 3 2024-03-10T21:23:46.773 INFO:tasks.rados.rados.0.smithi071.stdout:625: copy_from oid 49 from oid 22 current snap is 55 2024-03-10T21:23:46.773 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 1 to smithi07176956-24 2024-03-10T21:23:46.773 INFO:tasks.rados.rados.0.smithi071.stdout:626: delete oid 35 current snap is 55 2024-03-10T21:23:46.774 INFO:tasks.rados.rados.0.smithi071.stdout:626: done (2 left) 2024-03-10T21:23:46.774 INFO:tasks.rados.rados.0.smithi071.stdout:627: read oid 11 snap -1 2024-03-10T21:23:46.774 INFO:tasks.rados.rados.0.smithi071.stdout:627: expect (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:46.774 INFO:tasks.rados.rados.0.smithi071.stdout:628: snap_remove snap 45 2024-03-10T21:23:47.057 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:46.846+0000 7fa2ae074200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:23:47.058 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:46.949+0000 7fa2ae074200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:23:47.321 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:47.174+0000 7fa2ae074200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:23:47.321 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:47] ENGINE Bus STARTING 2024-03-10T21:23:47.321 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: CherryPy Checker: 2024-03-10T21:23:47.322 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: The Application mounted at '' has an empty config. 2024-03-10T21:23:47.322 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:47.322 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:47] ENGINE Serving on http://:::9283 2024-03-10T21:23:47.322 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:47] ENGINE Bus STARTED 2024-03-10T21:23:47.521 INFO:tasks.rados.rados.0.smithi071.stdout:628: done (3 left) 2024-03-10T21:23:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:629: snap_remove snap 51 2024-03-10T21:23:48.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 860 KiB/s wr, 13 op/s 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: osdmap e179: 8 total, 8 up, 8 in 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: Standby manager daemon y restarted 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: Standby manager daemon y started 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[27124]: osdmap e180: 8 total, 8 up, 8 in 2024-03-10T21:23:48.060 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 860 KiB/s wr, 13 op/s 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: osdmap e179: 8 total, 8 up, 8 in 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: Standby manager daemon y restarted 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: Standby manager daemon y started 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:48.061 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:47 smithi071 ceph-mon[37838]: osdmap e180: 8 total, 8 up, 8 in 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 603 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 860 KiB/s wr, 13 op/s 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: osdmap e179: 8 total, 8 up, 8 in 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: Standby manager daemon y restarted 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: Standby manager daemon y started 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:47 smithi193 ceph-mon[30554]: osdmap e180: 8 total, 8 up, 8 in 2024-03-10T21:23:48.522 INFO:tasks.rados.rados.0.smithi071.stdout:629: done (3 left) 2024-03-10T21:23:48.523 INFO:tasks.rados.rados.0.smithi071.stdout:630: setattr oid 12 current snap is 55 2024-03-10T21:23:48.523 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 2 to smithi07176956-24 2024-03-10T21:23:48.523 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 3 to smithi07176956-24 2024-03-10T21:23:48.523 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 4 to smithi07176956-24 2024-03-10T21:23:48.523 INFO:tasks.rados.rados.0.smithi071.stdout:624: finishing write tid 5 to smithi07176956-24 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:624: oid 24 updating version 0 to 358 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:624: oid 24 version 358 is already newer than 357 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:624: oid 24 updating version 358 to 360 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:624: oid 24 version 360 is already newer than 359 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 360 (ObjNum 221 snap 55 seq_num 221) dirty exists 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:624: left oid 24 (ObjNum 221 snap 55 seq_num 221) 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:625: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:23:48.524 INFO:tasks.rados.rados.0.smithi071.stdout:627: expect (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:48.707 INFO:tasks.rados.rados.0.smithi071.stdout:625: finishing copy_from to smithi07176956-49 2024-03-10T21:23:48.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 113 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:23:48.707 INFO:tasks.rados.rados.0.smithi071.stdout:624: done (3 left) 2024-03-10T21:23:48.707 INFO:tasks.rados.rados.0.smithi071.stdout:625: done (2 left) 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:627: done (1 left) 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:631: copy_from oid 15 from oid 10 current snap is 55 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:632: rollback oid 19 current snap is 55 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 54 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:633: read oid 36 snap -1 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:633: expect (ObjNum 191 snap 49 seq_num 191) 2024-03-10T21:23:48.708 INFO:tasks.rados.rados.0.smithi071.stdout:634: snap_remove snap 47 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:634: done (4 left) 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:635: copy_from oid 16 from oid 25 current snap is 55 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:636: setattr oid 6 current snap is 55 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing rollback tid 0 to smithi07176956-19 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 374 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:632: finishing rollback tid 2 to smithi07176956-19 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 201 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:631: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:23:48.921 INFO:tasks.rados.rados.0.smithi071.stdout:633: expect (ObjNum 191 snap 49 seq_num 191) 2024-03-10T21:23:48.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-mon[37838]: mgrmap e30: x(active, since 33s), standbys: y 2024-03-10T21:23:48.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-mon[37838]: osdmap e181: 8 total, 8 up, 8 in 2024-03-10T21:23:48.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-mon[27124]: mgrmap e30: x(active, since 33s), standbys: y 2024-03-10T21:23:48.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-mon[27124]: osdmap e181: 8 total, 8 up, 8 in 2024-03-10T21:23:48.969 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:48 smithi193 ceph-mon[30554]: mgrmap e30: x(active, since 33s), standbys: y 2024-03-10T21:23:48.969 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:48 smithi193 ceph-mon[30554]: osdmap e181: 8 total, 8 up, 8 in 2024-03-10T21:23:49.066 INFO:tasks.rados.rados.0.smithi071.stdout:631: finishing copy_from to smithi07176956-15 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 293 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:635: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:635: finishing copy_from to smithi07176956-16 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 68 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:630: done (5 left) 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:631: done (4 left) 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:632: done (3 left) 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:633: done (2 left) 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:635: done (1 left) 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:637: read oid 11 snap 53 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:637: expect (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:49.067 INFO:tasks.rados.rados.0.smithi071.stdout:638: snap_create 2024-03-10T21:23:49.069 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 170 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:49.078 INFO:tasks.rados.rados.0.smithi071.stdout:637: expect (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:49.293 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: ignoring --setuser ceph since I am not root 2024-03-10T21:23:49.293 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: ignoring --setgroup ceph since I am not root 2024-03-10T21:23:49.293 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mgr[63496]: -- 172.21.15.193:0/3521346838 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563099b5c5a0 con 0x563099b30c00 2024-03-10T21:23:49.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:48] ENGINE Bus STOPPING 2024-03-10T21:23:49.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:23:49.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:48] ENGINE Bus STOPPED 2024-03-10T21:23:49.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:49] ENGINE Bus STARTING 2024-03-10T21:23:49.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.096+0000 7fa20bd0f700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.096+0000 7fa20bd0f700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.097+0000 7fa20bd0f700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.097+0000 7fa20bd0f700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.097+0000 7fa20bd0f700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.098+0000 7fa20ed15700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.098+0000 7fa20ed15700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.098+0000 7fa20ed15700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.098+0000 7fa20ed15700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:23:49.098+0000 7fa20ed15700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:23:49.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:49] ENGINE Serving on http://:::9283 2024-03-10T21:23:49.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:23:49] ENGINE Bus STARTED 2024-03-10T21:23:49.931 INFO:tasks.rados.rados.0.smithi071.stdout:636: done (2 left) 2024-03-10T21:23:49.931 INFO:tasks.rados.rados.0.smithi071.stdout:637: done (1 left) 2024-03-10T21:23:49.931 INFO:tasks.rados.rados.0.smithi071.stdout:638: done (0 left) 2024-03-10T21:23:49.931 INFO:tasks.rados.rados.0.smithi071.stdout:639: setattr oid 5 current snap is 56 2024-03-10T21:23:49.933 INFO:tasks.rados.rados.0.smithi071.stdout:640: snap_create 2024-03-10T21:23:49.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 294 (ObjNum 129 snap 0 seq_num 2944437616) dirty exists 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T21:23:50.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: osdmap e182: 8 total, 8 up, 8 in 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.24763 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: mgrmap e31: y(active, starting, since 0.00995163s) 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:23:50.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: Manager daemon y is now available 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:50.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: osdmap e182: 8 total, 8 up, 8 in 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.24763 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-10T21:23:50.075 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: mgrmap e31: y(active, starting, since 0.00995163s) 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:23:50.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: Manager daemon y is now available 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:50.077 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:49 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:50.084 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:49.602+0000 7fa23360c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:23:50.084 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:49.700+0000 7fa23360c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:23:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 172.21.15.193:0/1441933759' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: osdmap e182: 8 total, 8 up, 8 in 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.24763 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: mgrmap e31: y(active, starting, since 0.00995163s) 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:23:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: Manager daemon y is now available 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:23:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:23:50.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:49 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:23:50.458 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:50.407+0000 7fa23360c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:23:50.753 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:50.500+0000 7fa23360c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:23:50.753 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:50.641+0000 7fa23360c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:23:50.753 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:50.750+0000 7fa23360c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:23:50.932 INFO:tasks.rados.rados.0.smithi071.stdout:639: done (1 left) 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:640: done (0 left) 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:641: read oid 2 snap 46 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:641: expect (ObjNum 164 snap 40 seq_num 164) 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:642: read oid 33 snap -1 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:642: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:643: rollback oid 14 current snap is 57 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 55 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:644: read oid 45 snap -1 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:644: expect (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:23:50.933 INFO:tasks.rados.rados.0.smithi071.stdout:645: snap_create 2024-03-10T21:23:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:643: finishing rollback tid 0 to smithi07176956-14 2024-03-10T21:23:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:643: finishing rollback tid 1 to smithi07176956-14 2024-03-10T21:23:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:643: finishing rollback tid 2 to smithi07176956-14 2024-03-10T21:23:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 386 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-03-10T21:23:50.943 INFO:tasks.rados.rados.0.smithi071.stdout:642: expect (ObjNum 117 snap 29 seq_num 117) 2024-03-10T21:23:50.999 INFO:tasks.rados.rados.0.smithi071.stdout:644: expect (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:50.836+0000 7fa23360c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:49] ENGINE Bus STARTING 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:49] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:49] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-mon[30554]: [10/Mar/2024:21:23:49] ENGINE Bus STARTED 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-mon[30554]: mgrmap e32: y(active, since 1.01236s) 2024-03-10T21:23:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:50 smithi193 ceph-mon[30554]: osdmap e183: 8 total, 8 up, 8 in 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:49] ENGINE Bus STARTING 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:49] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:49] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[27124]: [10/Mar/2024:21:23:49] ENGINE Bus STARTED 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[27124]: mgrmap e32: y(active, since 1.01236s) 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[27124]: osdmap e183: 8 total, 8 up, 8 in 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:49] ENGINE Bus STARTING 2024-03-10T21:23:51.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:49] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:23:51.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:49] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:23:51.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[37838]: [10/Mar/2024:21:23:49] ENGINE Bus STARTED 2024-03-10T21:23:51.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[37838]: mgrmap e32: y(active, since 1.01236s) 2024-03-10T21:23:51.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:50 smithi071 ceph-mon[37838]: osdmap e183: 8 total, 8 up, 8 in 2024-03-10T21:23:51.217 INFO:tasks.rados.rados.0.smithi071.stdout:641: expect (ObjNum 164 snap 40 seq_num 164) 2024-03-10T21:23:51.417 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:51.123+0000 7fa23360c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:23:51.417 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:51.233+0000 7fa23360c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:51.418 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:51.319+0000 7fa23360c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:23:51.834 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:51.415+0000 7fa23360c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:23:51.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:51.620+0000 7fa23360c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:23:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:641: done (4 left) 2024-03-10T21:23:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:642: done (3 left) 2024-03-10T21:23:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:643: done (2 left) 2024-03-10T21:23:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:644: done (1 left) 2024-03-10T21:23:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:645: done (0 left) 2024-03-10T21:23:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:646: rmattr oid 13 current snap is 58 2024-03-10T21:23:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:646: done (0 left) 2024-03-10T21:23:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:647: snap_create 2024-03-10T21:23:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:51 smithi071 ceph-mon[27124]: pgmap v4: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:52.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:51 smithi071 ceph-mon[27124]: osdmap e184: 8 total, 8 up, 8 in 2024-03-10T21:23:52.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:51 smithi071 ceph-mon[37838]: pgmap v4: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:52.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:51 smithi071 ceph-mon[37838]: osdmap e184: 8 total, 8 up, 8 in 2024-03-10T21:23:52.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-mon[30554]: pgmap v4: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:52.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:51 smithi193 ceph-mon[30554]: osdmap e184: 8 total, 8 up, 8 in 2024-03-10T21:23:52.523 INFO:tasks.rados.rados.0.smithi071.stdout:647: done (0 left) 2024-03-10T21:23:52.523 INFO:tasks.rados.rados.0.smithi071.stdout:648: copy_from oid 43 from oid 39 current snap is 59 2024-03-10T21:23:52.523 INFO:tasks.rados.rados.0.smithi071.stdout:649: delete oid 49 current snap is 59 2024-03-10T21:23:52.527 INFO:tasks.rados.rados.0.smithi071.stdout:649: done (1 left) 2024-03-10T21:23:52.527 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 59 2024-03-10T21:23:52.527 INFO:tasks.rados.rados.0.smithi071.stdout:650: seq_num 224 ranges {6217728=557056,6774784=737280,7512064=65536} 2024-03-10T21:23:52.565 INFO:tasks.rados.rados.0.smithi071.stdout:650: writing smithi07176956-23 from 6217728 to 6774784 tid 1 2024-03-10T21:23:52.567 INFO:tasks.rados.rados.0.smithi071.stdout:650: writing smithi07176956-23 from 6774784 to 7512064 tid 2 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:650: writing smithi07176956-23 from 7512064 to 7577600 tid 3 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:651: rollback oid 3 current snap is 59 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 46 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:648: finishing copy_from to smithi07176956-43 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 141 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 1 to smithi07176956-23 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:648: done (2 left) 2024-03-10T21:23:52.569 INFO:tasks.rados.rados.0.smithi071.stdout:652: snap_create 2024-03-10T21:23:52.571 INFO:tasks.rados.rados.0.smithi071.stdout:651: finishing rollback tid 0 to smithi07176956-3 2024-03-10T21:23:52.571 INFO:tasks.rados.rados.0.smithi071.stdout:651: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:23:52.571 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 2 to smithi07176956-23 2024-03-10T21:23:52.571 INFO:tasks.rados.rados.0.smithi071.stdout:651: finishing rollback tid 2 to smithi07176956-3 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 294 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 3 to smithi07176956-23 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 4 to smithi07176956-23 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: finishing write tid 5 to smithi07176956-23 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: oid 23 updating version 0 to 132 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: oid 23 updating version 132 to 134 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: oid 23 version 134 is already newer than 133 2024-03-10T21:23:52.572 INFO:tasks.rados.rados.0.smithi071.stdout:650: oid 23 version 134 is already newer than 131 2024-03-10T21:23:52.573 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 134 (ObjNum 224 snap 59 seq_num 224) dirty exists 2024-03-10T21:23:52.573 INFO:tasks.rados.rados.0.smithi071.stdout:650: left oid 23 (ObjNum 224 snap 59 seq_num 224) 2024-03-10T21:23:52.934 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:52.661+0000 7fa23360c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:23:52.935 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:52.804+0000 7fa23360c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:23:53.249 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:53.155+0000 7fa23360c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:23:53.250 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:53.248+0000 7fa23360c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:23:53.250 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:52 smithi193 ceph-mon[30554]: pgmap v5: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:53.250 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:52 smithi193 ceph-mon[30554]: osdmap e185: 8 total, 8 up, 8 in 2024-03-10T21:23:53.250 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:52 smithi193 ceph-mon[30554]: mgrmap e33: y(active, since 3s) 2024-03-10T21:23:53.250 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:52 smithi193 ceph-mon[30554]: osdmap e186: 8 total, 8 up, 8 in 2024-03-10T21:23:53.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[37838]: pgmap v5: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:53.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[37838]: osdmap e185: 8 total, 8 up, 8 in 2024-03-10T21:23:53.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[37838]: mgrmap e33: y(active, since 3s) 2024-03-10T21:23:53.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[37838]: osdmap e186: 8 total, 8 up, 8 in 2024-03-10T21:23:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[27124]: pgmap v5: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[27124]: osdmap e185: 8 total, 8 up, 8 in 2024-03-10T21:23:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[27124]: mgrmap e33: y(active, since 3s) 2024-03-10T21:23:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:52 smithi071 ceph-mon[27124]: osdmap e186: 8 total, 8 up, 8 in 2024-03-10T21:23:53.507 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:53.449+0000 7fa23360c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:650: done (2 left) 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:651: done (1 left) 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:652: done (0 left) 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:653: read oid 42 snap -1 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:653: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:654: read oid 24 snap -1 2024-03-10T21:23:53.538 INFO:tasks.rados.rados.0.smithi071.stdout:654: expect (ObjNum 221 snap 55 seq_num 221) 2024-03-10T21:23:53.539 INFO:tasks.rados.rados.0.smithi071.stdout:655: snap_create 2024-03-10T21:23:53.547 INFO:tasks.rados.rados.0.smithi071.stdout:654: expect (ObjNum 221 snap 55 seq_num 221) 2024-03-10T21:23:53.584 INFO:tasks.rados.rados.0.smithi071.stdout:653: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:53.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:53.640+0000 7fa23360c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:23:53.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:23:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:23:54.222 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:53.938+0000 7fa23360c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:23:54.222 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:54.220+0000 7fa23360c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:23:54.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-mon[30554]: pgmap v9: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:54.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-mon[30554]: osdmap e187: 8 total, 8 up, 8 in 2024-03-10T21:23:54.223 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.223 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:53 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[27124]: pgmap v9: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[27124]: osdmap e187: 8 total, 8 up, 8 in 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[37838]: pgmap v9: 121 pgs: 121 active+clean; 138 MiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-03-10T21:23:54.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[37838]: osdmap e187: 8 total, 8 up, 8 in 2024-03-10T21:23:54.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:53 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:54.534 INFO:tasks.rados.rados.0.smithi071.stdout:653: done (2 left) 2024-03-10T21:23:54.534 INFO:tasks.rados.rados.0.smithi071.stdout:654: done (1 left) 2024-03-10T21:23:54.535 INFO:tasks.rados.rados.0.smithi071.stdout:655: done (0 left) 2024-03-10T21:23:54.535 INFO:tasks.rados.rados.0.smithi071.stdout:656: delete oid 10 current snap is 61 2024-03-10T21:23:54.538 INFO:tasks.rados.rados.0.smithi071.stdout:656: done (0 left) 2024-03-10T21:23:54.538 INFO:tasks.rados.rados.0.smithi071.stdout:657: snap_create 2024-03-10T21:23:54.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:54.468+0000 7fa23360c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:23:55.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:54 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:55.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:54 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:55.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:54 smithi071 ceph-mon[27124]: osdmap e188: 8 total, 8 up, 8 in 2024-03-10T21:23:55.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:54 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:55.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:54 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:55.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:54 smithi071 ceph-mon[37838]: osdmap e188: 8 total, 8 up, 8 in 2024-03-10T21:23:55.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:54 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:55.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:54 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:55.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:54 smithi193 ceph-mon[30554]: osdmap e188: 8 total, 8 up, 8 in 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:657: done (0 left) 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:658: read oid 17 snap -1 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:658: expect deleted 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:659: rollback oid 6 current snap is 62 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 53 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:660: read oid 27 snap 53 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:660: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 62 2024-03-10T21:23:55.545 INFO:tasks.rados.rados.0.smithi071.stdout:661: seq_num 226 ranges {2359296=589824,2949120=507904,3457024=294912} 2024-03-10T21:23:55.562 INFO:tasks.rados.rados.0.smithi071.stdout:661: writing smithi07176956-7 from 2359296 to 2949120 tid 1 2024-03-10T21:23:55.564 INFO:tasks.rados.rados.0.smithi071.stdout:661: writing smithi07176956-7 from 2949120 to 3457024 tid 2 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:661: writing smithi07176956-7 from 3457024 to 3751936 tid 3 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:662: rollback oid 46 current snap is 62 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 53 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 174 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-03-10T21:23:55.567 INFO:tasks.rados.rados.0.smithi071.stdout:660: expect (ObjNum 75 snap 12 seq_num 75) 2024-03-10T21:23:55.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:55.312+0000 7fa23360c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 1 to smithi07176956-7 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 2 to smithi07176956-7 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 3 to smithi07176956-7 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 4 to smithi07176956-7 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing rollback tid 0 to smithi07176956-46 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 5 to smithi07176956-7 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: oid 7 updating version 0 to 282 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: oid 7 version 282 is already newer than 281 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: oid 7 version 282 is already newer than 280 2024-03-10T21:23:55.630 INFO:tasks.rados.rados.0.smithi071.stdout:661: oid 7 version 282 is already newer than 279 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 282 (ObjNum 226 snap 62 seq_num 226) dirty exists 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:661: left oid 7 (ObjNum 226 snap 62 seq_num 226) 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:658: done (4 left) 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:659: done (3 left) 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:660: done (2 left) 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:661: done (1 left) 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:663: snap_create 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:662: finishing rollback tid 2 to smithi07176956-46 2024-03-10T21:23:55.631 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 435 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:56.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-mon[30554]: pgmap v12: 121 pgs: 121 active+clean; 139 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 332 KiB/s wr, 7 op/s 2024-03-10T21:23:56.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:56.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:56.209 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-mon[30554]: osdmap e189: 8 total, 8 up, 8 in 2024-03-10T21:23:56.209 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:55.888+0000 7fa23360c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:23:56.209 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:55.987+0000 7fa23360c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[27124]: pgmap v12: 121 pgs: 121 active+clean; 139 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 332 KiB/s wr, 7 op/s 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[27124]: osdmap e189: 8 total, 8 up, 8 in 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[37838]: pgmap v12: 121 pgs: 121 active+clean; 139 MiB data, 627 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 332 KiB/s wr, 7 op/s 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:56.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:56 smithi071 ceph-mon[37838]: osdmap e189: 8 total, 8 up, 8 in 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:662: done (1 left) 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:663: done (0 left) 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:664: copy_from oid 48 from oid 7 current snap is 63 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:665: read oid 2 snap -1 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:665: expect (ObjNum 211 snap 51 seq_num 211) 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 63 2024-03-10T21:23:56.545 INFO:tasks.rados.rados.0.smithi071.stdout:666: seq_num 227 ranges {5021696=606208,5627904=794624,6422528=8192} 2024-03-10T21:23:56.575 INFO:tasks.rados.rados.0.smithi071.stdout:666: writing smithi07176956-13 from 5021696 to 5627904 tid 1 2024-03-10T21:23:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:666: writing smithi07176956-13 from 5627904 to 6422528 tid 2 2024-03-10T21:23:56.581 INFO:tasks.rados.rados.0.smithi071.stdout:666: writing smithi07176956-13 from 6422528 to 6430720 tid 3 2024-03-10T21:23:56.581 INFO:tasks.rados.rados.0.smithi071.stdout:667: read oid 47 snap -1 2024-03-10T21:23:56.581 INFO:tasks.rados.rados.0.smithi071.stdout:667: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:56.581 INFO:tasks.rados.rados.0.smithi071.stdout:668: delete oid 26 current snap is 63 2024-03-10T21:23:56.581 INFO:tasks.rados.rados.0.smithi071.stdout:665: expect (ObjNum 211 snap 51 seq_num 211) 2024-03-10T21:23:56.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:56.207+0000 7fa23360c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:23:56.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:56] ENGINE Bus STARTING 2024-03-10T21:23:56.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: CherryPy Checker: 2024-03-10T21:23:56.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: The Application mounted at '' has an empty config. 2024-03-10T21:23:56.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: 2024-03-10T21:23:56.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:56] ENGINE Serving on http://:::9283 2024-03-10T21:23:56.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: [10/Mar/2024:21:23:56] ENGINE Bus STARTED 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:664: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:664: finishing copy_from to smithi07176956-48 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 282 (ObjNum 226 snap 62 seq_num 226) dirty exists 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing write tid 1 to smithi07176956-13 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing write tid 2 to smithi07176956-13 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing write tid 3 to smithi07176956-13 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:664: done (4 left) 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:665: done (3 left) 2024-03-10T21:23:56.616 INFO:tasks.rados.rados.0.smithi071.stdout:668: done (2 left) 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:669: read oid 45 snap -1 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:669: expect (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 63 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing write tid 4 to smithi07176956-13 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing write tid 5 to smithi07176956-13 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: oid 13 updating version 0 to 437 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: oid 13 updating version 437 to 440 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: oid 13 version 440 is already newer than 438 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: oid 13 version 440 is already newer than 439 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 440 (ObjNum 227 snap 63 seq_num 227) dirty exists 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:666: left oid 13 (ObjNum 227 snap 63 seq_num 227) 2024-03-10T21:23:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:667: expect (ObjNum 158 snap 39 seq_num 158) 2024-03-10T21:23:56.843 INFO:tasks.rados.rados.0.smithi071.stdout:669: expect (ObjNum 118 snap 29 seq_num 118) 2024-03-10T21:23:57.052 INFO:tasks.rados.rados.0.smithi071.stdout:670: seq_num 229 ranges {1613824=638976,2252800=606208,2859008=196608} 2024-03-10T21:23:57.064 INFO:tasks.rados.rados.0.smithi071.stdout:670: writing smithi07176956-16 from 1613824 to 2252800 tid 1 2024-03-10T21:23:57.068 INFO:tasks.rados.rados.0.smithi071.stdout:670: writing smithi07176956-16 from 2252800 to 2859008 tid 2 2024-03-10T21:23:57.069 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[27124]: Standby manager daemon x started 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:670: writing smithi07176956-16 from 2859008 to 3055616 tid 3 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:666: done (3 left) 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:667: done (2 left) 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:669: done (1 left) 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 63 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:670: finishing write tid 1 to smithi07176956-16 2024-03-10T21:23:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:671: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-03-10T21:23:57.074 INFO:tasks.rados.rados.0.smithi071.stdout:671: writing smithi07176956-8 from 0 to 655360 tid 1 2024-03-10T21:23:57.079 INFO:tasks.rados.rados.0.smithi071.stdout:671: writing smithi07176956-8 from 655360 to 1146880 tid 2 2024-03-10T21:23:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:671: writing smithi07176956-8 from 1146880 to 1458176 tid 3 2024-03-10T21:23:57.083 INFO:tasks.rados.rados.0.smithi071.stdout:672: read oid 18 snap -1 2024-03-10T21:23:57.083 INFO:tasks.rados.rados.0.smithi071.stdout:672: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:23:57.083 INFO:tasks.rados.rados.0.smithi071.stdout:673: copy_from oid 1 from oid 31 current snap is 63 2024-03-10T21:23:57.083 INFO:tasks.rados.rados.0.smithi071.stdout:670: finishing write tid 2 to smithi07176956-16 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:674: copy_from oid 45 from oid 30 current snap is 63 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: finishing write tid 3 to smithi07176956-16 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: finishing write tid 4 to smithi07176956-16 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: finishing write tid 5 to smithi07176956-16 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: oid 16 updating version 0 to 203 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: oid 16 version 203 is already newer than 202 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: oid 16 updating version 203 to 204 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: oid 16 updating version 204 to 205 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 205 (ObjNum 229 snap 63 seq_num 229) dirty exists 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: left oid 16 (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:670: done (4 left) 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:675: rollback oid 50 current snap is 63 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 58 2024-03-10T21:23:57.084 INFO:tasks.rados.rados.0.smithi071.stdout:676: delete oid 36 current snap is 63 2024-03-10T21:23:57.085 INFO:tasks.rados.rados.0.smithi071.stdout:671: finishing write tid 1 to smithi07176956-8 2024-03-10T21:23:57.085 INFO:tasks.rados.rados.0.smithi071.stdout:671: finishing write tid 2 to smithi07176956-8 2024-03-10T21:23:57.086 INFO:tasks.rados.rados.0.smithi071.stdout:671: finishing write tid 3 to smithi07176956-8 2024-03-10T21:23:57.087 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:23:57.087 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:23:57.088 INFO:tasks.rados.rados.0.smithi071.stdout:676: done (5 left) 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:677: read oid 25 snap -1 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:677: expect (ObjNum 165 snap 40 seq_num 165) 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:678: rmattr oid 5 current snap is 63 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:679: read oid 16 snap -1 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:679: expect (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:680: rollback oid 21 current snap is 63 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 58 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:675: finishing rollback tid 2 to smithi07176956-50 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 148 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:675: done (8 left) 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:681: copy_from oid 24 from oid 10 current snap is 63 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:682: read oid 11 snap -1 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:682: expect (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:57.089 INFO:tasks.rados.rados.0.smithi071.stdout:683: rollback oid 28 current snap is 63 2024-03-10T21:23:57.090 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 57 2024-03-10T21:23:57.090 INFO:tasks.rados.rados.0.smithi071.stdout:684: snap_create 2024-03-10T21:23:57.091 INFO:tasks.rados.rados.0.smithi071.stdout:671: finishing write tid 4 to smithi07176956-8 2024-03-10T21:23:57.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 296 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:23:57.095 INFO:tasks.rados.rados.0.smithi071.stdout:671: finishing write tid 5 to smithi07176956-8 2024-03-10T21:23:57.095 INFO:tasks.rados.rados.0.smithi071.stdout:671: oid 8 updating version 0 to 56 2024-03-10T21:23:57.095 INFO:tasks.rados.rados.0.smithi071.stdout:671: oid 8 version 56 is already newer than 54 2024-03-10T21:23:57.095 INFO:tasks.rados.rados.0.smithi071.stdout:671: oid 8 version 56 is already newer than 53 2024-03-10T21:23:57.096 INFO:tasks.rados.rados.0.smithi071.stdout:671: oid 8 version 56 is already newer than 55 2024-03-10T21:23:57.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 56 (ObjNum 230 snap 63 seq_num 230) dirty exists 2024-03-10T21:23:57.096 INFO:tasks.rados.rados.0.smithi071.stdout:671: left oid 8 (ObjNum 230 snap 63 seq_num 230) 2024-03-10T21:23:57.097 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing copy_from to smithi07176956-24 2024-03-10T21:23:57.097 INFO:tasks.rados.rados.0.smithi071.stdout:681: got expected ENOENT (src dne) 2024-03-10T21:23:57.097 INFO:tasks.rados.rados.0.smithi071.stdout:673: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:23:57.098 INFO:tasks.rados.rados.0.smithi071.stdout:672: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:683: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 444 (ObjNum 202 snap 49 seq_num 202) dirty exists 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:680: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:680: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:680: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 390 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:23:57.149 INFO:tasks.rados.rados.0.smithi071.stdout:679: expect (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:23:57.273 INFO:tasks.rados.rados.0.smithi071.stdout:673: finishing copy_from to smithi07176956-1 2024-03-10T21:23:57.273 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 260 (ObjNum 193 snap 49 seq_num 193) dirty exists 2024-03-10T21:23:57.274 INFO:tasks.rados.rados.0.smithi071.stdout:677: expect (ObjNum 165 snap 40 seq_num 165) 2024-03-10T21:23:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:57 smithi193 ceph-mon[30554]: Standby manager daemon x started 2024-03-10T21:23:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:57 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:23:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:57 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:57 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:23:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:57 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:57 smithi193 ceph-mon[30554]: osdmap e190: 8 total, 8 up, 8 in 2024-03-10T21:23:57.335 INFO:tasks.rados.rados.0.smithi071.stdout:682: expect (ObjNum 207 snap 50 seq_num 207) 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[37838]: Standby manager daemon x started 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[37838]: osdmap e190: 8 total, 8 up, 8 in 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:23:57.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:23:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:23:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/2190836215' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:23:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:57 smithi071 ceph-mon[27124]: osdmap e190: 8 total, 8 up, 8 in 2024-03-10T21:23:57.511 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:23:57.511 INFO:tasks.rados.rados.0.smithi071.stdout:674: finishing copy_from to smithi07176956-45 2024-03-10T21:23:57.511 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 106 (ObjNum 212 snap 51 seq_num 212) dirty exists 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:671: done (11 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:672: done (10 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:673: done (9 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:674: done (8 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:677: done (7 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:678: done (6 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:679: done (5 left) 2024-03-10T21:23:58.084 INFO:tasks.rados.rados.0.smithi071.stdout:680: done (4 left) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:681: done (3 left) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:682: done (2 left) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:683: done (1 left) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:684: done (0 left) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:685: copy_from oid 36 from oid 21 current snap is 64 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:686: read oid 12 snap -1 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:686: expect (ObjNum 162 snap 39 seq_num 162) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:687: rmattr oid 13 current snap is 64 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:687: done (2 left) 2024-03-10T21:23:58.085 INFO:tasks.rados.rados.0.smithi071.stdout:688: setattr oid 42 current snap is 64 2024-03-10T21:23:58.087 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 64 2024-03-10T21:23:58.087 INFO:tasks.rados.rados.0.smithi071.stdout:689: seq_num 232 ranges {7577600=688128,8265728=663552,8929280=139264} 2024-03-10T21:23:58.133 INFO:tasks.rados.rados.0.smithi071.stdout:689: writing smithi07176956-23 from 7577600 to 8265728 tid 1 2024-03-10T21:23:58.136 INFO:tasks.rados.rados.0.smithi071.stdout:689: writing smithi07176956-23 from 8265728 to 8929280 tid 2 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:689: writing smithi07176956-23 from 8929280 to 9068544 tid 3 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:690: rollback oid 5 current snap is 64 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 57 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:685: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:685: finishing copy_from to smithi07176956-36 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 390 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 296 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:23:58.138 INFO:tasks.rados.rados.0.smithi071.stdout:686: expect (ObjNum 162 snap 39 seq_num 162) 2024-03-10T21:23:58.289 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 1 to smithi07176956-23 2024-03-10T21:23:58.289 INFO:tasks.rados.rados.0.smithi071.stdout:685: done (4 left) 2024-03-10T21:23:58.289 INFO:tasks.rados.rados.0.smithi071.stdout:686: done (3 left) 2024-03-10T21:23:58.289 INFO:tasks.rados.rados.0.smithi071.stdout:688: done (2 left) 2024-03-10T21:23:58.289 INFO:tasks.rados.rados.0.smithi071.stdout:691: snap_remove snap 55 2024-03-10T21:23:58.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: pgmap v15: 121 pgs: 121 active+clean; 145 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 42 op/s 2024-03-10T21:23:58.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: mgrmap e34: y(active, since 8s), standbys: x 2024-03-10T21:23:58.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:23:58.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:58 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:58.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: pgmap v15: 121 pgs: 121 active+clean; 145 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 42 op/s 2024-03-10T21:23:58.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: mgrmap e34: y(active, since 8s), standbys: x 2024-03-10T21:23:58.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:23:58.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: pgmap v15: 121 pgs: 121 active+clean; 145 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 42 op/s 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: mgrmap e34: y(active, since 8s), standbys: x 2024-03-10T21:23:58.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:58 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:23:59.094 INFO:tasks.rados.rados.0.smithi071.stdout:691: done (2 left) 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:692: copy_from oid 43 from oid 39 current snap is 64 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:693: copy_from oid 19 from oid 37 current snap is 64 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 2 to smithi07176956-23 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 3 to smithi07176956-23 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 4 to smithi07176956-23 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 393 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing write tid 5 to smithi07176956-23 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:689: oid 23 updating version 0 to 139 2024-03-10T21:23:59.095 INFO:tasks.rados.rados.0.smithi071.stdout:689: oid 23 version 139 is already newer than 138 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:689: oid 23 version 139 is already newer than 136 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:689: oid 23 version 139 is already newer than 137 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 139 (ObjNum 232 snap 64 seq_num 232) dirty exists 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:689: left oid 23 (ObjNum 232 snap 64 seq_num 232) 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:689: done (3 left) 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:690: done (2 left) 2024-03-10T21:23:59.096 INFO:tasks.rados.rados.0.smithi071.stdout:694: delete oid 28 current snap is 64 2024-03-10T21:23:59.103 INFO:tasks.rados.rados.0.smithi071.stdout:694: done (2 left) 2024-03-10T21:23:59.103 INFO:tasks.rados.rados.0.smithi071.stdout:695: snap_remove snap 63 2024-03-10T21:23:59.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: osdmap e191: 8 total, 8 up, 8 in 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:23:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-mon[30554]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: osdmap e191: 8 total, 8 up, 8 in 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[27124]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: osdmap e191: 8 total, 8 up, 8 in 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:23:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: Reconfiguring prometheus.a (dependencies changed)... 2024-03-10T21:23:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:23:59 smithi071 ceph-mon[37838]: Reconfiguring daemon prometheus.a on smithi193 2024-03-10T21:24:00.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:23:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[63492]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:23:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-03-10T21:24:00.111 INFO:tasks.rados.rados.0.smithi071.stdout:695: done (2 left) 2024-03-10T21:24:00.111 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 64 2024-03-10T21:24:00.111 INFO:tasks.rados.rados.0.smithi071.stdout:696: seq_num 234 ranges {3579904=729088,4308992=434176,4743168=368640} 2024-03-10T21:24:00.134 INFO:tasks.rados.rados.0.smithi071.stdout:696: writing smithi07176956-11 from 3579904 to 4308992 tid 1 2024-03-10T21:24:00.136 INFO:tasks.rados.rados.0.smithi071.stdout:696: writing smithi07176956-11 from 4308992 to 4743168 tid 2 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:696: writing smithi07176956-11 from 4743168 to 5111808 tid 3 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:697: delete oid 21 current snap is 64 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:693: finishing copy_from racing read to smithi07176956-19 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:693: finishing copy_from to smithi07176956-19 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 142 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:692: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:24:00.139 INFO:tasks.rados.rados.0.smithi071.stdout:692: finishing copy_from to smithi07176956-43 2024-03-10T21:24:00.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 141 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:24:00.140 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing write tid 1 to smithi07176956-11 2024-03-10T21:24:00.140 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing write tid 2 to smithi07176956-11 2024-03-10T21:24:00.141 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing write tid 3 to smithi07176956-11 2024-03-10T21:24:00.142 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing write tid 4 to smithi07176956-11 2024-03-10T21:24:00.144 INFO:tasks.rados.rados.0.smithi071.stdout:692: done (3 left) 2024-03-10T21:24:00.144 INFO:tasks.rados.rados.0.smithi071.stdout:693: done (2 left) 2024-03-10T21:24:00.144 INFO:tasks.rados.rados.0.smithi071.stdout:697: done (1 left) 2024-03-10T21:24:00.144 INFO:tasks.rados.rados.0.smithi071.stdout:698: snap_remove snap 59 2024-03-10T21:24:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: pgmap v17: 121 pgs: 121 active+clean; 145 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 38 op/s 2024-03-10T21:24:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: osdmap e192: 8 total, 8 up, 8 in 2024-03-10T21:24:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:24:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:00 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: pgmap v17: 121 pgs: 121 active+clean; 145 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 38 op/s 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: osdmap e192: 8 total, 8 up, 8 in 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: pgmap v17: 121 pgs: 121 active+clean; 145 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.5 MiB/s wr, 38 op/s 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: osdmap e192: 8 total, 8 up, 8 in 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:00.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:00.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:00.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:00 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:01.120 INFO:tasks.rados.rados.0.smithi071.stdout:696: finishing write tid 5 to smithi07176956-11 2024-03-10T21:24:01.120 INFO:tasks.rados.rados.0.smithi071.stdout:696: oid 11 updating version 0 to 153 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:696: oid 11 updating version 153 to 154 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:696: oid 11 version 154 is already newer than 151 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:696: oid 11 version 154 is already newer than 152 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 154 (ObjNum 234 snap 64 seq_num 234) dirty exists 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:696: left oid 11 (ObjNum 234 snap 64 seq_num 234) 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:696: done (1 left) 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:698: done (0 left) 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:699: read oid 14 snap -1 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:699: expect (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 64 2024-03-10T21:24:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:700: seq_num 236 ranges {131072=761856,892928=647168,1540096=155648} 2024-03-10T21:24:01.126 INFO:tasks.rados.rados.0.smithi071.stdout:700: writing smithi07176956-44 from 131072 to 892928 tid 1 2024-03-10T21:24:01.131 INFO:tasks.rados.rados.0.smithi071.stdout:700: writing smithi07176956-44 from 892928 to 1540096 tid 2 2024-03-10T21:24:01.132 INFO:tasks.rados.rados.0.smithi071.stdout:700: writing smithi07176956-44 from 1540096 to 1695744 tid 3 2024-03-10T21:24:01.133 INFO:tasks.rados.rados.0.smithi071.stdout:701: read oid 21 snap -1 2024-03-10T21:24:01.133 INFO:tasks.rados.rados.0.smithi071.stdout:701: expect deleted 2024-03-10T21:24:01.133 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 64 2024-03-10T21:24:01.133 INFO:tasks.rados.rados.0.smithi071.stdout:702: seq_num 237 ranges {3751936=778240,4530176=532480,5062656=270336} 2024-03-10T21:24:01.158 INFO:tasks.rados.rados.0.smithi071.stdout:702: writing smithi07176956-7 from 3751936 to 4530176 tid 1 2024-03-10T21:24:01.161 INFO:tasks.rados.rados.0.smithi071.stdout:702: writing smithi07176956-7 from 4530176 to 5062656 tid 2 2024-03-10T21:24:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:702: writing smithi07176956-7 from 5062656 to 5332992 tid 3 2024-03-10T21:24:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:703: setattr oid 41 current snap is 64 2024-03-10T21:24:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing write tid 1 to smithi07176956-44 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing write tid 2 to smithi07176956-44 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing write tid 3 to smithi07176956-44 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing write tid 4 to smithi07176956-44 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing write tid 5 to smithi07176956-44 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: oid 44 updating version 0 to 397 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: oid 44 version 397 is already newer than 396 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: oid 44 version 397 is already newer than 394 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: oid 44 version 397 is already newer than 395 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 397 (ObjNum 236 snap 64 seq_num 236) dirty exists 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:700: left oid 44 (ObjNum 236 snap 64 seq_num 236) 2024-03-10T21:24:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:699: expect (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:24:01.223 INFO:tasks.rados.rados.0.smithi071.stdout:702: finishing write tid 1 to smithi07176956-7 2024-03-10T21:24:01.223 INFO:tasks.rados.rados.0.smithi071.stdout:702: finishing write tid 2 to smithi07176956-7 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: finishing write tid 3 to smithi07176956-7 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: finishing write tid 4 to smithi07176956-7 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: finishing write tid 5 to smithi07176956-7 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: oid 7 updating version 0 to 296 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: oid 7 updating version 296 to 297 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: oid 7 version 297 is already newer than 294 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: oid 7 version 297 is already newer than 295 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 297 (ObjNum 237 snap 64 seq_num 237) dirty exists 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: left oid 7 (ObjNum 237 snap 64 seq_num 237) 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:699: done (4 left) 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:700: done (3 left) 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:701: done (2 left) 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:702: done (1 left) 2024-03-10T21:24:01.224 INFO:tasks.rados.rados.0.smithi071.stdout:704: read oid 21 snap -1 2024-03-10T21:24:01.225 INFO:tasks.rados.rados.0.smithi071.stdout:704: expect deleted 2024-03-10T21:24:01.225 INFO:tasks.rados.rados.0.smithi071.stdout:705: snap_remove snap 58 2024-03-10T21:24:01.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:01 smithi193 ceph-mon[30554]: mgrmap e35: y(active, since 11s), standbys: x 2024-03-10T21:24:01.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:01 smithi193 ceph-mon[30554]: osdmap e193: 8 total, 8 up, 8 in 2024-03-10T21:24:01.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:01 smithi071 ceph-mon[27124]: mgrmap e35: y(active, since 11s), standbys: x 2024-03-10T21:24:01.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:01 smithi071 ceph-mon[27124]: osdmap e193: 8 total, 8 up, 8 in 2024-03-10T21:24:01.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:01 smithi071 ceph-mon[37838]: mgrmap e35: y(active, since 11s), standbys: x 2024-03-10T21:24:01.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:01 smithi071 ceph-mon[37838]: osdmap e193: 8 total, 8 up, 8 in 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 361 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:703: done (2 left) 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:704: done (1 left) 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:705: done (0 left) 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:706: rollback oid 24 current snap is 64 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 43 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:707: read oid 8 snap -1 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:707: expect (ObjNum 230 snap 63 seq_num 230) 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 64 2024-03-10T21:24:02.126 INFO:tasks.rados.rados.0.smithi071.stdout:708: seq_num 238 ranges {9068544=794624,9863168=417792,10280960=385024} 2024-03-10T21:24:02.179 INFO:tasks.rados.rados.0.smithi071.stdout:708: writing smithi07176956-23 from 9068544 to 9863168 tid 1 2024-03-10T21:24:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:708: writing smithi07176956-23 from 9863168 to 10280960 tid 2 2024-03-10T21:24:02.184 INFO:tasks.rados.rados.0.smithi071.stdout:708: writing smithi07176956-23 from 10280960 to 10665984 tid 3 2024-03-10T21:24:02.184 INFO:tasks.rados.rados.0.smithi071.stdout:709: setattr oid 9 current snap is 64 2024-03-10T21:24:02.185 INFO:tasks.rados.rados.0.smithi071.stdout:706: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:24:02.185 INFO:tasks.rados.rados.0.smithi071.stdout:707: expect (ObjNum 230 snap 63 seq_num 230) 2024-03-10T21:24:02.224 INFO:tasks.rados.rados.0.smithi071.stdout:706: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:706: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 411 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing write tid 1 to smithi07176956-23 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing write tid 2 to smithi07176956-23 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing write tid 3 to smithi07176956-23 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing write tid 4 to smithi07176956-23 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: finishing write tid 5 to smithi07176956-23 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: oid 23 updating version 0 to 150 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: oid 23 version 150 is already newer than 149 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: oid 23 version 150 is already newer than 148 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: oid 23 updating version 150 to 151 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 151 (ObjNum 238 snap 64 seq_num 238) dirty exists 2024-03-10T21:24:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:708: left oid 23 (ObjNum 238 snap 64 seq_num 238) 2024-03-10T21:24:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:706: done (3 left) 2024-03-10T21:24:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:707: done (2 left) 2024-03-10T21:24:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:708: done (1 left) 2024-03-10T21:24:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:710: rmattr oid 3 current snap is 64 2024-03-10T21:24:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:710: done (1 left) 2024-03-10T21:24:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:711: setattr oid 31 current snap is 64 2024-03-10T21:24:02.227 INFO:tasks.rados.rados.0.smithi071.stdout:712: delete oid 43 current snap is 64 2024-03-10T21:24:02.227 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 309 (ObjNum 129 snap 0 seq_num 2617264400) dirty exists 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 371 (ObjNum 193 snap 49 seq_num 193) dirty exists 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:709: done (2 left) 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:711: done (1 left) 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:712: done (0 left) 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:713: copy_from oid 8 from oid 47 current snap is 64 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:714: read oid 25 snap -1 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:714: expect (ObjNum 165 snap 40 seq_num 165) 2024-03-10T21:24:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:715: setattr oid 13 current snap is 64 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:716: rollback oid 14 current snap is 64 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 57 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:717: copy_from oid 46 from oid 20 current snap is 64 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:718: read oid 37 snap -1 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:718: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:719: copy_from oid 33 from oid 42 current snap is 64 2024-03-10T21:24:02.231 INFO:tasks.rados.rados.0.smithi071.stdout:720: snap_remove snap 56 2024-03-10T21:24:02.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-mon[30554]: pgmap v20: 121 pgs: 121 active+clean; 163 MiB data, 677 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-03-10T21:24:02.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-mon[30554]: osdmap e194: 8 total, 8 up, 8 in 2024-03-10T21:24:02.335 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 systemd[1]: Stopping Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:02.525 INFO:tasks.rados.rados.0.smithi071.stdout:720: done (7 left) 2024-03-10T21:24:02.525 INFO:tasks.rados.rados.0.smithi071.stdout:721: setattr oid 48 current snap is 64 2024-03-10T21:24:02.531 INFO:tasks.rados.rados.0.smithi071.stdout:718: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:02.531 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 467 (ObjNum 227 snap 63 seq_num 227) dirty exists 2024-03-10T21:24:02.531 INFO:tasks.rados.rados.0.smithi071.stdout:714: expect (ObjNum 165 snap 40 seq_num 165) 2024-03-10T21:24:02.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:02 smithi071 ceph-mon[27124]: pgmap v20: 121 pgs: 121 active+clean; 163 MiB data, 677 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-03-10T21:24:02.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:02 smithi071 ceph-mon[27124]: osdmap e194: 8 total, 8 up, 8 in 2024-03-10T21:24:02.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:02 smithi071 ceph-mon[37838]: pgmap v20: 121 pgs: 121 active+clean; 163 MiB data, 677 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-03-10T21:24:02.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:02 smithi071 ceph-mon[37838]: osdmap e194: 8 total, 8 up, 8 in 2024-03-10T21:24:02.601 INFO:tasks.rados.rados.0.smithi071.stdout:716: finishing rollback tid 0 to smithi07176956-14 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:716: finishing rollback tid 1 to smithi07176956-14 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:716: finishing rollback tid 2 to smithi07176956-14 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 415 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:717: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:717: finishing copy_from to smithi07176956-46 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 257 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:719: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:719: finishing copy_from to smithi07176956-33 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 296 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:24:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing copy_from to smithi07176956-8 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 332 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:713: done (7 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:714: done (6 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:715: done (5 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:716: done (4 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:717: done (3 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:718: done (2 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:719: done (1 left) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:722: read oid 37 snap -1 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:722: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:723: copy_from oid 44 from oid 50 current snap is 64 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:724: delete oid 31 current snap is 64 2024-03-10T21:24:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:722: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:02.605 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 383 (ObjNum 226 snap 62 seq_num 226) dirty exists 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:721: done (3 left) 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:722: done (2 left) 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:724: done (1 left) 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:725: snap_create 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:723: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:723: finishing copy_from to smithi07176956-44 2024-03-10T21:24:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 148 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-03-10T21:24:02.767 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T21:24:02.768 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[72205]: ts=2024-03-10T21:24:02.465Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T21:24:02.769 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 podman[74719]: 2024-03-10 21:24:02.475615235 +0000 UTC m=+0.143303145 container died f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:24:03.084 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 podman[74719]: 2024-03-10 21:24:02.948949841 +0000 UTC m=+0.616637739 container cleanup f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:24:03.084 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:02 smithi193 bash[74719]: ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T21:24:03.518 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-mon[30554]: osdmap e195: 8 total, 8 up, 8 in 2024-03-10T21:24:03.519 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-mon[30554]: osdmap e196: 8 total, 8 up, 8 in 2024-03-10T21:24:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 podman[74733]: 2024-03-10 21:24:03.200452017 +0000 UTC m=+0.728049715 container remove f0558f2643076d19b8ffd9d081c03557a7aec1cc57da7288e39a4f14a5c1a1bf (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:24:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T21:24:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 systemd[1]: Stopped Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 1.054s CPU time. 2024-03-10T21:24:03.519 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 systemd[1]: Starting Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:723: done (1 left) 2024-03-10T21:24:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:725: done (0 left) 2024-03-10T21:24:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:726: read oid 28 snap -1 2024-03-10T21:24:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:726: expect deleted 2024-03-10T21:24:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 65 2024-03-10T21:24:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:727: seq_num 241 ranges {1138688=442368,1581056=466944,2048000=688128,2736128=49152} 2024-03-10T21:24:03.547 INFO:tasks.rados.rados.0.smithi071.stdout:727: writing smithi07176956-2 from 1138688 to 1581056 tid 1 2024-03-10T21:24:03.550 INFO:tasks.rados.rados.0.smithi071.stdout:727: writing smithi07176956-2 from 1581056 to 2048000 tid 2 2024-03-10T21:24:03.554 INFO:tasks.rados.rados.0.smithi071.stdout:727: writing smithi07176956-2 from 2048000 to 2736128 tid 3 2024-03-10T21:24:03.554 INFO:tasks.rados.rados.0.smithi071.stdout:727: writing smithi07176956-2 from 2736128 to 2785280 tid 4 2024-03-10T21:24:03.554 INFO:tasks.rados.rados.0.smithi071.stdout:728: delete oid 38 current snap is 65 2024-03-10T21:24:03.554 INFO:tasks.rados.rados.0.smithi071.stdout:727: finishing write tid 1 to smithi07176956-2 2024-03-10T21:24:03.554 INFO:tasks.rados.rados.0.smithi071.stdout:727: finishing write tid 2 to smithi07176956-2 2024-03-10T21:24:03.556 INFO:tasks.rados.rados.0.smithi071.stdout:726: done (2 left) 2024-03-10T21:24:03.556 INFO:tasks.rados.rados.0.smithi071.stdout:728: done (1 left) 2024-03-10T21:24:03.556 INFO:tasks.rados.rados.0.smithi071.stdout:729: snap_create 2024-03-10T21:24:03.557 INFO:tasks.rados.rados.0.smithi071.stdout:727: finishing write tid 3 to smithi07176956-2 2024-03-10T21:24:03.557 INFO:tasks.rados.rados.0.smithi071.stdout:727: finishing write tid 4 to smithi07176956-2 2024-03-10T21:24:03.557 INFO:tasks.rados.rados.0.smithi071.stdout:727: finishing write tid 5 to smithi07176956-2 2024-03-10T21:24:03.558 INFO:tasks.rados.rados.0.smithi071.stdout:727: finishing write tid 6 to smithi07176956-2 2024-03-10T21:24:03.558 INFO:tasks.rados.rados.0.smithi071.stdout:727: oid 2 updating version 0 to 112 2024-03-10T21:24:03.559 INFO:tasks.rados.rados.0.smithi071.stdout:727: oid 2 version 112 is already newer than 109 2024-03-10T21:24:03.559 INFO:tasks.rados.rados.0.smithi071.stdout:727: oid 2 updating version 112 to 113 2024-03-10T21:24:03.559 INFO:tasks.rados.rados.0.smithi071.stdout:727: oid 2 version 113 is already newer than 110 2024-03-10T21:24:03.559 INFO:tasks.rados.rados.0.smithi071.stdout:727: oid 2 version 113 is already newer than 111 2024-03-10T21:24:03.559 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 113 (ObjNum 241 snap 65 seq_num 241) dirty exists 2024-03-10T21:24:03.559 INFO:tasks.rados.rados.0.smithi071.stdout:727: left oid 2 (ObjNum 241 snap 65 seq_num 241) 2024-03-10T21:24:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:03 smithi071 ceph-mon[27124]: osdmap e195: 8 total, 8 up, 8 in 2024-03-10T21:24:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:03 smithi071 ceph-mon[27124]: osdmap e196: 8 total, 8 up, 8 in 2024-03-10T21:24:03.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:03 smithi071 ceph-mon[37838]: osdmap e195: 8 total, 8 up, 8 in 2024-03-10T21:24:03.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:03 smithi071 ceph-mon[37838]: osdmap e196: 8 total, 8 up, 8 in 2024-03-10T21:24:03.796 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 podman[74830]: 2024-03-10 21:24:03.517927302 +0000 UTC m=+0.104305622 container create fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:24:03.796 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 podman[74830]: 2024-03-10 21:24:03.432854942 +0000 UTC m=+0.019233277 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T21:24:03.797 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 podman[74830]: 2024-03-10 21:24:03.79575349 +0000 UTC m=+0.382131810 container init fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:24:04.085 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 podman[74830]: 2024-03-10 21:24:03.798697158 +0000 UTC m=+0.385075487 container start fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:24:04.085 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.822Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T21:24:04.085 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.822Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T21:24:04.085 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.822Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi193 (none))" 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.822Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.822Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.824Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.825Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.825Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.825Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.827Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.827Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.781µs 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.827Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.830Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-03-10T21:24:04.086 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.836Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.843Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.843Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.843Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.274µs wal_replay_duration=16.454651ms wbl_replay_duration=114ns total_replay_duration=16.494147ms 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.845Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.845Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.845Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.866Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.281411ms db_storage=728ns remote_storage=1.149µs web_handler=428ns query_engine=636ns scrape=369.385µs scrape_sd=87.909µs notify=10.532µs notify_sd=8.67µs rules=19.488413ms tracing=6.039µs 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.866Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:03.866Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 bash[74830]: fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 2024-03-10T21:24:04.087 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:03 smithi193 systemd[1]: Started Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:04.544 INFO:tasks.rados.rados.0.smithi071.stdout:727: done (1 left) 2024-03-10T21:24:04.545 INFO:tasks.rados.rados.0.smithi071.stdout:729: done (0 left) 2024-03-10T21:24:04.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 66 2024-03-10T21:24:04.545 INFO:tasks.rados.rados.0.smithi071.stdout:730: seq_num 243 ranges {1835008=475136,2310144=638976,2949120=565248} 2024-03-10T21:24:04.557 INFO:tasks.rados.rados.0.smithi071.stdout:730: writing smithi07176956-27 from 1835008 to 2310144 tid 1 2024-03-10T21:24:04.560 INFO:tasks.rados.rados.0.smithi071.stdout:730: writing smithi07176956-27 from 2310144 to 2949120 tid 2 2024-03-10T21:24:04.564 INFO:tasks.rados.rados.0.smithi071.stdout:730: writing smithi07176956-27 from 2949120 to 3514368 tid 3 2024-03-10T21:24:04.564 INFO:tasks.rados.rados.0.smithi071.stdout:731: read oid 26 snap -1 2024-03-10T21:24:04.564 INFO:tasks.rados.rados.0.smithi071.stdout:731: expect deleted 2024-03-10T21:24:04.564 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 66 2024-03-10T21:24:04.564 INFO:tasks.rados.rados.0.smithi071.stdout:730: finishing write tid 1 to smithi07176956-27 2024-03-10T21:24:04.565 INFO:tasks.rados.rados.0.smithi071.stdout:730: finishing write tid 2 to smithi07176956-27 2024-03-10T21:24:04.565 INFO:tasks.rados.rados.0.smithi071.stdout:732: seq_num 244 ranges {3751936=491520,4243456=573440,4816896=458752,5275648=172032} 2024-03-10T21:24:04.587 INFO:tasks.rados.rados.0.smithi071.stdout:732: writing smithi07176956-48 from 3751936 to 4243456 tid 1 2024-03-10T21:24:04.590 INFO:tasks.rados.rados.0.smithi071.stdout:732: writing smithi07176956-48 from 4243456 to 4816896 tid 2 2024-03-10T21:24:04.592 INFO:tasks.rados.rados.0.smithi071.stdout:732: writing smithi07176956-48 from 4816896 to 5275648 tid 3 2024-03-10T21:24:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:732: writing smithi07176956-48 from 5275648 to 5447680 tid 4 2024-03-10T21:24:04.594 INFO:tasks.rados.rados.0.smithi071.stdout:733: read oid 10 snap -1 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:733: expect deleted 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:734: rollback oid 30 current snap is 66 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 64 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: finishing write tid 3 to smithi07176956-27 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: finishing write tid 4 to smithi07176956-27 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: finishing write tid 5 to smithi07176956-27 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: oid 27 updating version 0 to 307 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: oid 27 updating version 307 to 309 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: oid 27 version 309 is already newer than 308 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: oid 27 updating version 309 to 310 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 310 (ObjNum 243 snap 66 seq_num 243) dirty exists 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:730: left oid 27 (ObjNum 243 snap 66 seq_num 243) 2024-03-10T21:24:04.595 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing write tid 1 to smithi07176956-48 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing write tid 2 to smithi07176956-48 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:730: done (4 left) 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:731: done (3 left) 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:735: read oid 45 snap -1 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:735: expect (ObjNum 212 snap 51 seq_num 212) 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:736: read oid 26 snap -1 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:736: expect deleted 2024-03-10T21:24:04.596 INFO:tasks.rados.rados.0.smithi071.stdout:737: snap_remove snap 49 2024-03-10T21:24:04.803 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: pgmap v24: 121 pgs: 121 active+clean; 163 MiB data, 677 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-03-10T21:24:04.803 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: osdmap e197: 8 total, 8 up, 8 in 2024-03-10T21:24:04.803 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:04.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:04.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:24:04.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:24:04.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:04.804 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:04 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:04.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: pgmap v24: 121 pgs: 121 active+clean; 163 MiB data, 677 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-03-10T21:24:04.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: osdmap e197: 8 total, 8 up, 8 in 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: pgmap v24: 121 pgs: 121 active+clean; 163 MiB data, 677 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: osdmap e197: 8 total, 8 up, 8 in 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:04.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:24:04.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:24:04.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:04.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:04 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:05.553 INFO:tasks.rados.rados.0.smithi071.stdout:737: done (5 left) 2024-03-10T21:24:05.553 INFO:tasks.rados.rados.0.smithi071.stdout:738: copy_from oid 21 from oid 36 current snap is 66 2024-03-10T21:24:05.553 INFO:tasks.rados.rados.0.smithi071.stdout:739: rmattr oid 32 current snap is 66 2024-03-10T21:24:05.553 INFO:tasks.rados.rados.0.smithi071.stdout:739: done (6 left) 2024-03-10T21:24:05.553 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 66 2024-03-10T21:24:05.553 INFO:tasks.rados.rados.0.smithi071.stdout:740: seq_num 245 ranges {1335296=507904,1843200=458752,2301952=671744,2973696=73728} 2024-03-10T21:24:05.564 INFO:tasks.rados.rados.0.smithi071.stdout:740: writing smithi07176956-46 from 1335296 to 1843200 tid 1 2024-03-10T21:24:05.567 INFO:tasks.rados.rados.0.smithi071.stdout:740: writing smithi07176956-46 from 1843200 to 2301952 tid 2 2024-03-10T21:24:05.572 INFO:tasks.rados.rados.0.smithi071.stdout:740: writing smithi07176956-46 from 2301952 to 2973696 tid 3 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:740: writing smithi07176956-46 from 2973696 to 3047424 tid 4 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:741: read oid 22 snap 62 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:741: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:742: read oid 18 snap 57 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:742: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:743: rollback oid 7 current snap is 66 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 43 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 0 to smithi07176956-30 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing write tid 3 to smithi07176956-48 2024-03-10T21:24:05.574 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing write tid 4 to smithi07176956-48 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 2 to smithi07176956-30 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 117 (ObjNum 212 snap 51 seq_num 212) dirty exists 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:733: done (9 left) 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:734: done (8 left) 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:736: done (7 left) 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 66 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing write tid 5 to smithi07176956-48 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:732: finishing write tid 6 to smithi07176956-48 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:732: oid 48 updating version 0 to 387 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:732: oid 48 version 387 is already newer than 386 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:732: oid 48 updating version 387 to 389 2024-03-10T21:24:05.575 INFO:tasks.rados.rados.0.smithi071.stdout:732: oid 48 updating version 389 to 390 2024-03-10T21:24:05.576 INFO:tasks.rados.rados.0.smithi071.stdout:732: oid 48 version 390 is already newer than 388 2024-03-10T21:24:05.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 390 (ObjNum 244 snap 66 seq_num 244) dirty exists 2024-03-10T21:24:05.576 INFO:tasks.rados.rados.0.smithi071.stdout:732: left oid 48 (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:05.576 INFO:tasks.rados.rados.0.smithi071.stdout:735: expect (ObjNum 212 snap 51 seq_num 212) 2024-03-10T21:24:05.648 INFO:tasks.rados.rados.0.smithi071.stdout:738: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:24:05.649 INFO:tasks.rados.rados.0.smithi071.stdout:744: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-03-10T21:24:05.651 INFO:tasks.rados.rados.0.smithi071.stdout:744: writing smithi07176956-9 from 0 to 524288 tid 1 2024-03-10T21:24:05.655 INFO:tasks.rados.rados.0.smithi071.stdout:744: writing smithi07176956-9 from 524288 to 1269760 tid 2 2024-03-10T21:24:05.658 INFO:tasks.rados.rados.0.smithi071.stdout:744: writing smithi07176956-9 from 1269760 to 1695744 tid 3 2024-03-10T21:24:05.658 INFO:tasks.rados.rados.0.smithi071.stdout:744: writing smithi07176956-9 from 1695744 to 1728512 tid 4 2024-03-10T21:24:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:732: done (7 left) 2024-03-10T21:24:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:735: done (6 left) 2024-03-10T21:24:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 66 2024-03-10T21:24:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:745: seq_num 247 ranges {5111808=540672,5652480=622592,6275072=581632} 2024-03-10T21:24:05.689 INFO:tasks.rados.rados.0.smithi071.stdout:745: writing smithi07176956-11 from 5111808 to 5652480 tid 1 2024-03-10T21:24:05.692 INFO:tasks.rados.rados.0.smithi071.stdout:745: writing smithi07176956-11 from 5652480 to 6275072 tid 2 2024-03-10T21:24:05.695 INFO:tasks.rados.rados.0.smithi071.stdout:745: writing smithi07176956-11 from 6275072 to 6856704 tid 3 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:746: setattr oid 3 current snap is 66 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:738: finishing copy_from to smithi07176956-21 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 390 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:740: finishing write tid 1 to smithi07176956-46 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:740: finishing write tid 2 to smithi07176956-46 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:743: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:743: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:743: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 322 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:740: finishing write tid 3 to smithi07176956-46 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:740: finishing write tid 4 to smithi07176956-46 2024-03-10T21:24:05.696 INFO:tasks.rados.rados.0.smithi071.stdout:740: finishing write tid 5 to smithi07176956-46 2024-03-10T21:24:05.697 INFO:tasks.rados.rados.0.smithi071.stdout:741: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:24:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:742: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: finishing write tid 6 to smithi07176956-46 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: oid 46 updating version 0 to 488 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: oid 46 version 488 is already newer than 485 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: oid 46 version 488 is already newer than 486 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: oid 46 updating version 488 to 489 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: oid 46 version 489 is already newer than 487 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 489 (ObjNum 245 snap 66 seq_num 245) dirty exists 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:740: left oid 46 (ObjNum 245 snap 66 seq_num 245) 2024-03-10T21:24:05.806 INFO:tasks.rados.rados.0.smithi071.stdout:744: finishing write tid 1 to smithi07176956-9 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: finishing write tid 2 to smithi07176956-9 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: finishing write tid 3 to smithi07176956-9 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: finishing write tid 4 to smithi07176956-9 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: finishing write tid 5 to smithi07176956-9 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: finishing write tid 6 to smithi07176956-9 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: oid 9 updating version 0 to 330 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: oid 9 updating version 330 to 332 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: oid 9 updating version 332 to 333 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: oid 9 version 333 is already newer than 331 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: oid 9 version 333 is already newer than 329 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 333 (ObjNum 246 snap 66 seq_num 246) dirty exists 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:744: left oid 9 (ObjNum 246 snap 66 seq_num 246) 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing write tid 1 to smithi07176956-11 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing write tid 2 to smithi07176956-11 2024-03-10T21:24:05.807 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing write tid 3 to smithi07176956-11 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing write tid 4 to smithi07176956-11 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing write tid 5 to smithi07176956-11 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: oid 11 updating version 0 to 172 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: oid 11 version 172 is already newer than 170 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: oid 11 version 172 is already newer than 171 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: oid 11 updating version 172 to 173 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 173 (ObjNum 247 snap 66 seq_num 247) dirty exists 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:745: left oid 11 (ObjNum 247 snap 66 seq_num 247) 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:738: done (7 left) 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:740: done (6 left) 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:741: done (5 left) 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:742: done (4 left) 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:743: done (3 left) 2024-03-10T21:24:05.808 INFO:tasks.rados.rados.0.smithi071.stdout:744: done (2 left) 2024-03-10T21:24:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:745: done (1 left) 2024-03-10T21:24:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:747: read oid 28 snap -1 2024-03-10T21:24:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:747: expect deleted 2024-03-10T21:24:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:748: copy_from oid 9 from oid 7 current snap is 66 2024-03-10T21:24:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:749: delete oid 32 current snap is 66 2024-03-10T21:24:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:747: done (3 left) 2024-03-10T21:24:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:749: done (2 left) 2024-03-10T21:24:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:750: rollback oid 44 current snap is 66 2024-03-10T21:24:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 46 2024-03-10T21:24:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 66 2024-03-10T21:24:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:751: seq_num 249 ranges {827392=573440,1400832=794624,2195456=409600} 2024-03-10T21:24:05.814 INFO:tasks.rados.rados.0.smithi071.stdout:751: writing smithi07176956-50 from 827392 to 1400832 tid 1 2024-03-10T21:24:05.819 INFO:tasks.rados.rados.0.smithi071.stdout:751: writing smithi07176956-50 from 1400832 to 2195456 tid 2 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:751: writing smithi07176956-50 from 2195456 to 2605056 tid 3 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:752: copy_from oid 41 from oid 35 current snap is 66 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 335 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:750: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:24:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 400 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:748: finishing copy_from racing read to smithi07176956-9 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:748: finishing copy_from to smithi07176956-9 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 322 (ObjNum 134 snap 35 seq_num 134) dirty exists 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:746: done (4 left) 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:748: done (3 left) 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:750: done (2 left) 2024-03-10T21:24:05.823 INFO:tasks.rados.rados.0.smithi071.stdout:753: snap_remove snap 43 2024-03-10T21:24:05.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:05 smithi193 ceph-mon[30554]: osdmap e198: 8 total, 8 up, 8 in 2024-03-10T21:24:05.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:05 smithi071 ceph-mon[27124]: osdmap e198: 8 total, 8 up, 8 in 2024-03-10T21:24:05.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:05 smithi071 ceph-mon[37838]: osdmap e198: 8 total, 8 up, 8 in 2024-03-10T21:24:06.559 INFO:tasks.rados.rados.0.smithi071.stdout:753: done (2 left) 2024-03-10T21:24:06.560 INFO:tasks.rados.rados.0.smithi071.stdout:754: rollback oid 46 current snap is 66 2024-03-10T21:24:06.560 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 64 2024-03-10T21:24:06.560 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 66 2024-03-10T21:24:06.560 INFO:tasks.rados.rados.0.smithi071.stdout:755: seq_num 250 ranges {1613824=589824,2203648=679936,2883584=409600,3293184=114688} 2024-03-10T21:24:06.573 INFO:tasks.rados.rados.0.smithi071.stdout:755: writing smithi07176956-25 from 1613824 to 2203648 tid 1 2024-03-10T21:24:06.578 INFO:tasks.rados.rados.0.smithi071.stdout:755: writing smithi07176956-25 from 2203648 to 2883584 tid 2 2024-03-10T21:24:06.581 INFO:tasks.rados.rados.0.smithi071.stdout:755: writing smithi07176956-25 from 2883584 to 3293184 tid 3 2024-03-10T21:24:06.582 INFO:tasks.rados.rados.0.smithi071.stdout:755: writing smithi07176956-25 from 3293184 to 3407872 tid 4 2024-03-10T21:24:06.582 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 66 2024-03-10T21:24:06.582 INFO:tasks.rados.rados.0.smithi071.stdout:756: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2024-03-10T21:24:06.586 INFO:tasks.rados.rados.0.smithi071.stdout:756: writing smithi07176956-32 from 0 to 606208 tid 1 2024-03-10T21:24:06.590 INFO:tasks.rados.rados.0.smithi071.stdout:756: writing smithi07176956-32 from 606208 to 1220608 tid 2 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:756: writing smithi07176956-32 from 1220608 to 1810432 tid 3 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:757: snap_create 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:751: finishing write tid 1 to smithi07176956-50 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:751: finishing write tid 2 to smithi07176956-50 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:752: finishing copy_from to smithi07176956-41 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:752: got expected ENOENT (src dne) 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:752: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:751: finishing write tid 3 to smithi07176956-50 2024-03-10T21:24:06.594 INFO:tasks.rados.rados.0.smithi071.stdout:751: finishing write tid 4 to smithi07176956-50 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:751: finishing write tid 5 to smithi07176956-50 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:751: oid 50 updating version 0 to 171 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:751: oid 50 updating version 171 to 173 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:751: oid 50 version 173 is already newer than 172 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:751: oid 50 version 173 is already newer than 170 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 173 (ObjNum 249 snap 66 seq_num 249) dirty exists 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:751: left oid 50 (ObjNum 249 snap 66 seq_num 249) 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:754: finishing rollback tid 0 to smithi07176956-46 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:754: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:754: finishing rollback tid 2 to smithi07176956-46 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 496 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing write tid 1 to smithi07176956-25 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing write tid 2 to smithi07176956-25 2024-03-10T21:24:06.595 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing write tid 3 to smithi07176956-25 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing write tid 4 to smithi07176956-25 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing write tid 5 to smithi07176956-25 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing write tid 6 to smithi07176956-25 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: oid 25 updating version 0 to 124 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: oid 25 version 124 is already newer than 123 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: oid 25 version 124 is already newer than 121 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: oid 25 version 124 is already newer than 122 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: oid 25 updating version 124 to 125 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 125 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:755: left oid 25 (ObjNum 250 snap 66 seq_num 250) 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 1 to smithi07176956-32 2024-03-10T21:24:06.596 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 2 to smithi07176956-32 2024-03-10T21:24:06.597 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 3 to smithi07176956-32 2024-03-10T21:24:06.597 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 4 to smithi07176956-32 2024-03-10T21:24:06.597 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 5 to smithi07176956-32 2024-03-10T21:24:06.597 INFO:tasks.rados.rados.0.smithi071.stdout:756: oid 32 updating version 0 to 332 2024-03-10T21:24:06.598 INFO:tasks.rados.rados.0.smithi071.stdout:756: oid 32 updating version 332 to 335 2024-03-10T21:24:06.598 INFO:tasks.rados.rados.0.smithi071.stdout:756: oid 32 version 335 is already newer than 334 2024-03-10T21:24:06.598 INFO:tasks.rados.rados.0.smithi071.stdout:756: oid 32 version 335 is already newer than 333 2024-03-10T21:24:06.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 335 (ObjNum 251 snap 66 seq_num 251) dirty exists 2024-03-10T21:24:06.598 INFO:tasks.rados.rados.0.smithi071.stdout:756: left oid 32 (ObjNum 251 snap 66 seq_num 251) 2024-03-10T21:24:06.712 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: pgmap v27: 121 pgs: 121 active+clean; 174 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 43 op/s 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: osdmap e199: 8 total, 8 up, 8 in 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: Upgrade: Updating mgr.x 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:06 smithi193 ceph-mon[30554]: Deploying daemon mgr.x on smithi193 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: pgmap v27: 121 pgs: 121 active+clean; 174 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 43 op/s 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: osdmap e199: 8 total, 8 up, 8 in 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: Upgrade: Updating mgr.x 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[27124]: Deploying daemon mgr.x on smithi193 2024-03-10T21:24:06.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: pgmap v27: 121 pgs: 121 active+clean; 174 MiB data, 725 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 43 op/s 2024-03-10T21:24:06.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: osdmap e199: 8 total, 8 up, 8 in 2024-03-10T21:24:06.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: Upgrade: Updating mgr.x 2024-03-10T21:24:06.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:24:06.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:24:06.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:06.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:06 smithi071 ceph-mon[37838]: Deploying daemon mgr.x on smithi193 2024-03-10T21:24:07.025 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (3m) 14s ago 4m 29.8M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (4m) 13s ago 4m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (5m) 14s ago 5m 13.7M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (5m) 13s ago 5m 18.4M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (71s) 13s ago 9m 72.0M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 14a4faa3747f 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (27s) 14s ago 10m 477M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (10m) 14s ago 10m 57.4M 2048M 18.2.1-746-gc2ea977b a30af69eda22 49066ced84b3 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (9m) 13s ago 9m 49.7M 2048M 18.2.1-746-gc2ea977b a30af69eda22 4545cf5e821a 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (9m) 14s ago 9m 46.5M 2048M 18.2.1-746-gc2ea977b a30af69eda22 6f86135e1e74 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (4m) 14s ago 4m 15.9M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:24:07.026 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (4m) 13s ago 4m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (8m) 14s ago 8m 101M 2480M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (8m) 14s ago 8m 110M 2480M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (7m) 14s ago 7m 128M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (7m) 14s ago 7m 86.4M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (7m) 13s ago 7m 111M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (6m) 13s ago 6m 117M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (6m) 13s ago 6m 76.5M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (5m) 13s ago 5m 119M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:24:07.027 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 starting - - - - 2024-03-10T21:24:07.414 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:24:07.414 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:24:07.414 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3 2024-03-10T21:24:07.414 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:24:07.415 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 13, 2024-03-10T21:24:07.416 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:24:07.416 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:24:07.416 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:751: done (5 left) 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:752: done (4 left) 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:754: done (3 left) 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:755: done (2 left) 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:756: done (1 left) 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:757: done (0 left) 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 67 2024-03-10T21:24:07.564 INFO:tasks.rados.rados.0.smithi071.stdout:758: seq_num 252 ranges {2162688=630784,2793472=499712,3293184=425984,3719168=278528} 2024-03-10T21:24:07.578 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07176956-45 from 2162688 to 2793472 tid 1 2024-03-10T21:24:07.581 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07176956-45 from 2793472 to 3293184 tid 2 2024-03-10T21:24:07.584 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07176956-45 from 3293184 to 3719168 tid 3 2024-03-10T21:24:07.586 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07176956-45 from 3719168 to 3997696 tid 4 2024-03-10T21:24:07.586 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 67 2024-03-10T21:24:07.586 INFO:tasks.rados.rados.0.smithi071.stdout:759: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-03-10T21:24:07.590 INFO:tasks.rados.rados.0.smithi071.stdout:759: writing smithi07176956-10 from 0 to 647168 tid 1 2024-03-10T21:24:07.594 INFO:tasks.rados.rados.0.smithi071.stdout:759: writing smithi07176956-10 from 647168 to 1433600 tid 2 2024-03-10T21:24:07.597 INFO:tasks.rados.rados.0.smithi071.stdout:759: writing smithi07176956-10 from 1433600 to 1851392 tid 3 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:760: delete oid 7 current snap is 67 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 1 to smithi07176956-45 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 2 to smithi07176956-45 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 3 to smithi07176956-45 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 4 to smithi07176956-45 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 5 to smithi07176956-45 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 6 to smithi07176956-45 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: oid 45 updating version 0 to 180 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: oid 45 updating version 180 to 183 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: oid 45 version 183 is already newer than 179 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: oid 45 version 183 is already newer than 181 2024-03-10T21:24:07.598 INFO:tasks.rados.rados.0.smithi071.stdout:758: oid 45 version 183 is already newer than 182 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 183 (ObjNum 252 snap 67 seq_num 252) dirty exists 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:758: left oid 45 (ObjNum 252 snap 67 seq_num 252) 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing write tid 1 to smithi07176956-10 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:758: done (2 left) 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:760: done (1 left) 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:761: rmattr oid 20 current snap is 67 2024-03-10T21:24:07.599 INFO:tasks.rados.rados.0.smithi071.stdout:761: done (1 left) 2024-03-10T21:24:07.600 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 67 2024-03-10T21:24:07.600 INFO:tasks.rados.rados.0.smithi071.stdout:762: seq_num 255 ranges {1302528=679936,1982464=548864,2531328=598016,3129344=57344} 2024-03-10T21:24:07.609 INFO:tasks.rados.rados.0.smithi071.stdout:762: writing smithi07176956-24 from 1302528 to 1982464 tid 1 2024-03-10T21:24:07.613 INFO:tasks.rados.rados.0.smithi071.stdout:762: writing smithi07176956-24 from 1982464 to 2531328 tid 2 2024-03-10T21:24:07.616 INFO:tasks.rados.rados.0.smithi071.stdout:762: writing smithi07176956-24 from 2531328 to 3129344 tid 3 2024-03-10T21:24:07.617 INFO:tasks.rados.rados.0.smithi071.stdout:762: writing smithi07176956-24 from 3129344 to 3186688 tid 4 2024-03-10T21:24:07.617 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 67 2024-03-10T21:24:07.617 INFO:tasks.rados.rados.0.smithi071.stdout:763: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-03-10T21:24:07.621 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi07176956-37 from 0 to 696320 tid 1 2024-03-10T21:24:07.623 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi07176956-37 from 696320 to 1130496 tid 2 2024-03-10T21:24:07.628 INFO:tasks.rados.rados.0.smithi071.stdout:763: writing smithi07176956-37 from 1130496 to 1900544 tid 3 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:764: delete oid 43 current snap is 67 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing write tid 2 to smithi07176956-10 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing write tid 3 to smithi07176956-10 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing write tid 4 to smithi07176956-10 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing write tid 5 to smithi07176956-10 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: oid 10 updating version 0 to 409 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: oid 10 updating version 409 to 411 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: oid 10 updating version 411 to 412 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: oid 10 version 412 is already newer than 410 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 412 (ObjNum 253 snap 67 seq_num 253) dirty exists 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:759: left oid 10 (ObjNum 253 snap 67 seq_num 253) 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:762: finishing write tid 1 to smithi07176956-24 2024-03-10T21:24:07.629 INFO:tasks.rados.rados.0.smithi071.stdout:762: finishing write tid 2 to smithi07176956-24 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: finishing write tid 3 to smithi07176956-24 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: finishing write tid 4 to smithi07176956-24 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: finishing write tid 5 to smithi07176956-24 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: finishing write tid 6 to smithi07176956-24 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: oid 24 updating version 0 to 454 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: oid 24 version 454 is already newer than 452 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: oid 24 version 454 is already newer than 450 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: oid 24 version 454 is already newer than 451 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: oid 24 version 454 is already newer than 453 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 454 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:762: left oid 24 (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 1 to smithi07176956-37 2024-03-10T21:24:07.630 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 2 to smithi07176956-37 2024-03-10T21:24:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:759: done (3 left) 2024-03-10T21:24:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:762: done (2 left) 2024-03-10T21:24:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:764: done (1 left) 2024-03-10T21:24:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:765: snap_create 2024-03-10T21:24:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 3 to smithi07176956-37 2024-03-10T21:24:07.631 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 4 to smithi07176956-37 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing write tid 5 to smithi07176956-37 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:763: oid 37 updating version 0 to 193 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:763: oid 37 version 193 is already newer than 192 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:763: oid 37 version 193 is already newer than 190 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:763: oid 37 version 193 is already newer than 191 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 193 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:24:07.633 INFO:tasks.rados.rados.0.smithi071.stdout:763: left oid 37 (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:24:07.639 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:07 smithi193 ceph-mon[30554]: osdmap e200: 8 total, 8 up, 8 in 2024-03-10T21:24:07.639 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:07 smithi193 ceph-mon[30554]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:07.639 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:07 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/1054529376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:07.640 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:07 smithi193 systemd[1]: Stopping Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:07.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:07 smithi071 ceph-mon[27124]: osdmap e200: 8 total, 8 up, 8 in 2024-03-10T21:24:07.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:07 smithi071 ceph-mon[27124]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:07.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:07 smithi071 ceph-mon[27124]: from='client.? 172.21.15.71:0/1054529376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:07.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:07 smithi071 ceph-mon[37838]: osdmap e200: 8 total, 8 up, 8 in 2024-03-10T21:24:07.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:07 smithi071 ceph-mon[37838]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:07.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:07 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/1054529376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:07.941 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:07 smithi193 podman[75185]: 2024-03-10 21:24:07.638291758 +0000 UTC m=+0.151044858 container died 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-10T21:24:08.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:07 smithi193 podman[75185]: 2024-03-10 21:24:07.940612251 +0000 UTC m=+0.453365357 container cleanup 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-03-10T21:24:08.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:07 smithi193 bash[75185]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x 2024-03-10T21:24:08.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 podman[75199]: 2024-03-10 21:24:08.142295237 +0000 UTC m=+0.505926735 container remove 14a4faa3747fea53bf61af2b2dd7af79eef8847269a1eba595399d1eb2acb08f (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, io.buildah.version=1.33.5) 2024-03-10T21:24:08.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:24:08.576 INFO:tasks.rados.rados.0.smithi071.stdout:763: done (1 left) 2024-03-10T21:24:08.576 INFO:tasks.rados.rados.0.smithi071.stdout:765: done (0 left) 2024-03-10T21:24:08.576 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 68 2024-03-10T21:24:08.576 INFO:tasks.rados.rados.0.smithi071.stdout:766: seq_num 258 ranges {6430720=729088,7159808=606208,7766016=598016} 2024-03-10T21:24:08.614 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07176956-13 from 6430720 to 7159808 tid 1 2024-03-10T21:24:08.617 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07176956-13 from 7159808 to 7766016 tid 2 2024-03-10T21:24:08.621 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07176956-13 from 7766016 to 8364032 tid 3 2024-03-10T21:24:08.622 INFO:tasks.rados.rados.0.smithi071.stdout:767: delete oid 50 current snap is 68 2024-03-10T21:24:08.622 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 1 to smithi07176956-13 2024-03-10T21:24:08.622 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 2 to smithi07176956-13 2024-03-10T21:24:08.624 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 3 to smithi07176956-13 2024-03-10T21:24:08.625 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 4 to smithi07176956-13 2024-03-10T21:24:08.625 INFO:tasks.rados.rados.0.smithi071.stdout:767: done (1 left) 2024-03-10T21:24:08.625 INFO:tasks.rados.rados.0.smithi071.stdout:768: rollback oid 21 current snap is 68 2024-03-10T21:24:08.625 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 61 2024-03-10T21:24:08.625 INFO:tasks.rados.rados.0.smithi071.stdout:769: snap_remove snap 46 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:08 smithi193 ceph-mon[30554]: pgmap v30: 121 pgs: 121 active+clean; 177 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.2 MiB/s wr, 44 op/s 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:08 smithi193 ceph-mon[30554]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:08 smithi193 ceph-mon[30554]: osdmap e201: 8 total, 8 up, 8 in 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 systemd[1]: Stopped Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service: Consumed 24.605s CPU time. 2024-03-10T21:24:08.776 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 systemd[1]: Starting Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:08.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:08 smithi071 ceph-mon[27124]: pgmap v30: 121 pgs: 121 active+clean; 177 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.2 MiB/s wr, 44 op/s 2024-03-10T21:24:08.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:08 smithi071 ceph-mon[27124]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:08.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:08 smithi071 ceph-mon[27124]: osdmap e201: 8 total, 8 up, 8 in 2024-03-10T21:24:08.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:08 smithi071 ceph-mon[37838]: pgmap v30: 121 pgs: 121 active+clean; 177 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.2 MiB/s wr, 44 op/s 2024-03-10T21:24:08.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:08 smithi071 ceph-mon[37838]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:08.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:08 smithi071 ceph-mon[37838]: osdmap e201: 8 total, 8 up, 8 in 2024-03-10T21:24:09.055 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 podman[75326]: 2024-03-10 21:24:08.677517236 +0000 UTC m=+0.018769947 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:24:09.056 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:08 smithi193 podman[75326]: 2024-03-10 21:24:08.802887028 +0000 UTC m=+0.144139763 container create 3d6ce38a168a7e7d2f27f7e18a0cef61c68dbb0190174503c97dc96c8382e392 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-10T21:24:09.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 podman[75326]: 2024-03-10 21:24:09.055033971 +0000 UTC m=+0.396286665 container init 3d6ce38a168a7e7d2f27f7e18a0cef61c68dbb0190174503c97dc96c8382e392 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-10T21:24:09.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 podman[75326]: 2024-03-10 21:24:09.057896436 +0000 UTC m=+0.399149138 container start 3d6ce38a168a7e7d2f27f7e18a0cef61c68dbb0190174503c97dc96c8382e392 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T21:24:09.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-mgr[75345]: -- 172.21.15.193:0/681916991 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560966b1c5a0 con 0x560966af1000 2024-03-10T21:24:09.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 bash[75326]: 3d6ce38a168a7e7d2f27f7e18a0cef61c68dbb0190174503c97dc96c8382e392 2024-03-10T21:24:09.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 systemd[1]: Started Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:769: done (2 left) 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:770: snap_create 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 5 to smithi07176956-13 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:766: oid 13 updating version 0 to 508 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:766: oid 13 version 508 is already newer than 506 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:766: oid 13 version 508 is already newer than 507 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:766: oid 13 updating version 508 to 509 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 509 (ObjNum 258 snap 68 seq_num 258) dirty exists 2024-03-10T21:24:09.582 INFO:tasks.rados.rados.0.smithi071.stdout:766: left oid 13 (ObjNum 258 snap 68 seq_num 258) 2024-03-10T21:24:09.583 INFO:tasks.rados.rados.0.smithi071.stdout:768: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:24:09.583 INFO:tasks.rados.rados.0.smithi071.stdout:768: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:24:09.583 INFO:tasks.rados.rados.0.smithi071.stdout:768: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:24:09.583 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 458 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:24:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-mon[30554]: osdmap e202: 8 total, 8 up, 8 in 2024-03-10T21:24:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:09.835 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:09.633+0000 7f3dbdd7d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:24:09.836 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:09.740+0000 7f3dbdd7d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:24:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[27124]: osdmap e202: 8 total, 8 up, 8 in 2024-03-10T21:24:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[37838]: osdmap e202: 8 total, 8 up, 8 in 2024-03-10T21:24:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:09 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:766: done (2 left) 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:768: done (1 left) 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:770: done (0 left) 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:771: read oid 46 snap -1 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:771: expect (ObjNum 219 snap 55 seq_num 219) 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:772: read oid 12 snap -1 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:772: expect (ObjNum 162 snap 39 seq_num 162) 2024-03-10T21:24:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:773: copy_from oid 19 from oid 41 current snap is 69 2024-03-10T21:24:10.585 INFO:tasks.rados.rados.0.smithi071.stdout:774: copy_from oid 49 from oid 18 current snap is 69 2024-03-10T21:24:10.585 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 69 2024-03-10T21:24:10.585 INFO:tasks.rados.rados.0.smithi071.stdout:775: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-03-10T21:24:10.588 INFO:tasks.rados.rados.0.smithi071.stdout:775: writing smithi07176956-35 from 0 to 761856 tid 1 2024-03-10T21:24:10.591 INFO:tasks.rados.rados.0.smithi071.stdout:775: writing smithi07176956-35 from 761856 to 1179648 tid 2 2024-03-10T21:24:10.596 INFO:tasks.rados.rados.0.smithi071.stdout:775: writing smithi07176956-35 from 1179648 to 1966080 tid 3 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:776: rollback oid 15 current snap is 69 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 62 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:777: rollback oid 36 current snap is 69 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 66 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:778: rollback oid 40 current snap is 69 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 54 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 69 2024-03-10T21:24:10.597 INFO:tasks.rados.rados.0.smithi071.stdout:779: seq_num 261 ranges {4235264=778240,5013504=704512,5718016=499712} 2024-03-10T21:24:10.624 INFO:tasks.rados.rados.0.smithi071.stdout:779: writing smithi07176956-8 from 4235264 to 5013504 tid 1 2024-03-10T21:24:10.627 INFO:tasks.rados.rados.0.smithi071.stdout:779: writing smithi07176956-8 from 5013504 to 5718016 tid 2 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:779: writing smithi07176956-8 from 5718016 to 6217728 tid 3 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:780: rollback oid 38 current snap is 69 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 65 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:775: finishing write tid 1 to smithi07176956-35 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:781: read oid 28 snap -1 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:781: expect deleted 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:782: snap_create 2024-03-10T21:24:10.631 INFO:tasks.rados.rados.0.smithi071.stdout:771: expect (ObjNum 219 snap 55 seq_num 219) 2024-03-10T21:24:10.666 INFO:tasks.rados.rados.0.smithi071.stdout:772: expect (ObjNum 162 snap 39 seq_num 162) 2024-03-10T21:24:10.764 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-mon[30554]: pgmap v33: 121 pgs: 121 active+clean; 177 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-03-10T21:24:10.764 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-mon[30554]: osdmap e203: 8 total, 8 up, 8 in 2024-03-10T21:24:10.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:10.765 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:10.765 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:10.448+0000 7f3dbdd7d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:24:10.765 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:10.541+0000 7f3dbdd7d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:24:10.765 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:10.697+0000 7f3dbdd7d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:773: finishing copy_from racing read to smithi07176956-19 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:775: finishing write tid 2 to smithi07176956-35 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:773: finishing copy_from to smithi07176956-19 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 361 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:776: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:778: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:774: finishing copy_from to smithi07176956-49 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 48 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:776: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:24:10.810 INFO:tasks.rados.rados.0.smithi071.stdout:776: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 403 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:775: finishing write tid 3 to smithi07176956-35 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:778: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:775: finishing write tid 4 to smithi07176956-35 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:778: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 521 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 406 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:775: finishing write tid 5 to smithi07176956-35 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:775: oid 35 updating version 0 to 132 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:775: oid 35 version 132 is already newer than 131 2024-03-10T21:24:10.811 INFO:tasks.rados.rados.0.smithi071.stdout:775: oid 35 version 132 is already newer than 130 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:775: oid 35 updating version 132 to 133 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 133 (ObjNum 260 snap 69 seq_num 260) dirty exists 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:775: left oid 35 (ObjNum 260 snap 69 seq_num 260) 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:779: finishing write tid 1 to smithi07176956-8 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:779: finishing write tid 2 to smithi07176956-8 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:780: finishing rollback tid 1 to smithi07176956-38 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 319 (ObjNum 113 snap 0 seq_num 2944697760) dirty dne 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:779: finishing write tid 3 to smithi07176956-8 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:779: finishing write tid 4 to smithi07176956-8 2024-03-10T21:24:10.812 INFO:tasks.rados.rados.0.smithi071.stdout:779: finishing write tid 5 to smithi07176956-8 2024-03-10T21:24:10.813 INFO:tasks.rados.rados.0.smithi071.stdout:779: oid 8 updating version 0 to 335 2024-03-10T21:24:10.813 INFO:tasks.rados.rados.0.smithi071.stdout:779: oid 8 version 335 is already newer than 334 2024-03-10T21:24:10.813 INFO:tasks.rados.rados.0.smithi071.stdout:779: oid 8 version 335 is already newer than 333 2024-03-10T21:24:10.813 INFO:tasks.rados.rados.0.smithi071.stdout:779: oid 8 updating version 335 to 336 2024-03-10T21:24:10.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 336 (ObjNum 261 snap 69 seq_num 261) dirty exists 2024-03-10T21:24:10.813 INFO:tasks.rados.rados.0.smithi071.stdout:779: left oid 8 (ObjNum 261 snap 69 seq_num 261) 2024-03-10T21:24:10.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[27124]: pgmap v33: 121 pgs: 121 active+clean; 177 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[27124]: osdmap e203: 8 total, 8 up, 8 in 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[37838]: pgmap v33: 121 pgs: 121 active+clean; 177 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[37838]: osdmap e203: 8 total, 8 up, 8 in 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:10.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:10 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:11.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:10.797+0000 7f3dbdd7d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:24:11.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:10.886+0000 7f3dbdd7d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:24:11.511 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:11.155+0000 7f3dbdd7d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:24:11.511 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:11.284+0000 7f3dbdd7d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:24:11.511 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:11.389+0000 7f3dbdd7d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:24:11.511 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:11.509+0000 7f3dbdd7d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:24:11.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:24:11] "GET /metrics HTTP/1.1" 200 35984 "" "Prometheus/2.43.0" 2024-03-10T21:24:11.590 INFO:tasks.rados.rados.0.smithi071.stdout:771: done (11 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:772: done (10 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:773: done (9 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:774: done (8 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:775: done (7 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:776: done (6 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:777: done (5 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:778: done (4 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:779: done (3 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:780: done (2 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:781: done (1 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:782: done (0 left) 2024-03-10T21:24:11.591 INFO:tasks.rados.rados.0.smithi071.stdout:783: snap_remove snap 68 2024-03-10T21:24:11.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:11 smithi193 ceph-mon[30554]: osdmap e204: 8 total, 8 up, 8 in 2024-03-10T21:24:11.838 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:11.692+0000 7f3dbdd7d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:24:12.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:11 smithi071 ceph-mon[37838]: osdmap e204: 8 total, 8 up, 8 in 2024-03-10T21:24:12.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:11 smithi071 ceph-mon[27124]: osdmap e204: 8 total, 8 up, 8 in 2024-03-10T21:24:12.526 INFO:tasks.rados.rados.0.smithi071.stdout:783: done (0 left) 2024-03-10T21:24:12.526 INFO:tasks.rados.rados.0.smithi071.stdout:784: rmattr oid 41 current snap is 70 2024-03-10T21:24:12.526 INFO:tasks.rados.rados.0.smithi071.stdout:785: snap_remove snap 61 2024-03-10T21:24:12.686 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:12 smithi193 ceph-mon[30554]: pgmap v36: 121 pgs: 121 active+clean; 150 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-10T21:24:12.686 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:12 smithi193 ceph-mon[30554]: osdmap e205: 8 total, 8 up, 8 in 2024-03-10T21:24:12.687 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:12 smithi193 ceph-mon[30554]: osdmap e206: 8 total, 8 up, 8 in 2024-03-10T21:24:13.084 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:12.720+0000 7f3dbdd7d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:24:13.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:12.851+0000 7f3dbdd7d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:24:13.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:12 smithi071 ceph-mon[27124]: pgmap v36: 121 pgs: 121 active+clean; 150 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-10T21:24:13.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:12 smithi071 ceph-mon[27124]: osdmap e205: 8 total, 8 up, 8 in 2024-03-10T21:24:13.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:12 smithi071 ceph-mon[27124]: osdmap e206: 8 total, 8 up, 8 in 2024-03-10T21:24:13.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:12 smithi071 ceph-mon[37838]: pgmap v36: 121 pgs: 121 active+clean; 150 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-10T21:24:13.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:12 smithi071 ceph-mon[37838]: osdmap e205: 8 total, 8 up, 8 in 2024-03-10T21:24:13.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:12 smithi071 ceph-mon[37838]: osdmap e206: 8 total, 8 up, 8 in 2024-03-10T21:24:13.500 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:13.206+0000 7f3dbdd7d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:24:13.500 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:13.298+0000 7f3dbdd7d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:24:13.500 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:13.498+0000 7f3dbdd7d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:24:13.529 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 423 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:24:13.529 INFO:tasks.rados.rados.0.smithi071.stdout:784: done (1 left) 2024-03-10T21:24:13.529 INFO:tasks.rados.rados.0.smithi071.stdout:785: done (0 left) 2024-03-10T21:24:13.529 INFO:tasks.rados.rados.0.smithi071.stdout:786: setattr oid 11 current snap is 70 2024-03-10T21:24:13.532 INFO:tasks.rados.rados.0.smithi071.stdout:787: rmattr oid 31 current snap is 70 2024-03-10T21:24:13.532 INFO:tasks.rados.rados.0.smithi071.stdout:787: done (1 left) 2024-03-10T21:24:13.532 INFO:tasks.rados.rados.0.smithi071.stdout:788: rollback oid 42 current snap is 70 2024-03-10T21:24:13.532 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 53 2024-03-10T21:24:13.533 INFO:tasks.rados.rados.0.smithi071.stdout:789: rollback oid 38 current snap is 70 2024-03-10T21:24:13.533 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 65 2024-03-10T21:24:13.533 INFO:tasks.rados.rados.0.smithi071.stdout:790: snap_create 2024-03-10T21:24:13.541 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 186 (ObjNum 247 snap 66 seq_num 247) dirty exists 2024-03-10T21:24:13.545 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing rollback tid 0 to smithi07176956-42 2024-03-10T21:24:13.545 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing rollback tid 1 to smithi07176956-42 2024-03-10T21:24:13.546 INFO:tasks.rados.rados.0.smithi071.stdout:788: finishing rollback tid 2 to smithi07176956-42 2024-03-10T21:24:13.546 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 355 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:24:13.546 INFO:tasks.rados.rados.0.smithi071.stdout:789: finishing rollback tid 1 to smithi07176956-38 2024-03-10T21:24:13.546 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 319 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-03-10T21:24:13.834 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:13.705+0000 7f3dbdd7d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:24:13.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:14.290 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:14.008+0000 7f3dbdd7d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:24:14.290 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:14.288+0000 7f3dbdd7d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:786: done (3 left) 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:788: done (2 left) 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:789: done (1 left) 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:790: done (0 left) 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:791: rollback oid 43 current snap is 71 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 65 2024-03-10T21:24:14.535 INFO:tasks.rados.rados.0.smithi071.stdout:792: snap_create 2024-03-10T21:24:14.538 INFO:tasks.rados.rados.0.smithi071.stdout:791: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:24:14.538 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 372 (ObjNum 129 snap 0 seq_num 3028266320) dirty dne 2024-03-10T21:24:14.546 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-mon[30554]: pgmap v39: 121 pgs: 121 active+clean; 150 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-10T21:24:14.546 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-mon[30554]: osdmap e207: 8 total, 8 up, 8 in 2024-03-10T21:24:14.546 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:14.546 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:14.834 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:14.544+0000 7f3dbdd7d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:24:14.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[27124]: pgmap v39: 121 pgs: 121 active+clean; 150 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-10T21:24:14.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[27124]: osdmap e207: 8 total, 8 up, 8 in 2024-03-10T21:24:14.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:14.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:14.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[37838]: pgmap v39: 121 pgs: 121 active+clean; 150 MiB data, 731 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 25 op/s 2024-03-10T21:24:14.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[37838]: osdmap e207: 8 total, 8 up, 8 in 2024-03-10T21:24:14.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:14.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:14 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:15.536 INFO:tasks.rados.rados.0.smithi071.stdout:791: done (1 left) 2024-03-10T21:24:15.536 INFO:tasks.rados.rados.0.smithi071.stdout:792: done (0 left) 2024-03-10T21:24:15.536 INFO:tasks.rados.rados.0.smithi071.stdout:793: rmattr oid 29 current snap is 72 2024-03-10T21:24:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:794: snap_create 2024-03-10T21:24:15.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 203 (ObjNum 161 snap 0 seq_num 2944575504) dirty exists 2024-03-10T21:24:15.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:15 smithi193 ceph-mon[30554]: osdmap e208: 8 total, 8 up, 8 in 2024-03-10T21:24:15.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:15 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:15.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:15 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:15.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:15.424+0000 7f3dbdd7d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:24:15.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:15 smithi071 ceph-mon[27124]: osdmap e208: 8 total, 8 up, 8 in 2024-03-10T21:24:15.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:15 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:15.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:15 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:15 smithi071 ceph-mon[37838]: osdmap e208: 8 total, 8 up, 8 in 2024-03-10T21:24:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:15 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:15 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:16.168 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:16.027+0000 7f3dbdd7d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:24:16.168 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:16.129+0000 7f3dbdd7d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:24:16.473 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:16.352+0000 7f3dbdd7d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:24:16.473 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: [10/Mar/2024:21:24:16] ENGINE Bus STARTING 2024-03-10T21:24:16.539 INFO:tasks.rados.rados.0.smithi071.stdout:793: done (1 left) 2024-03-10T21:24:16.539 INFO:tasks.rados.rados.0.smithi071.stdout:794: done (0 left) 2024-03-10T21:24:16.539 INFO:tasks.rados.rados.0.smithi071.stdout:795: delete oid 33 current snap is 73 2024-03-10T21:24:16.544 INFO:tasks.rados.rados.0.smithi071.stdout:795: done (0 left) 2024-03-10T21:24:16.544 INFO:tasks.rados.rados.0.smithi071.stdout:796: setattr oid 48 current snap is 73 2024-03-10T21:24:16.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 73 2024-03-10T21:24:16.545 INFO:tasks.rados.rados.0.smithi071.stdout:797: seq_num 263 ranges {2785280=409600,3194880=475136,3670016=557056,4227072=573440} 2024-03-10T21:24:16.563 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07176956-2 from 2785280 to 3194880 tid 1 2024-03-10T21:24:16.565 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07176956-2 from 3194880 to 3670016 tid 2 2024-03-10T21:24:16.568 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07176956-2 from 3670016 to 4227072 tid 3 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07176956-2 from 4227072 to 4800512 tid 4 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:798: read oid 37 snap -1 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:798: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:799: rmattr oid 8 current snap is 73 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:799: done (3 left) 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:800: snap_create 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 434 (ObjNum 244 snap 66 seq_num 244) dirty exists 2024-03-10T21:24:16.572 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 1 to smithi07176956-2 2024-03-10T21:24:16.573 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 2 to smithi07176956-2 2024-03-10T21:24:16.573 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 3 to smithi07176956-2 2024-03-10T21:24:16.574 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 4 to smithi07176956-2 2024-03-10T21:24:16.574 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 5 to smithi07176956-2 2024-03-10T21:24:16.575 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 6 to smithi07176956-2 2024-03-10T21:24:16.575 INFO:tasks.rados.rados.0.smithi071.stdout:797: oid 2 updating version 0 to 134 2024-03-10T21:24:16.575 INFO:tasks.rados.rados.0.smithi071.stdout:797: oid 2 version 134 is already newer than 133 2024-03-10T21:24:16.575 INFO:tasks.rados.rados.0.smithi071.stdout:797: oid 2 version 134 is already newer than 132 2024-03-10T21:24:16.576 INFO:tasks.rados.rados.0.smithi071.stdout:797: oid 2 updating version 134 to 135 2024-03-10T21:24:16.576 INFO:tasks.rados.rados.0.smithi071.stdout:797: oid 2 version 135 is already newer than 131 2024-03-10T21:24:16.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 135 (ObjNum 263 snap 73 seq_num 263) dirty exists 2024-03-10T21:24:16.576 INFO:tasks.rados.rados.0.smithi071.stdout:797: left oid 2 (ObjNum 263 snap 73 seq_num 263) 2024-03-10T21:24:16.579 INFO:tasks.rados.rados.0.smithi071.stdout:798: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: pgmap v42: 121 pgs: 121 active+clean; 154 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: osdmap e209: 8 total, 8 up, 8 in 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: Standby manager daemon x restarted 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: Standby manager daemon x started 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:24:16.789 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:24:16.790 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: CherryPy Checker: 2024-03-10T21:24:16.790 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: The Application mounted at '' has an empty config. 2024-03-10T21:24:16.790 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:16.790 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: [10/Mar/2024:21:24:16] ENGINE Serving on http://:::9283 2024-03-10T21:24:16.790 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: [10/Mar/2024:21:24:16] ENGINE Bus STARTED 2024-03-10T21:24:16.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: pgmap v42: 121 pgs: 121 active+clean; 154 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: osdmap e209: 8 total, 8 up, 8 in 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: Standby manager daemon x restarted 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: Standby manager daemon x started 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[27124]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: pgmap v42: 121 pgs: 121 active+clean; 154 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 960 KiB/s wr, 13 op/s 2024-03-10T21:24:16.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: osdmap e209: 8 total, 8 up, 8 in 2024-03-10T21:24:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: Standby manager daemon x restarted 2024-03-10T21:24:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: Standby manager daemon x started 2024-03-10T21:24:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:24:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:24:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:24:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:16 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/1665701874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:24:17.550 INFO:tasks.rados.rados.0.smithi071.stdout:796: done (3 left) 2024-03-10T21:24:17.551 INFO:tasks.rados.rados.0.smithi071.stdout:797: done (2 left) 2024-03-10T21:24:17.551 INFO:tasks.rados.rados.0.smithi071.stdout:798: done (1 left) 2024-03-10T21:24:17.551 INFO:tasks.rados.rados.0.smithi071.stdout:800: done (0 left) 2024-03-10T21:24:17.551 INFO:tasks.rados.rados.0.smithi071.stdout:801: setattr oid 16 current snap is 74 2024-03-10T21:24:17.552 INFO:tasks.rados.rados.0.smithi071.stdout:802: snap_remove snap 53 2024-03-10T21:24:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:17 smithi193 ceph-mon[30554]: osdmap e210: 8 total, 8 up, 8 in 2024-03-10T21:24:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:17 smithi193 ceph-mon[30554]: mgrmap e36: y(active, since 27s), standbys: x 2024-03-10T21:24:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:17 smithi071 ceph-mon[27124]: osdmap e210: 8 total, 8 up, 8 in 2024-03-10T21:24:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:17 smithi071 ceph-mon[27124]: mgrmap e36: y(active, since 27s), standbys: x 2024-03-10T21:24:17.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:17 smithi071 ceph-mon[37838]: osdmap e210: 8 total, 8 up, 8 in 2024-03-10T21:24:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:17 smithi071 ceph-mon[37838]: mgrmap e36: y(active, since 27s), standbys: x 2024-03-10T21:24:18.562 INFO:tasks.rados.rados.0.smithi071.stdout:802: done (1 left) 2024-03-10T21:24:18.562 INFO:tasks.rados.rados.0.smithi071.stdout:803: snap_create 2024-03-10T21:24:18.563 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 362 (ObjNum 229 snap 63 seq_num 229) dirty exists 2024-03-10T21:24:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: pgmap v45: 121 pgs: 121 active+clean; 156 MiB data, 779 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: osdmap e211: 8 total, 8 up, 8 in 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-10T21:24:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:18 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: pgmap v45: 121 pgs: 121 active+clean; 156 MiB data, 779 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: osdmap e211: 8 total, 8 up, 8 in 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:24:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: pgmap v45: 121 pgs: 121 active+clean; 156 MiB data, 779 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: osdmap e211: 8 total, 8 up, 8 in 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-03-10T21:24:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-03-10T21:24:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-03-10T21:24:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-03-10T21:24:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:24:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:18 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T21:24:19.561 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[37838]: Upgrade: Setting container_image for all mgr 2024-03-10T21:24:19.561 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[37838]: Upgrade: It appears safe to stop mon.a 2024-03-10T21:24:19.561 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[37838]: osdmap e212: 8 total, 8 up, 8 in 2024-03-10T21:24:19.561 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:19.562 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[27124]: Upgrade: Setting container_image for all mgr 2024-03-10T21:24:19.562 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[27124]: Upgrade: It appears safe to stop mon.a 2024-03-10T21:24:19.562 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[27124]: osdmap e212: 8 total, 8 up, 8 in 2024-03-10T21:24:19.562 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:19 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:19.564 INFO:tasks.rados.rados.0.smithi071.stdout:801: done (1 left) 2024-03-10T21:24:19.564 INFO:tasks.rados.rados.0.smithi071.stdout:803: done (0 left) 2024-03-10T21:24:19.564 INFO:tasks.rados.rados.0.smithi071.stdout:804: rmattr oid 17 current snap is 75 2024-03-10T21:24:19.564 INFO:tasks.rados.rados.0.smithi071.stdout:804: done (0 left) 2024-03-10T21:24:19.564 INFO:tasks.rados.rados.0.smithi071.stdout:805: read oid 48 snap -1 2024-03-10T21:24:19.564 INFO:tasks.rados.rados.0.smithi071.stdout:805: expect (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:19.565 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 75 2024-03-10T21:24:19.565 INFO:tasks.rados.rados.0.smithi071.stdout:806: seq_num 264 ranges {4235264=425984,4661248=761856,5423104=770048,6193152=73728} 2024-03-10T21:24:19.591 INFO:tasks.rados.rados.0.smithi071.stdout:806: writing smithi07176956-47 from 4235264 to 4661248 tid 1 2024-03-10T21:24:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:806: writing smithi07176956-47 from 4661248 to 5423104 tid 2 2024-03-10T21:24:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:806: writing smithi07176956-47 from 5423104 to 6193152 tid 3 2024-03-10T21:24:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:806: writing smithi07176956-47 from 6193152 to 6266880 tid 4 2024-03-10T21:24:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:807: delete oid 18 current snap is 75 2024-03-10T21:24:19.600 INFO:tasks.rados.rados.0.smithi071.stdout:805: expect (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:19 smithi193 ceph-mon[30554]: Upgrade: Setting container_image for all mgr 2024-03-10T21:24:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:19 smithi193 ceph-mon[30554]: Upgrade: It appears safe to stop mon.a 2024-03-10T21:24:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:19 smithi193 ceph-mon[30554]: osdmap e212: 8 total, 8 up, 8 in 2024-03-10T21:24:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:19 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:19.849 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing write tid 1 to smithi07176956-47 2024-03-10T21:24:19.849 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing write tid 2 to smithi07176956-47 2024-03-10T21:24:19.849 INFO:tasks.rados.rados.0.smithi071.stdout:805: done (2 left) 2024-03-10T21:24:19.849 INFO:tasks.rados.rados.0.smithi071.stdout:807: done (1 left) 2024-03-10T21:24:19.849 INFO:tasks.rados.rados.0.smithi071.stdout:808: read oid 49 snap -1 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:808: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:809: delete oid 3 current snap is 75 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing write tid 3 to smithi07176956-47 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing write tid 4 to smithi07176956-47 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing write tid 5 to smithi07176956-47 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing write tid 6 to smithi07176956-47 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: oid 47 updating version 0 to 490 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: oid 47 updating version 490 to 494 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: oid 47 version 494 is already newer than 492 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: oid 47 version 494 is already newer than 493 2024-03-10T21:24:19.850 INFO:tasks.rados.rados.0.smithi071.stdout:806: oid 47 version 494 is already newer than 491 2024-03-10T21:24:19.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 494 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-03-10T21:24:19.851 INFO:tasks.rados.rados.0.smithi071.stdout:806: left oid 47 (ObjNum 264 snap 75 seq_num 264) 2024-03-10T21:24:19.851 INFO:tasks.rados.rados.0.smithi071.stdout:806: done (2 left) 2024-03-10T21:24:19.851 INFO:tasks.rados.rados.0.smithi071.stdout:809: done (1 left) 2024-03-10T21:24:19.851 INFO:tasks.rados.rados.0.smithi071.stdout:810: snap_remove snap 72 2024-03-10T21:24:20.570 INFO:tasks.rados.rados.0.smithi071.stdout:810: done (1 left) 2024-03-10T21:24:20.570 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 75 2024-03-10T21:24:20.570 INFO:tasks.rados.rados.0.smithi071.stdout:811: seq_num 267 ranges {6217728=475136,6692864=458752,7151616=540672,7692288=606208} 2024-03-10T21:24:20.606 INFO:tasks.rados.rados.0.smithi071.stdout:811: writing smithi07176956-8 from 6217728 to 6692864 tid 1 2024-03-10T21:24:20.609 INFO:tasks.rados.rados.0.smithi071.stdout:811: writing smithi07176956-8 from 6692864 to 7151616 tid 2 2024-03-10T21:24:20.612 INFO:tasks.rados.rados.0.smithi071.stdout:811: writing smithi07176956-8 from 7151616 to 7692288 tid 3 2024-03-10T21:24:20.617 INFO:tasks.rados.rados.0.smithi071.stdout:811: writing smithi07176956-8 from 7692288 to 8298496 tid 4 2024-03-10T21:24:20.617 INFO:tasks.rados.rados.0.smithi071.stdout:812: read oid 32 snap -1 2024-03-10T21:24:20.617 INFO:tasks.rados.rados.0.smithi071.stdout:812: expect (ObjNum 251 snap 66 seq_num 251) 2024-03-10T21:24:20.617 INFO:tasks.rados.rados.0.smithi071.stdout:813: read oid 48 snap -1 2024-03-10T21:24:20.617 INFO:tasks.rados.rados.0.smithi071.stdout:813: expect (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:20.617 INFO:tasks.rados.rados.0.smithi071.stdout:814: snap_remove snap 62 2024-03-10T21:24:20.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:20 smithi193 ceph-mon[30554]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 779 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 484 KiB/s wr, 2 op/s 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:20 smithi193 ceph-mon[30554]: osdmap e213: 8 total, 8 up, 8 in 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:20 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:20 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:20 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:20 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[27124]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 779 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 484 KiB/s wr, 2 op/s 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[27124]: osdmap e213: 8 total, 8 up, 8 in 2024-03-10T21:24:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[27124]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[37838]: pgmap v48: 121 pgs: 121 active+clean; 156 MiB data, 779 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 484 KiB/s wr, 2 op/s 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[37838]: osdmap e213: 8 total, 8 up, 8 in 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:24:20.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:20 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:21.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:24:21] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-03-10T21:24:21.582 INFO:tasks.rados.rados.0.smithi071.stdout:808: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:24:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:811: finishing write tid 1 to smithi07176956-8 2024-03-10T21:24:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:811: finishing write tid 2 to smithi07176956-8 2024-03-10T21:24:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:811: finishing write tid 3 to smithi07176956-8 2024-03-10T21:24:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:811: finishing write tid 4 to smithi07176956-8 2024-03-10T21:24:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:811: finishing write tid 5 to smithi07176956-8 2024-03-10T21:24:21.635 INFO:tasks.rados.rados.0.smithi071.stdout:811: finishing write tid 6 to smithi07176956-8 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:811: oid 8 updating version 0 to 341 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:811: oid 8 version 341 is already newer than 340 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:811: oid 8 version 341 is already newer than 339 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:811: oid 8 version 341 is already newer than 338 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:811: oid 8 version 341 is already newer than 337 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 341 (ObjNum 267 snap 75 seq_num 267) dirty exists 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:811: left oid 8 (ObjNum 267 snap 75 seq_num 267) 2024-03-10T21:24:21.636 INFO:tasks.rados.rados.0.smithi071.stdout:812: expect (ObjNum 251 snap 66 seq_num 251) 2024-03-10T21:24:21.681 INFO:tasks.rados.rados.0.smithi071.stdout:813: expect (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:21.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:21 smithi193 ceph-mon[30554]: Upgrade: Updating mon.a 2024-03-10T21:24:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:21 smithi193 ceph-mon[30554]: Deploying daemon mon.a on smithi071 2024-03-10T21:24:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:21 smithi193 ceph-mon[30554]: osdmap e214: 8 total, 8 up, 8 in 2024-03-10T21:24:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-mon[27124]: Upgrade: Updating mon.a 2024-03-10T21:24:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-mon[27124]: Deploying daemon mon.a on smithi071 2024-03-10T21:24:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-mon[27124]: osdmap e214: 8 total, 8 up, 8 in 2024-03-10T21:24:21.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-mon[37838]: Upgrade: Updating mon.a 2024-03-10T21:24:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-mon[37838]: Deploying daemon mon.a on smithi071 2024-03-10T21:24:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:21 smithi071 ceph-mon[37838]: osdmap e214: 8 total, 8 up, 8 in 2024-03-10T21:24:21.925 INFO:tasks.rados.rados.0.smithi071.stdout:808: done (4 left) 2024-03-10T21:24:21.925 INFO:tasks.rados.rados.0.smithi071.stdout:811: done (3 left) 2024-03-10T21:24:21.925 INFO:tasks.rados.rados.0.smithi071.stdout:812: done (2 left) 2024-03-10T21:24:21.926 INFO:tasks.rados.rados.0.smithi071.stdout:813: done (1 left) 2024-03-10T21:24:21.926 INFO:tasks.rados.rados.0.smithi071.stdout:814: done (0 left) 2024-03-10T21:24:21.926 INFO:tasks.rados.rados.0.smithi071.stdout:815: snap_remove snap 74 2024-03-10T21:24:22.470 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:22 smithi071 systemd[1]: Stopping Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:22.470 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[27120]: 2024-03-10T21:24:22.460+0000 7f152104d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:24:22.470 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[27120]: 2024-03-10T21:24:22.460+0000 7f152104d700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-10T21:24:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:22.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:22 smithi071 podman[88480]: 2024-03-10 21:24:22.543186167 +0000 UTC m=+0.186498588 container died 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:24:22.829 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:22] ENGINE Bus STOPPING 2024-03-10T21:24:22.829 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:24:22.830 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:22] ENGINE Bus STOPPED 2024-03-10T21:24:22.830 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:22] ENGINE Bus STARTING 2024-03-10T21:24:22.830 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:22] ENGINE Serving on http://:::9283 2024-03-10T21:24:22.830 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:22] ENGINE Bus STARTED 2024-03-10T21:24:23.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 podman[88480]: 2024-03-10 21:24:23.061062208 +0000 UTC m=+0.704374624 container cleanup 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T21:24:23.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 bash[88480]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a 2024-03-10T21:24:23.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 podman[88506]: 2024-03-10 21:24:23.295826649 +0000 UTC m=+0.747690130 container remove 49066ced84b3de75b1e826c15ea0f5572561eff13c56015655aa4a5d8716fa46 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977) 2024-03-10T21:24:23.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-10T21:24:23.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 systemd[1]: Stopped Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:23.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service: Consumed 13.605s CPU time. 2024-03-10T21:24:23.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:23.989 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 systemd[1]: Starting Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:23.989 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 podman[88640]: 2024-03-10 21:24:23.849227397 +0000 UTC m=+0.018886959 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:24:24.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:23 smithi071 podman[88640]: 2024-03-10 21:24:23.988788205 +0000 UTC m=+0.158447750 container create dde20d69500666d36d0d43814db247e6666a1e84311ced570a83f5d0fa106cda (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:24:24.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 podman[88640]: 2024-03-10 21:24:24.208090246 +0000 UTC m=+0.377749791 container init dde20d69500666d36d0d43814db247e6666a1e84311ced570a83f5d0fa106cda (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d) 2024-03-10T21:24:24.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 podman[88640]: 2024-03-10 21:24:24.211155156 +0000 UTC m=+0.380814715 container start dde20d69500666d36d0d43814db247e6666a1e84311ced570a83f5d0fa106cda (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=) 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev), process ceph-mon, pid 2 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: pidfile_write: ignore empty --pid-file 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: load: jerasure load: lrc 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: RocksDB version: 7.9.2 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Git sha 0 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Compile date 2024-03-09 15:03:29 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: DB SUMMARY 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: DB Session ID: PTKFD2NR1NOZTKL8PTF8 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: CURRENT file: CURRENT 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1503 Bytes 2024-03-10T21:24:24.241 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-03-10T21:24:24.242 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 4527999 ; 2024-03-10T21:24:24.242 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.error_if_exists: 0 2024-03-10T21:24:24.242 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.create_if_missing: 0 2024-03-10T21:24:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.paranoid_checks: 1 2024-03-10T21:24:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T21:24:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T21:24:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T21:24:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.env: 0x559f368f4b20 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.info_log: 0x559f38bbd8e0 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.statistics: (nil) 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.use_fsync: 0 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_log_file_size: 0 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.allow_fallocate: 1 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T21:24:24.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.use_direct_reads: 0 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.db_log_dir: 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.wal_dir: 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T21:24:24.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.write_buffer_manager: 0x559f38b90dc0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.unordered_write: 0 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T21:24:24.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.row_cache: None 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.wal_filter: None 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.two_write_queues: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.wal_compression: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.atomic_flush: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T21:24:24.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.log_readahead_size: 0 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_background_jobs: 2 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_background_compactions: -1 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_subcompactions: 1 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T21:24:24.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_open_files: -1 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T21:24:24.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T21:24:24.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T21:24:24.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T21:24:24.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_background_flushes: -1 2024-03-10T21:24:24.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Compression algorithms supported: 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kZSTD supported: 0 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kXpressCompression supported: 0 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kZlibCompression supported: 1 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kSnappyCompression supported: 1 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kLZ4Compression supported: 1 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: kBZip2Compression supported: 0 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T21:24:24.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.merge_operator: 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_filter: None 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559f38bbd9e0) 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks: 1 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_top_level_index_and_filter: 1 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_type: 0 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_index_type: 0 2024-03-10T21:24:24.595 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_shortening: 1 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: checksum: 4 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: no_block_cache: 0 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache: 0x559f38bc3090 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_name: BinnedLRUCache 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_options: 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: capacity : 536870912 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_shard_bits : 4 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: strict_capacity_limit : 0 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: high_pri_pool_ratio: 0.000 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_compressed: (nil) 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: persistent_cache: (nil) 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size: 4096 2024-03-10T21:24:24.596 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size_deviation: 10 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_restart_interval: 16 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_block_restart_interval: 1 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_block_size: 4096 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: partition_filters: 0 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: use_delta_encoding: 1 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: filter_policy: bloomfilter 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: whole_key_filtering: 1 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: verify_compression: 0 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: read_amp_bytes_per_bit: 0 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: format_version: 5 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_index_compression: 1 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_align: 0 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_auto_readahead_size: 262144 2024-03-10T21:24:24.597 INFO:journalctl@ceph.mon.a.smithi071.stdout: prepopulate_block_cache: 0 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout: initial_auto_readahead_size: 8192 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression: NoCompression 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.num_levels: 7 2024-03-10T21:24:24.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T21:24:24.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T21:24:24.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T21:24:24.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T21:24:24.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.table_properties_collectors: 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.inplace_update_support: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.bloom_locality: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.max_successive_merges: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.ttl: 2592000 2024-03-10T21:24:24.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.enable_blob_files: false 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.min_blob_size: 0 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T21:24:24.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12972, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 253adeeb-9603-402d-a10d-e90c990085fd 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105864240310, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105864254336, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 4211434, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12973, "largest_seqno": 15162, "table_properties": {"data_size": 4200349, "index_size": 7633, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2437, "raw_key_size": 23278, "raw_average_key_size": 24, "raw_value_size": 4178885, "raw_average_value_size": 4389, "num_data_blocks": 336, "num_entries": 952, "num_filter_entries": 952, "num_deletions": 40, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710105864, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "253adeeb-9603-402d-a10d-e90c990085fd", "db_session_id": "PTKFD2NR1NOZTKL8PTF8", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105864254412, "job": 1, "event": "recovery_finished"} 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559f38cb6000 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: DB pointer 0x559f38ca0000 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T21:24:24.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** DB Stats ** 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 1/0 4.02 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 545.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T21:24:24.606 INFO:journalctl@ceph.mon.a.smithi071.stdout: L6 1/0 6.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 10.85 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 545.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 545.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 545.5 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T21:24:24.607 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 241.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 241.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache BinnedLRUCache@0x559f38bc3090#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???) e3 preinit fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).mds e6 new map 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).mds e6 print_map 2024-03-10T21:24:24.608 INFO:journalctl@ceph.mon.a.smithi071.stdout: e6 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: legacy client fscid: 1 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: Filesystem 'cephfs' (1) 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: fs_name cephfs 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: epoch 6 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: created 2024-03-10T21:18:39.801217+0000 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: modified 2024-03-10T21:18:42.000161+0000 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: tableserver 0 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: root 0 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: session_timeout 60 2024-03-10T21:24:24.609 INFO:journalctl@ceph.mon.a.smithi071.stdout: session_autoclose 300 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_file_size 1099511627776 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_xattr_size 65536 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: required_client_features {} 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: last_failure 0 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: last_failure_osd_epoch 0 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_mds 1 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: in 0 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: up {0=24340} 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: failed 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: damaged 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: stopped 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_pools [3] 2024-03-10T21:24:24.610 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_pool 2 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: inline_data disabled 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: balancer 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: bal_rank_mask -1 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: standby_count_wanted 0 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: Standby daemons: 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.71:6834/2119319151,v1:172.21.15.71:6835/2119319151] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).osd e215 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).osd e215 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).osd e215 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:24:24.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).osd e215 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:24:24.612 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 ceph-mon[88660]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-03-10T21:24:24.612 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 bash[88640]: dde20d69500666d36d0d43814db247e6666a1e84311ced570a83f5d0fa106cda 2024-03-10T21:24:24.612 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:24 smithi071 systemd[1]: Started Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:25.757 INFO:tasks.rados.rados.0.smithi071.stdout:815: done (0 left) 2024-03-10T21:24:25.757 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 75 2024-03-10T21:24:25.757 INFO:tasks.rados.rados.0.smithi071.stdout:816: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-03-10T21:24:25.757 INFO:tasks.rados.rados.0.smithi071.stdout:816: writing smithi07176956-4 from 0 to 491520 tid 1 2024-03-10T21:24:25.760 INFO:tasks.rados.rados.0.smithi071.stdout:816: writing smithi07176956-4 from 491520 to 1236992 tid 2 2024-03-10T21:24:25.765 INFO:tasks.rados.rados.0.smithi071.stdout:816: writing smithi07176956-4 from 1236992 to 1982464 tid 3 2024-03-10T21:24:25.766 INFO:tasks.rados.rados.0.smithi071.stdout:816: writing smithi07176956-4 from 1982464 to 2097152 tid 4 2024-03-10T21:24:25.766 INFO:tasks.rados.rados.0.smithi071.stdout:817: read oid 45 snap -1 2024-03-10T21:24:25.766 INFO:tasks.rados.rados.0.smithi071.stdout:817: expect (ObjNum 252 snap 67 seq_num 252) 2024-03-10T21:24:25.766 INFO:tasks.rados.rados.0.smithi071.stdout:818: snap_remove snap 65 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: ignoring --setuser ceph since I am not root 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: ignoring --setgroup ceph since I am not root 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mgr[75345]: -- 172.21.15.193:0/1843897120 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e4b35485a0 con 0x55e4b351c800 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: pgmap v53: 121 pgs: 121 active+clean; 159 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 902 KiB/s wr, 15 op/s 2024-03-10T21:24:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: mon.a calling monitor election 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: osdmap e215: 8 total, 8 up, 8 in 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: mgrmap e36: y(active, since 36s), standbys: x 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: overall HEALTH_OK 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: from='mgr.15177 ' entity='' 2024-03-10T21:24:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:25 smithi193 ceph-mon[30554]: mgrmap e37: y(active, since 36s), standbys: x 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ignoring --setuser ceph since I am not root 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ignoring --setgroup ceph since I am not root 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mgr[79703]: -- 172.21.15.71:0/1732066903 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561738aac5a0 con 0x561738a81000 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: pgmap v53: 121 pgs: 121 active+clean; 159 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 902 KiB/s wr, 15 op/s 2024-03-10T21:24:26.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: mon.a calling monitor election 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: osdmap e215: 8 total, 8 up, 8 in 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: mgrmap e36: y(active, since 36s), standbys: x 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: overall HEALTH_OK 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: from='mgr.15177 ' entity='' 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[88660]: mgrmap e37: y(active, since 36s), standbys: x 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:26.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: from='mgr.15177 172.21.15.71:0/3805270221' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: pgmap v53: 121 pgs: 121 active+clean; 159 MiB data, 784 MiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 902 KiB/s wr, 15 op/s 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: mon.a calling monitor election 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: osdmap e215: 8 total, 8 up, 8 in 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: mgrmap e36: y(active, since 36s), standbys: x 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: overall HEALTH_OK 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: from='mgr.15177 ' entity='' 2024-03-10T21:24:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:25 smithi071 ceph-mon[37838]: mgrmap e37: y(active, since 36s), standbys: x 2024-03-10T21:24:26.578 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:26.307+0000 7f6b4d2da200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:24:26.578 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:26.403+0000 7f6b4d2da200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:24:26.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:26.276+0000 7f34ef5a6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-10T21:24:26.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:26.371+0000 7f34ef5a6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing write tid 1 to smithi07176956-4 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing write tid 2 to smithi07176956-4 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing write tid 3 to smithi07176956-4 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing write tid 4 to smithi07176956-4 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing write tid 5 to smithi07176956-4 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: finishing write tid 6 to smithi07176956-4 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: oid 4 updating version 0 to 558 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: oid 4 updating version 558 to 560 2024-03-10T21:24:26.755 INFO:tasks.rados.rados.0.smithi071.stdout:816: oid 4 version 560 is already newer than 559 2024-03-10T21:24:26.756 INFO:tasks.rados.rados.0.smithi071.stdout:816: oid 4 version 560 is already newer than 557 2024-03-10T21:24:26.756 INFO:tasks.rados.rados.0.smithi071.stdout:816: oid 4 version 560 is already newer than 554 2024-03-10T21:24:26.756 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 560 (ObjNum 268 snap 75 seq_num 268) dirty exists 2024-03-10T21:24:26.756 INFO:tasks.rados.rados.0.smithi071.stdout:816: left oid 4 (ObjNum 268 snap 75 seq_num 268) 2024-03-10T21:24:26.756 INFO:tasks.rados.rados.0.smithi071.stdout:817: expect (ObjNum 252 snap 67 seq_num 252) 2024-03-10T21:24:26.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:26 smithi071 ceph-mon[88660]: osdmap e216: 8 total, 8 up, 8 in 2024-03-10T21:24:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:26 smithi071 ceph-mon[37838]: osdmap e216: 8 total, 8 up, 8 in 2024-03-10T21:24:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:816: done (2 left) 2024-03-10T21:24:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:817: done (1 left) 2024-03-10T21:24:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:818: done (0 left) 2024-03-10T21:24:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 75 2024-03-10T21:24:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:819: seq_num 269 ranges {3407872=507904,3915776=630784,4546560=557056,5103616=417792} 2024-03-10T21:24:26.938 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi07176956-25 from 3407872 to 3915776 tid 1 2024-03-10T21:24:26.942 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi07176956-25 from 3915776 to 4546560 tid 2 2024-03-10T21:24:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi07176956-25 from 4546560 to 5103616 tid 3 2024-03-10T21:24:26.948 INFO:tasks.rados.rados.0.smithi071.stdout:819: writing smithi07176956-25 from 5103616 to 5521408 tid 4 2024-03-10T21:24:26.948 INFO:tasks.rados.rados.0.smithi071.stdout:820: snap_create 2024-03-10T21:24:26.948 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 1 to smithi07176956-25 2024-03-10T21:24:26.948 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 2 to smithi07176956-25 2024-03-10T21:24:26.948 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 3 to smithi07176956-25 2024-03-10T21:24:26.950 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 4 to smithi07176956-25 2024-03-10T21:24:26.950 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 5 to smithi07176956-25 2024-03-10T21:24:26.950 INFO:tasks.rados.rados.0.smithi071.stdout:819: finishing write tid 6 to smithi07176956-25 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:819: oid 25 updating version 0 to 145 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:819: oid 25 version 145 is already newer than 143 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:819: oid 25 updating version 145 to 147 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:819: oid 25 version 147 is already newer than 144 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:819: oid 25 version 147 is already newer than 146 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 147 (ObjNum 269 snap 75 seq_num 269) dirty exists 2024-03-10T21:24:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:819: left oid 25 (ObjNum 269 snap 75 seq_num 269) 2024-03-10T21:24:27.020 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:26 smithi193 ceph-mon[30554]: osdmap e216: 8 total, 8 up, 8 in 2024-03-10T21:24:27.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.018+0000 7f34ef5a6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:24:27.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.112+0000 7f34ef5a6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:24:27.335 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.254+0000 7f34ef5a6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:24:27.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.066+0000 7f6b4d2da200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-10T21:24:27.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.159+0000 7f6b4d2da200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-10T21:24:27.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.300+0000 7f6b4d2da200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-10T21:24:27.698 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.349+0000 7f34ef5a6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:24:27.698 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.431+0000 7f34ef5a6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:24:27.698 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.696+0000 7f34ef5a6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:24:27.748 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.396+0000 7f6b4d2da200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-10T21:24:27.748 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.479+0000 7f6b4d2da200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-10T21:24:27.759 INFO:tasks.rados.rados.0.smithi071.stdout:819: done (1 left) 2024-03-10T21:24:27.759 INFO:tasks.rados.rados.0.smithi071.stdout:820: done (0 left) 2024-03-10T21:24:27.759 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 76 2024-03-10T21:24:27.759 INFO:tasks.rados.rados.0.smithi071.stdout:821: seq_num 270 ranges {679936=524288,1204224=516096,1720320=761856,2482176=327680} 2024-03-10T21:24:27.766 INFO:tasks.rados.rados.0.smithi071.stdout:821: writing smithi07176956-19 from 679936 to 1204224 tid 1 2024-03-10T21:24:27.768 INFO:tasks.rados.rados.0.smithi071.stdout:821: writing smithi07176956-19 from 1204224 to 1720320 tid 2 2024-03-10T21:24:27.773 INFO:tasks.rados.rados.0.smithi071.stdout:821: writing smithi07176956-19 from 1720320 to 2482176 tid 3 2024-03-10T21:24:27.776 INFO:tasks.rados.rados.0.smithi071.stdout:821: writing smithi07176956-19 from 2482176 to 2809856 tid 4 2024-03-10T21:24:27.776 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 76 2024-03-10T21:24:27.776 INFO:tasks.rados.rados.0.smithi071.stdout:821: finishing write tid 1 to smithi07176956-19 2024-03-10T21:24:27.777 INFO:tasks.rados.rados.0.smithi071.stdout:822: seq_num 271 ranges {5521408=540672,6062080=802816,6864896=516096,7380992=286720} 2024-03-10T21:24:27.808 INFO:tasks.rados.rados.0.smithi071.stdout:822: writing smithi07176956-25 from 5521408 to 6062080 tid 1 2024-03-10T21:24:27.813 INFO:tasks.rados.rados.0.smithi071.stdout:822: writing smithi07176956-25 from 6062080 to 6864896 tid 2 2024-03-10T21:24:27.816 INFO:tasks.rados.rados.0.smithi071.stdout:822: writing smithi07176956-25 from 6864896 to 7380992 tid 3 2024-03-10T21:24:27.819 INFO:tasks.rados.rados.0.smithi071.stdout:822: writing smithi07176956-25 from 7380992 to 7667712 tid 4 2024-03-10T21:24:27.819 INFO:tasks.rados.rados.0.smithi071.stdout:823: rmattr oid 42 current snap is 76 2024-03-10T21:24:27.819 INFO:tasks.rados.rados.0.smithi071.stdout:821: finishing write tid 2 to smithi07176956-19 2024-03-10T21:24:27.820 INFO:tasks.rados.rados.0.smithi071.stdout:821: finishing write tid 3 to smithi07176956-19 2024-03-10T21:24:27.820 INFO:tasks.rados.rados.0.smithi071.stdout:821: finishing write tid 4 to smithi07176956-19 2024-03-10T21:24:27.820 INFO:tasks.rados.rados.0.smithi071.stdout:824: delete oid 10 current snap is 76 2024-03-10T21:24:27.820 INFO:tasks.rados.rados.0.smithi071.stdout:821: finishing write tid 5 to smithi07176956-19 2024-03-10T21:24:27.820 INFO:tasks.rados.rados.0.smithi071.stdout:821: finishing write tid 6 to smithi07176956-19 2024-03-10T21:24:27.820 INFO:tasks.rados.rados.0.smithi071.stdout:821: oid 19 updating version 0 to 365 2024-03-10T21:24:27.821 INFO:tasks.rados.rados.0.smithi071.stdout:821: oid 19 updating version 365 to 366 2024-03-10T21:24:27.821 INFO:tasks.rados.rados.0.smithi071.stdout:821: oid 19 updating version 366 to 367 2024-03-10T21:24:27.821 INFO:tasks.rados.rados.0.smithi071.stdout:821: oid 19 version 367 is already newer than 363 2024-03-10T21:24:27.821 INFO:tasks.rados.rados.0.smithi071.stdout:821: oid 19 version 367 is already newer than 364 2024-03-10T21:24:27.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 367 (ObjNum 270 snap 76 seq_num 270) dirty exists 2024-03-10T21:24:27.821 INFO:tasks.rados.rados.0.smithi071.stdout:821: left oid 19 (ObjNum 270 snap 76 seq_num 270) 2024-03-10T21:24:27.822 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing write tid 1 to smithi07176956-25 2024-03-10T21:24:27.822 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing write tid 2 to smithi07176956-25 2024-03-10T21:24:27.825 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing write tid 3 to smithi07176956-25 2024-03-10T21:24:27.825 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing write tid 4 to smithi07176956-25 2024-03-10T21:24:27.825 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 0 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:24:27.825 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing write tid 5 to smithi07176956-25 2024-03-10T21:24:27.825 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing write tid 6 to smithi07176956-25 2024-03-10T21:24:27.825 INFO:tasks.rados.rados.0.smithi071.stdout:822: oid 25 updating version 0 to 152 2024-03-10T21:24:27.826 INFO:tasks.rados.rados.0.smithi071.stdout:822: oid 25 version 152 is already newer than 149 2024-03-10T21:24:27.826 INFO:tasks.rados.rados.0.smithi071.stdout:822: oid 25 version 152 is already newer than 150 2024-03-10T21:24:27.826 INFO:tasks.rados.rados.0.smithi071.stdout:822: oid 25 version 152 is already newer than 151 2024-03-10T21:24:27.826 INFO:tasks.rados.rados.0.smithi071.stdout:822: oid 25 updating version 152 to 153 2024-03-10T21:24:27.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 153 (ObjNum 271 snap 76 seq_num 271) dirty exists 2024-03-10T21:24:27.826 INFO:tasks.rados.rados.0.smithi071.stdout:822: left oid 25 (ObjNum 271 snap 76 seq_num 271) 2024-03-10T21:24:27.827 INFO:tasks.rados.rados.0.smithi071.stdout:821: done (3 left) 2024-03-10T21:24:27.827 INFO:tasks.rados.rados.0.smithi071.stdout:822: done (2 left) 2024-03-10T21:24:27.827 INFO:tasks.rados.rados.0.smithi071.stdout:823: done (1 left) 2024-03-10T21:24:27.827 INFO:tasks.rados.rados.0.smithi071.stdout:824: done (0 left) 2024-03-10T21:24:27.827 INFO:tasks.rados.rados.0.smithi071.stdout:825: copy_from oid 7 from oid 43 current snap is 76 2024-03-10T21:24:27.827 INFO:tasks.rados.rados.0.smithi071.stdout:826: snap_create 2024-03-10T21:24:27.828 INFO:tasks.rados.rados.0.smithi071.stdout:825: finishing copy_from to smithi07176956-7 2024-03-10T21:24:27.828 INFO:tasks.rados.rados.0.smithi071.stdout:825: got expected ENOENT (src dne) 2024-03-10T21:24:27.828 INFO:tasks.rados.rados.0.smithi071.stdout:825: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:24:27.992 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-mon[30554]: osdmap e217: 8 total, 8 up, 8 in 2024-03-10T21:24:27.992 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.806+0000 7f34ef5a6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:24:27.992 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.896+0000 7f34ef5a6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:24:27.992 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:27.990+0000 7f34ef5a6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:24:28.052 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-mon[88660]: osdmap e217: 8 total, 8 up, 8 in 2024-03-10T21:24:28.052 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-mon[37838]: osdmap e217: 8 total, 8 up, 8 in 2024-03-10T21:24:28.052 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.746+0000 7f6b4d2da200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-10T21:24:28.053 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.868+0000 7f6b4d2da200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-10T21:24:28.053 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:27.955+0000 7f6b4d2da200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-10T21:24:28.053 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:28.050+0000 7f6b4d2da200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-10T21:24:28.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:28.166+0000 7f34ef5a6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:24:28.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:28.226+0000 7f6b4d2da200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-10T21:24:28.761 INFO:tasks.rados.rados.0.smithi071.stdout:825: done (1 left) 2024-03-10T21:24:28.761 INFO:tasks.rados.rados.0.smithi071.stdout:826: done (0 left) 2024-03-10T21:24:28.762 INFO:tasks.rados.rados.0.smithi071.stdout:827: rollback oid 44 current snap is 77 2024-03-10T21:24:28.762 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 66 2024-03-10T21:24:28.762 INFO:tasks.rados.rados.0.smithi071.stdout:828: copy_from oid 18 from oid 38 current snap is 77 2024-03-10T21:24:28.762 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 77 2024-03-10T21:24:28.762 INFO:tasks.rados.rados.0.smithi071.stdout:829: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-03-10T21:24:28.765 INFO:tasks.rados.rados.0.smithi071.stdout:829: writing smithi07176956-3 from 0 to 581632 tid 1 2024-03-10T21:24:28.768 INFO:tasks.rados.rados.0.smithi071.stdout:829: writing smithi07176956-3 from 581632 to 1146880 tid 2 2024-03-10T21:24:28.772 INFO:tasks.rados.rados.0.smithi071.stdout:829: writing smithi07176956-3 from 1146880 to 1679360 tid 3 2024-03-10T21:24:28.775 INFO:tasks.rados.rados.0.smithi071.stdout:829: writing smithi07176956-3 from 1679360 to 2187264 tid 4 2024-03-10T21:24:28.775 INFO:tasks.rados.rados.0.smithi071.stdout:830: snap_remove snap 67 2024-03-10T21:24:29.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:28 smithi193 ceph-mon[30554]: osdmap e218: 8 total, 8 up, 8 in 2024-03-10T21:24:29.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:28 smithi071 ceph-mon[88660]: osdmap e218: 8 total, 8 up, 8 in 2024-03-10T21:24:29.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:28 smithi071 ceph-mon[37838]: osdmap e218: 8 total, 8 up, 8 in 2024-03-10T21:24:29.267 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 409 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:828: finishing copy_from to smithi07176956-18 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:828: got expected ENOENT (src dne) 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:828: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:829: finishing write tid 1 to smithi07176956-3 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:829: finishing write tid 2 to smithi07176956-3 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:829: finishing write tid 3 to smithi07176956-3 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:829: finishing write tid 4 to smithi07176956-3 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:829: finishing write tid 5 to smithi07176956-3 2024-03-10T21:24:29.268 INFO:tasks.rados.rados.0.smithi071.stdout:829: finishing write tid 6 to smithi07176956-3 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: oid 3 updating version 0 to 399 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: oid 3 updating version 399 to 403 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: oid 3 version 403 is already newer than 401 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: oid 3 version 403 is already newer than 400 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: oid 3 version 403 is already newer than 402 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 403 (ObjNum 273 snap 77 seq_num 273) dirty exists 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: left oid 3 (ObjNum 273 snap 77 seq_num 273) 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:827: done (3 left) 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:828: done (2 left) 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:829: done (1 left) 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:830: done (0 left) 2024-03-10T21:24:29.269 INFO:tasks.rados.rados.0.smithi071.stdout:831: snap_create 2024-03-10T21:24:29.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:29.139+0000 7f34ef5a6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:24:29.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:29.273+0000 7f34ef5a6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:24:29.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:29.191+0000 7f6b4d2da200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-10T21:24:29.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:29.333+0000 7f6b4d2da200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-10T21:24:29.904 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-mon[30554]: osdmap e219: 8 total, 8 up, 8 in 2024-03-10T21:24:29.904 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-mon[30554]: osdmap e220: 8 total, 8 up, 8 in 2024-03-10T21:24:29.904 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:29.613+0000 7f34ef5a6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:24:29.904 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:29.705+0000 7f34ef5a6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:24:29.904 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:29.902+0000 7f34ef5a6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:24:29.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-mon[88660]: osdmap e219: 8 total, 8 up, 8 in 2024-03-10T21:24:29.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-mon[88660]: osdmap e220: 8 total, 8 up, 8 in 2024-03-10T21:24:29.961 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:29.669+0000 7f6b4d2da200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-10T21:24:29.961 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:29.760+0000 7f6b4d2da200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-10T21:24:29.961 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-mon[37838]: osdmap e219: 8 total, 8 up, 8 in 2024-03-10T21:24:29.961 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-mon[37838]: osdmap e220: 8 total, 8 up, 8 in 2024-03-10T21:24:30.271 INFO:tasks.rados.rados.0.smithi071.stdout:831: done (0 left) 2024-03-10T21:24:30.271 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 78 2024-03-10T21:24:30.271 INFO:tasks.rados.rados.0.smithi071.stdout:832: seq_num 274 ranges {835584=598016,1433600=499712,1933312=745472,2678784=360448} 2024-03-10T21:24:30.278 INFO:tasks.rados.rados.0.smithi071.stdout:832: writing smithi07176956-1 from 835584 to 1433600 tid 1 2024-03-10T21:24:30.281 INFO:tasks.rados.rados.0.smithi071.stdout:832: writing smithi07176956-1 from 1433600 to 1933312 tid 2 2024-03-10T21:24:30.285 INFO:tasks.rados.rados.0.smithi071.stdout:832: writing smithi07176956-1 from 1933312 to 2678784 tid 3 2024-03-10T21:24:30.288 INFO:tasks.rados.rados.0.smithi071.stdout:832: writing smithi07176956-1 from 2678784 to 3039232 tid 4 2024-03-10T21:24:30.288 INFO:tasks.rados.rados.0.smithi071.stdout:833: read oid 35 snap -1 2024-03-10T21:24:30.288 INFO:tasks.rados.rados.0.smithi071.stdout:833: expect (ObjNum 260 snap 69 seq_num 260) 2024-03-10T21:24:30.288 INFO:tasks.rados.rados.0.smithi071.stdout:834: snap_create 2024-03-10T21:24:30.288 INFO:tasks.rados.rados.0.smithi071.stdout:832: finishing write tid 1 to smithi07176956-1 2024-03-10T21:24:30.288 INFO:tasks.rados.rados.0.smithi071.stdout:832: finishing write tid 2 to smithi07176956-1 2024-03-10T21:24:30.290 INFO:tasks.rados.rados.0.smithi071.stdout:832: finishing write tid 3 to smithi07176956-1 2024-03-10T21:24:30.290 INFO:tasks.rados.rados.0.smithi071.stdout:832: finishing write tid 4 to smithi07176956-1 2024-03-10T21:24:30.290 INFO:tasks.rados.rados.0.smithi071.stdout:832: finishing write tid 5 to smithi07176956-1 2024-03-10T21:24:30.292 INFO:tasks.rados.rados.0.smithi071.stdout:832: finishing write tid 6 to smithi07176956-1 2024-03-10T21:24:30.292 INFO:tasks.rados.rados.0.smithi071.stdout:832: oid 1 updating version 0 to 522 2024-03-10T21:24:30.292 INFO:tasks.rados.rados.0.smithi071.stdout:832: oid 1 version 522 is already newer than 518 2024-03-10T21:24:30.292 INFO:tasks.rados.rados.0.smithi071.stdout:832: oid 1 version 522 is already newer than 520 2024-03-10T21:24:30.293 INFO:tasks.rados.rados.0.smithi071.stdout:832: oid 1 version 522 is already newer than 521 2024-03-10T21:24:30.293 INFO:tasks.rados.rados.0.smithi071.stdout:832: oid 1 version 522 is already newer than 519 2024-03-10T21:24:30.293 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 522 (ObjNum 274 snap 78 seq_num 274) dirty exists 2024-03-10T21:24:30.293 INFO:tasks.rados.rados.0.smithi071.stdout:832: left oid 1 (ObjNum 274 snap 78 seq_num 274) 2024-03-10T21:24:30.296 INFO:tasks.rados.rados.0.smithi071.stdout:833: expect (ObjNum 260 snap 69 seq_num 260) 2024-03-10T21:24:30.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:30.096+0000 7f34ef5a6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:24:30.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:29.958+0000 7f6b4d2da200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:24:30.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:30.145+0000 7f6b4d2da200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-10T21:24:30.650 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:30.387+0000 7f34ef5a6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:24:30.707 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:30.444+0000 7f6b4d2da200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-10T21:24:31.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:30.705+0000 7f6b4d2da200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:24:31.087 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:30.944+0000 7f6b4d2da200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:24:31.087 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:30.648+0000 7f34ef5a6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-10T21:24:31.087 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:30.887+0000 7f34ef5a6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-10T21:24:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:832: done (2 left) 2024-03-10T21:24:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:833: done (1 left) 2024-03-10T21:24:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:834: done (0 left) 2024-03-10T21:24:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:835: rollback oid 37 current snap is 79 2024-03-10T21:24:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 69 2024-03-10T21:24:31.274 INFO:tasks.rados.rados.0.smithi071.stdout:836: delete oid 44 current snap is 79 2024-03-10T21:24:31.277 INFO:tasks.rados.rados.0.smithi071.stdout:836: done (1 left) 2024-03-10T21:24:31.277 INFO:tasks.rados.rados.0.smithi071.stdout:837: copy_from oid 39 from oid 8 current snap is 79 2024-03-10T21:24:31.277 INFO:tasks.rados.rados.0.smithi071.stdout:838: read oid 46 snap 57 2024-03-10T21:24:31.277 INFO:tasks.rados.rados.0.smithi071.stdout:838: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:24:31.277 INFO:tasks.rados.rados.0.smithi071.stdout:839: snap_create 2024-03-10T21:24:31.279 INFO:tasks.rados.rados.0.smithi071.stdout:835: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:24:31.280 INFO:tasks.rados.rados.0.smithi071.stdout:835: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:24:31.280 INFO:tasks.rados.rados.0.smithi071.stdout:835: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:24:31.281 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 223 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:24:31.284 INFO:tasks.rados.rados.0.smithi071.stdout:838: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:24:31.319 INFO:tasks.rados.rados.0.smithi071.stdout:837: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:24:31.324 INFO:tasks.rados.rados.0.smithi071.stdout:837: finishing copy_from to smithi07176956-39 2024-03-10T21:24:31.324 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 341 (ObjNum 267 snap 75 seq_num 267) dirty exists 2024-03-10T21:24:31.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:31 smithi193 ceph-mon[30554]: osdmap e221: 8 total, 8 up, 8 in 2024-03-10T21:24:31.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:31 smithi071 ceph-mon[88660]: osdmap e221: 8 total, 8 up, 8 in 2024-03-10T21:24:31.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:31 smithi071 ceph-mon[37838]: osdmap e221: 8 total, 8 up, 8 in 2024-03-10T21:24:32.084 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:31.709+0000 7f34ef5a6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:24:32.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:31.773+0000 7f6b4d2da200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-10T21:24:32.279 INFO:tasks.rados.rados.0.smithi071.stdout:835: done (3 left) 2024-03-10T21:24:32.279 INFO:tasks.rados.rados.0.smithi071.stdout:837: done (2 left) 2024-03-10T21:24:32.279 INFO:tasks.rados.rados.0.smithi071.stdout:838: done (1 left) 2024-03-10T21:24:32.279 INFO:tasks.rados.rados.0.smithi071.stdout:839: done (0 left) 2024-03-10T21:24:32.279 INFO:tasks.rados.rados.0.smithi071.stdout:840: snap_remove snap 78 2024-03-10T21:24:32.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-mon[30554]: osdmap e222: 8 total, 8 up, 8 in 2024-03-10T21:24:32.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:32.292+0000 7f34ef5a6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:24:32.585 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:32.393+0000 7f34ef5a6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:24:32.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-mon[37838]: osdmap e222: 8 total, 8 up, 8 in 2024-03-10T21:24:32.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-mon[88660]: osdmap e222: 8 total, 8 up, 8 in 2024-03-10T21:24:32.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.353+0000 7f6b4d2da200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-10T21:24:32.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.455+0000 7f6b4d2da200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-10T21:24:32.694 INFO:tasks.rados.rados.0.smithi071.stdout:840: done (0 left) 2024-03-10T21:24:32.694 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 80 2024-03-10T21:24:32.694 INFO:tasks.rados.rados.0.smithi071.stdout:841: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-03-10T21:24:32.697 INFO:tasks.rados.rados.0.smithi071.stdout:841: writing smithi07176956-29 from 0 to 630784 tid 1 2024-03-10T21:24:32.702 INFO:tasks.rados.rados.0.smithi071.stdout:841: writing smithi07176956-29 from 630784 to 1302528 tid 2 2024-03-10T21:24:32.707 INFO:tasks.rados.rados.0.smithi071.stdout:841: writing smithi07176956-29 from 1302528 to 2007040 tid 3 2024-03-10T21:24:32.708 INFO:tasks.rados.rados.0.smithi071.stdout:841: writing smithi07176956-29 from 2007040 to 2236416 tid 4 2024-03-10T21:24:32.708 INFO:tasks.rados.rados.0.smithi071.stdout:842: delete oid 31 current snap is 80 2024-03-10T21:24:32.709 INFO:tasks.rados.rados.0.smithi071.stdout:841: finishing write tid 1 to smithi07176956-29 2024-03-10T21:24:32.709 INFO:tasks.rados.rados.0.smithi071.stdout:841: finishing write tid 2 to smithi07176956-29 2024-03-10T21:24:32.710 INFO:tasks.rados.rados.0.smithi071.stdout:842: done (1 left) 2024-03-10T21:24:32.710 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 80 2024-03-10T21:24:32.710 INFO:tasks.rados.rados.0.smithi071.stdout:843: seq_num 278 ranges {2809856=663552,3473408=442368,3915776=720896,4636672=442368} 2024-03-10T21:24:32.729 INFO:tasks.rados.rados.0.smithi071.stdout:843: writing smithi07176956-19 from 2809856 to 3473408 tid 1 2024-03-10T21:24:32.732 INFO:tasks.rados.rados.0.smithi071.stdout:843: writing smithi07176956-19 from 3473408 to 3915776 tid 2 2024-03-10T21:24:32.736 INFO:tasks.rados.rados.0.smithi071.stdout:843: writing smithi07176956-19 from 3915776 to 4636672 tid 3 2024-03-10T21:24:32.739 INFO:tasks.rados.rados.0.smithi071.stdout:843: writing smithi07176956-19 from 4636672 to 5079040 tid 4 2024-03-10T21:24:32.739 INFO:tasks.rados.rados.0.smithi071.stdout:844: rollback oid 36 current snap is 80 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 76 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: finishing write tid 3 to smithi07176956-29 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: finishing write tid 4 to smithi07176956-29 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: finishing write tid 5 to smithi07176956-29 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: finishing write tid 6 to smithi07176956-29 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: oid 29 updating version 0 to 343 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: oid 29 updating version 343 to 344 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: oid 29 updating version 344 to 345 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: oid 29 version 345 is already newer than 342 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: oid 29 updating version 345 to 346 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 346 (ObjNum 276 snap 80 seq_num 276) dirty exists 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: left oid 29 (ObjNum 276 snap 80 seq_num 276) 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:843: finishing write tid 1 to smithi07176956-19 2024-03-10T21:24:32.740 INFO:tasks.rados.rados.0.smithi071.stdout:841: done (2 left) 2024-03-10T21:24:32.741 INFO:tasks.rados.rados.0.smithi071.stdout:845: snap_create 2024-03-10T21:24:32.741 INFO:tasks.rados.rados.0.smithi071.stdout:843: finishing write tid 2 to smithi07176956-19 2024-03-10T21:24:32.741 INFO:tasks.rados.rados.0.smithi071.stdout:843: finishing write tid 3 to smithi07176956-19 2024-03-10T21:24:32.741 INFO:tasks.rados.rados.0.smithi071.stdout:843: finishing write tid 4 to smithi07176956-19 2024-03-10T21:24:32.742 INFO:tasks.rados.rados.0.smithi071.stdout:843: finishing write tid 5 to smithi07176956-19 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: finishing write tid 6 to smithi07176956-19 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: oid 19 updating version 0 to 370 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: oid 19 updating version 370 to 371 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: oid 19 version 371 is already newer than 368 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: oid 19 updating version 371 to 372 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: oid 19 version 372 is already newer than 369 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 372 (ObjNum 278 snap 80 seq_num 278) dirty exists 2024-03-10T21:24:32.743 INFO:tasks.rados.rados.0.smithi071.stdout:843: left oid 19 (ObjNum 278 snap 80 seq_num 278) 2024-03-10T21:24:32.744 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:24:32.744 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:24:32.744 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:24:32.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 413 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:24:32.914 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:32.613+0000 7f34ef5a6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:24:32.915 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: [10/Mar/2024:21:24:32] ENGINE Bus STARTING 2024-03-10T21:24:32.915 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: CherryPy Checker: 2024-03-10T21:24:32.915 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: The Application mounted at '' has an empty config. 2024-03-10T21:24:32.915 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: 2024-03-10T21:24:32.915 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: [10/Mar/2024:21:24:32] ENGINE Serving on http://:::9283 2024-03-10T21:24:32.915 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:24:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x[75341]: [10/Mar/2024:21:24:32] ENGINE Bus STARTED 2024-03-10T21:24:32.930 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.675+0000 7f6b4d2da200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-10T21:24:32.930 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:32] ENGINE Bus STARTING 2024-03-10T21:24:32.930 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.837+0000 7f6aaaeb5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.837+0000 7f6aaaeb5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.837+0000 7f6aaaeb5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.837+0000 7f6aaaeb5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.837+0000 7f6aaaeb5700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.838+0000 7f6aad6ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.838+0000 7f6aad6ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.838+0000 7f6aad6ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.838+0000 7f6aad6ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.838+0000 7f6aad6ba700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: CherryPy Checker: 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: The Application mounted at '' has an empty config. 2024-03-10T21:24:32.931 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:32.932 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:32] ENGINE Serving on http://:::9283 2024-03-10T21:24:32.932 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:24:32] ENGINE Bus STARTED 2024-03-10T21:24:33.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:33.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: osdmap e223: 8 total, 8 up, 8 in 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: Standby manager daemon x restarted 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: Standby manager daemon x started 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:24:33.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: Active manager daemon y restarted 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: Activating manager daemon y 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: osdmap e224: 8 total, 8 up, 8 in 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: mgrmap e38: y(active, starting, since 0.00740167s), standbys: x 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:24:33.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: Manager daemon y is now available 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:33.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:24:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:24:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:24:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:33 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:24:33.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: osdmap e223: 8 total, 8 up, 8 in 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: Standby manager daemon x restarted 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: Standby manager daemon x started 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: Active manager daemon y restarted 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: Activating manager daemon y 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: osdmap e224: 8 total, 8 up, 8 in 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: mgrmap e38: y(active, starting, since 0.00740167s), standbys: x 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:33.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:24:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: Manager daemon y is now available 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:24:33.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: osdmap e223: 8 total, 8 up, 8 in 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: Standby manager daemon x restarted 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: Standby manager daemon x started 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.? 172.21.15.193:0/2497215519' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: Active manager daemon y restarted 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: Activating manager daemon y 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: osdmap e224: 8 total, 8 up, 8 in 2024-03-10T21:24:33.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: mgrmap e38: y(active, starting, since 0.00740167s), standbys: x 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:24:33.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: Manager daemon y is now available 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:33.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:33.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:24:33.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-03-10T21:24:33.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:24:33.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-03-10T21:24:33.701 INFO:tasks.rados.rados.0.smithi071.stdout:843: done (2 left) 2024-03-10T21:24:33.701 INFO:tasks.rados.rados.0.smithi071.stdout:844: done (1 left) 2024-03-10T21:24:33.701 INFO:tasks.rados.rados.0.smithi071.stdout:845: done (0 left) 2024-03-10T21:24:33.701 INFO:tasks.rados.rados.0.smithi071.stdout:846: rmattr oid 32 current snap is 81 2024-03-10T21:24:33.702 INFO:tasks.rados.rados.0.smithi071.stdout:846: done (0 left) 2024-03-10T21:24:33.702 INFO:tasks.rados.rados.0.smithi071.stdout:847: read oid 50 snap -1 2024-03-10T21:24:33.702 INFO:tasks.rados.rados.0.smithi071.stdout:847: expect deleted 2024-03-10T21:24:33.702 INFO:tasks.rados.rados.0.smithi071.stdout:848: rollback oid 48 current snap is 81 2024-03-10T21:24:33.702 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 77 2024-03-10T21:24:33.702 INFO:tasks.rados.rados.0.smithi071.stdout:849: delete oid 5 current snap is 81 2024-03-10T21:24:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:847: done (2 left) 2024-03-10T21:24:33.707 INFO:tasks.rados.rados.0.smithi071.stdout:849: done (1 left) 2024-03-10T21:24:33.708 INFO:tasks.rados.rados.0.smithi071.stdout:850: delete oid 45 current snap is 81 2024-03-10T21:24:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:848: finishing rollback tid 0 to smithi07176956-48 2024-03-10T21:24:33.709 INFO:tasks.rados.rados.0.smithi071.stdout:848: finishing rollback tid 1 to smithi07176956-48 2024-03-10T21:24:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:848: finishing rollback tid 2 to smithi07176956-48 2024-03-10T21:24:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 471 (ObjNum 244 snap 66 seq_num 244) dirty exists 2024-03-10T21:24:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:848: done (1 left) 2024-03-10T21:24:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:850: done (0 left) 2024-03-10T21:24:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:851: copy_from oid 25 from oid 31 current snap is 81 2024-03-10T21:24:33.710 INFO:tasks.rados.rados.0.smithi071.stdout:852: read oid 49 snap 75 2024-03-10T21:24:33.711 INFO:tasks.rados.rados.0.smithi071.stdout:852: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:24:33.711 INFO:tasks.rados.rados.0.smithi071.stdout:853: read oid 22 snap -1 2024-03-10T21:24:33.711 INFO:tasks.rados.rados.0.smithi071.stdout:853: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:24:33.711 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 81 2024-03-10T21:24:33.711 INFO:tasks.rados.rados.0.smithi071.stdout:854: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-03-10T21:24:33.714 INFO:tasks.rados.rados.0.smithi071.stdout:854: writing smithi07176956-28 from 0 to 712704 tid 1 2024-03-10T21:24:33.717 INFO:tasks.rados.rados.0.smithi071.stdout:854: writing smithi07176956-28 from 712704 to 1204224 tid 2 2024-03-10T21:24:33.720 INFO:tasks.rados.rados.0.smithi071.stdout:854: writing smithi07176956-28 from 1204224 to 1695744 tid 3 2024-03-10T21:24:33.724 INFO:tasks.rados.rados.0.smithi071.stdout:854: writing smithi07176956-28 from 1695744 to 2318336 tid 4 2024-03-10T21:24:33.724 INFO:tasks.rados.rados.0.smithi071.stdout:855: rmattr oid 12 current snap is 81 2024-03-10T21:24:33.724 INFO:tasks.rados.rados.0.smithi071.stdout:851: finishing copy_from to smithi07176956-25 2024-03-10T21:24:33.724 INFO:tasks.rados.rados.0.smithi071.stdout:851: got expected ENOENT (src dne) 2024-03-10T21:24:33.724 INFO:tasks.rados.rados.0.smithi071.stdout:851: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:24:33.724 INFO:tasks.rados.rados.0.smithi071.stdout:852: expect (ObjNum 189 snap 48 seq_num 189) 2024-03-10T21:24:33.770 INFO:tasks.rados.rados.0.smithi071.stdout:854: finishing write tid 1 to smithi07176956-28 2024-03-10T21:24:33.771 INFO:tasks.rados.rados.0.smithi071.stdout:854: finishing write tid 2 to smithi07176956-28 2024-03-10T21:24:33.771 INFO:tasks.rados.rados.0.smithi071.stdout:853: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:854: finishing write tid 3 to smithi07176956-28 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:851: done (4 left) 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:852: done (3 left) 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:853: done (2 left) 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:856: read oid 50 snap 80 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:856: expect deleted 2024-03-10T21:24:33.835 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 81 2024-03-10T21:24:33.836 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 524 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-03-10T21:24:33.836 INFO:tasks.rados.rados.0.smithi071.stdout:854: finishing write tid 4 to smithi07176956-28 2024-03-10T21:24:33.836 INFO:tasks.rados.rados.0.smithi071.stdout:857: seq_num 282 ranges {2162688=729088,2891776=425984,3317760=704512,4022272=475136} 2024-03-10T21:24:33.849 INFO:tasks.rados.rados.0.smithi071.stdout:857: writing smithi07176956-30 from 2162688 to 2891776 tid 1 2024-03-10T21:24:33.851 INFO:tasks.rados.rados.0.smithi071.stdout:857: writing smithi07176956-30 from 2891776 to 3317760 tid 2 2024-03-10T21:24:33.855 INFO:tasks.rados.rados.0.smithi071.stdout:857: writing smithi07176956-30 from 3317760 to 4022272 tid 3 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:857: writing smithi07176956-30 from 4022272 to 4497408 tid 4 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:855: done (3 left) 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 81 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:854: finishing write tid 5 to smithi07176956-28 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:854: finishing write tid 6 to smithi07176956-28 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:854: oid 28 updating version 0 to 579 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:854: oid 28 version 579 is already newer than 576 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:854: oid 28 version 579 is already newer than 575 2024-03-10T21:24:33.859 INFO:tasks.rados.rados.0.smithi071.stdout:854: oid 28 version 579 is already newer than 578 2024-03-10T21:24:33.860 INFO:tasks.rados.rados.0.smithi071.stdout:854: oid 28 version 579 is already newer than 577 2024-03-10T21:24:33.860 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 579 (ObjNum 281 snap 81 seq_num 281) dirty exists 2024-03-10T21:24:33.860 INFO:tasks.rados.rados.0.smithi071.stdout:854: left oid 28 (ObjNum 281 snap 81 seq_num 281) 2024-03-10T21:24:33.860 INFO:tasks.rados.rados.0.smithi071.stdout:858: seq_num 283 ranges {1810432=745472,2555904=712704,3268608=458752,3727360=434176} 2024-03-10T21:24:33.872 INFO:tasks.rados.rados.0.smithi071.stdout:858: writing smithi07176956-32 from 1810432 to 2555904 tid 1 2024-03-10T21:24:33.876 INFO:tasks.rados.rados.0.smithi071.stdout:858: writing smithi07176956-32 from 2555904 to 3268608 tid 2 2024-03-10T21:24:33.879 INFO:tasks.rados.rados.0.smithi071.stdout:858: writing smithi07176956-32 from 3268608 to 3727360 tid 3 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:858: writing smithi07176956-32 from 3727360 to 4161536 tid 4 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:854: done (3 left) 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:859: rmattr oid 48 current snap is 81 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing write tid 1 to smithi07176956-30 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing write tid 2 to smithi07176956-30 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:856: done (3 left) 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:860: setattr oid 50 current snap is 81 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing write tid 3 to smithi07176956-30 2024-03-10T21:24:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing write tid 4 to smithi07176956-30 2024-03-10T21:24:33.883 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing write tid 5 to smithi07176956-30 2024-03-10T21:24:33.883 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing write tid 6 to smithi07176956-30 2024-03-10T21:24:33.883 INFO:tasks.rados.rados.0.smithi071.stdout:857: oid 30 updating version 0 to 154 2024-03-10T21:24:33.883 INFO:tasks.rados.rados.0.smithi071.stdout:857: oid 30 version 154 is already newer than 153 2024-03-10T21:24:33.883 INFO:tasks.rados.rados.0.smithi071.stdout:857: oid 30 updating version 154 to 156 2024-03-10T21:24:33.884 INFO:tasks.rados.rados.0.smithi071.stdout:857: oid 30 updating version 156 to 157 2024-03-10T21:24:33.885 INFO:tasks.rados.rados.0.smithi071.stdout:857: oid 30 version 157 is already newer than 155 2024-03-10T21:24:33.885 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 157 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-03-10T21:24:33.885 INFO:tasks.rados.rados.0.smithi071.stdout:857: left oid 30 (ObjNum 282 snap 81 seq_num 282) 2024-03-10T21:24:33.885 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing write tid 1 to smithi07176956-32 2024-03-10T21:24:33.885 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing write tid 2 to smithi07176956-32 2024-03-10T21:24:33.885 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing write tid 3 to smithi07176956-32 2024-03-10T21:24:33.886 INFO:tasks.rados.rados.0.smithi071.stdout:857: done (3 left) 2024-03-10T21:24:33.886 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 81 2024-03-10T21:24:33.886 INFO:tasks.rados.rados.0.smithi071.stdout:861: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-03-10T21:24:33.887 INFO:tasks.rados.rados.0.smithi071.stdout:861: writing smithi07176956-17 from 0 to 761856 tid 1 2024-03-10T21:24:33.891 INFO:tasks.rados.rados.0.smithi071.stdout:861: writing smithi07176956-17 from 761856 to 1359872 tid 2 2024-03-10T21:24:33.895 INFO:tasks.rados.rados.0.smithi071.stdout:861: writing smithi07176956-17 from 1359872 to 2031616 tid 3 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:861: writing smithi07176956-17 from 2031616 to 2367488 tid 4 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:862: delete oid 7 current snap is 81 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 472 (ObjNum 244 snap 66 seq_num 244) dirty exists 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing write tid 4 to smithi07176956-32 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing write tid 5 to smithi07176956-32 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing write tid 6 to smithi07176956-32 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: oid 32 updating version 0 to 377 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: oid 32 version 377 is already newer than 375 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: oid 32 version 377 is already newer than 376 2024-03-10T21:24:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:858: oid 32 version 377 is already newer than 374 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:858: oid 32 version 377 is already newer than 373 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 377 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:858: left oid 32 (ObjNum 283 snap 81 seq_num 283) 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 210 (ObjNum 49 snap 0 seq_num 2945012176) dirty exists 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing write tid 1 to smithi07176956-17 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing write tid 2 to smithi07176956-17 2024-03-10T21:24:33.899 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing write tid 3 to smithi07176956-17 2024-03-10T21:24:33.901 INFO:tasks.rados.rados.0.smithi071.stdout:858: done (4 left) 2024-03-10T21:24:33.901 INFO:tasks.rados.rados.0.smithi071.stdout:859: done (3 left) 2024-03-10T21:24:33.901 INFO:tasks.rados.rados.0.smithi071.stdout:860: done (2 left) 2024-03-10T21:24:33.901 INFO:tasks.rados.rados.0.smithi071.stdout:862: done (1 left) 2024-03-10T21:24:33.901 INFO:tasks.rados.rados.0.smithi071.stdout:863: read oid 5 snap -1 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:863: expect deleted 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:864: rmattr oid 32 current snap is 81 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:864: done (2 left) 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:865: rmattr oid 47 current snap is 81 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:865: done (2 left) 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:866: setattr oid 47 current snap is 81 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing write tid 4 to smithi07176956-17 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing write tid 5 to smithi07176956-17 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: finishing write tid 6 to smithi07176956-17 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: oid 17 updating version 0 to 74 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: oid 17 updating version 74 to 77 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: oid 17 version 77 is already newer than 75 2024-03-10T21:24:33.902 INFO:tasks.rados.rados.0.smithi071.stdout:861: oid 17 version 77 is already newer than 76 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:861: oid 17 version 77 is already newer than 73 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 77 (ObjNum 284 snap 81 seq_num 284) dirty exists 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:861: left oid 17 (ObjNum 284 snap 81 seq_num 284) 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:861: done (2 left) 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:863: done (1 left) 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:867: read oid 21 snap 80 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:867: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:868: rollback oid 46 current snap is 81 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 69 2024-03-10T21:24:33.903 INFO:tasks.rados.rados.0.smithi071.stdout:869: setattr oid 18 current snap is 81 2024-03-10T21:24:33.904 INFO:tasks.rados.rados.0.smithi071.stdout:870: rollback oid 10 current snap is 81 2024-03-10T21:24:33.904 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 54 2024-03-10T21:24:33.904 INFO:tasks.rados.rados.0.smithi071.stdout:871: rollback oid 25 current snap is 81 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 66 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:872: read oid 43 snap -1 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:872: expect deleted 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:873: snap_create 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 526 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing rollback tid 0 to smithi07176956-46 2024-03-10T21:24:33.905 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:24:33.906 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:24:33.906 INFO:tasks.rados.rados.0.smithi071.stdout:871: finishing rollback tid 0 to smithi07176956-25 2024-03-10T21:24:33.906 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing rollback tid 2 to smithi07176956-46 2024-03-10T21:24:33.906 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 583 (ObjNum 219 snap 55 seq_num 219) dirty exists 2024-03-10T21:24:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:870: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:24:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 474 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-03-10T21:24:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:871: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:24:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:871: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:24:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 159 (ObjNum 250 snap 66 seq_num 250) dirty exists 2024-03-10T21:24:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:867: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:24:33.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 584 (ObjNum 33 snap 0 seq_num 2945530736) dirty exists 2024-03-10T21:24:34.031 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:33.688+0000 7f6b0348c700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-03-10T21:24:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:866: done (7 left) 2024-03-10T21:24:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:867: done (6 left) 2024-03-10T21:24:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:868: done (5 left) 2024-03-10T21:24:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:869: done (4 left) 2024-03-10T21:24:34.708 INFO:tasks.rados.rados.0.smithi071.stdout:870: done (3 left) 2024-03-10T21:24:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:871: done (2 left) 2024-03-10T21:24:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:872: done (1 left) 2024-03-10T21:24:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:873: done (0 left) 2024-03-10T21:24:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:874: copy_from oid 2 from oid 18 current snap is 82 2024-03-10T21:24:34.709 INFO:tasks.rados.rados.0.smithi071.stdout:875: snap_create 2024-03-10T21:24:34.714 INFO:tasks.rados.rados.0.smithi071.stdout:874: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:24:34.715 INFO:tasks.rados.rados.0.smithi071.stdout:874: finishing copy_from to smithi07176956-2 2024-03-10T21:24:34.715 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 584 (ObjNum 65 snap 0 seq_num 1365138017) dirty exists 2024-03-10T21:24:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: [10/Mar/2024:21:24:33] ENGINE Bus STARTING 2024-03-10T21:24:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: [10/Mar/2024:21:24:33] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:24:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: [10/Mar/2024:21:24:33] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:24:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: [10/Mar/2024:21:24:33] ENGINE Bus STARTED 2024-03-10T21:24:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: mgrmap e39: y(active, since 1.01181s), standbys: x 2024-03-10T21:24:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: pgmap v3: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:34 smithi193 ceph-mon[30554]: osdmap e225: 8 total, 8 up, 8 in 2024-03-10T21:24:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: [10/Mar/2024:21:24:33] ENGINE Bus STARTING 2024-03-10T21:24:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: [10/Mar/2024:21:24:33] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:24:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: [10/Mar/2024:21:24:33] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:24:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: [10/Mar/2024:21:24:33] ENGINE Bus STARTED 2024-03-10T21:24:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: mgrmap e39: y(active, since 1.01181s), standbys: x 2024-03-10T21:24:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: pgmap v3: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:34.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[88660]: osdmap e225: 8 total, 8 up, 8 in 2024-03-10T21:24:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: [10/Mar/2024:21:24:33] ENGINE Bus STARTING 2024-03-10T21:24:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: [10/Mar/2024:21:24:33] ENGINE Serving on http://172.21.15.71:8765 2024-03-10T21:24:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: [10/Mar/2024:21:24:33] ENGINE Serving on https://172.21.15.71:7150 2024-03-10T21:24:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: [10/Mar/2024:21:24:33] ENGINE Bus STARTED 2024-03-10T21:24:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: mgrmap e39: y(active, since 1.01181s), standbys: x 2024-03-10T21:24:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: pgmap v3: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:34 smithi071 ceph-mon[37838]: osdmap e225: 8 total, 8 up, 8 in 2024-03-10T21:24:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:874: done (1 left) 2024-03-10T21:24:35.712 INFO:tasks.rados.rados.0.smithi071.stdout:875: done (0 left) 2024-03-10T21:24:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:876: read oid 19 snap -1 2024-03-10T21:24:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:876: expect (ObjNum 278 snap 80 seq_num 278) 2024-03-10T21:24:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:877: read oid 26 snap 80 2024-03-10T21:24:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:877: expect deleted 2024-03-10T21:24:35.713 INFO:tasks.rados.rados.0.smithi071.stdout:878: setattr oid 37 current snap is 83 2024-03-10T21:24:35.714 INFO:tasks.rados.rados.0.smithi071.stdout:877: done (2 left) 2024-03-10T21:24:35.714 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 83 2024-03-10T21:24:35.714 INFO:tasks.rados.rados.0.smithi071.stdout:879: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-03-10T21:24:35.719 INFO:tasks.rados.rados.0.smithi071.stdout:879: writing smithi07176956-18 from 0 to 794624 tid 1 2024-03-10T21:24:35.725 INFO:tasks.rados.rados.0.smithi071.stdout:879: writing smithi07176956-18 from 794624 to 1556480 tid 2 2024-03-10T21:24:35.729 INFO:tasks.rados.rados.0.smithi071.stdout:879: writing smithi07176956-18 from 1556480 to 2236416 tid 3 2024-03-10T21:24:35.730 INFO:tasks.rados.rados.0.smithi071.stdout:879: writing smithi07176956-18 from 2236416 to 2400256 tid 4 2024-03-10T21:24:35.730 INFO:tasks.rados.rados.0.smithi071.stdout:880: delete oid 15 current snap is 83 2024-03-10T21:24:35.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 347 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:24:35.731 INFO:tasks.rados.rados.0.smithi071.stdout:879: finishing write tid 1 to smithi07176956-18 2024-03-10T21:24:35.731 INFO:tasks.rados.rados.0.smithi071.stdout:879: finishing write tid 2 to smithi07176956-18 2024-03-10T21:24:35.732 INFO:tasks.rados.rados.0.smithi071.stdout:876: expect (ObjNum 278 snap 80 seq_num 278) 2024-03-10T21:24:35.923 INFO:tasks.rados.rados.0.smithi071.stdout:879: finishing write tid 3 to smithi07176956-18 2024-03-10T21:24:35.923 INFO:tasks.rados.rados.0.smithi071.stdout:879: finishing write tid 4 to smithi07176956-18 2024-03-10T21:24:35.923 INFO:tasks.rados.rados.0.smithi071.stdout:876: done (3 left) 2024-03-10T21:24:35.923 INFO:tasks.rados.rados.0.smithi071.stdout:878: done (2 left) 2024-03-10T21:24:35.923 INFO:tasks.rados.rados.0.smithi071.stdout:880: done (1 left) 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:881: setattr oid 50 current snap is 83 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: finishing write tid 5 to smithi07176956-18 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: finishing write tid 6 to smithi07176956-18 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: oid 18 updating version 0 to 588 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: oid 18 updating version 588 to 589 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: oid 18 version 589 is already newer than 587 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: oid 18 version 589 is already newer than 586 2024-03-10T21:24:35.924 INFO:tasks.rados.rados.0.smithi071.stdout:879: oid 18 updating version 589 to 590 2024-03-10T21:24:35.925 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 590 (ObjNum 286 snap 83 seq_num 286) dirty exists 2024-03-10T21:24:35.925 INFO:tasks.rados.rados.0.smithi071.stdout:879: left oid 18 (ObjNum 286 snap 83 seq_num 286) 2024-03-10T21:24:35.925 INFO:tasks.rados.rados.0.smithi071.stdout:879: done (1 left) 2024-03-10T21:24:35.925 INFO:tasks.rados.rados.0.smithi071.stdout:882: rollback oid 29 current snap is 83 2024-03-10T21:24:35.926 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 76 2024-03-10T21:24:35.926 INFO:tasks.rados.rados.0.smithi071.stdout:883: snap_create 2024-03-10T21:24:35.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 212 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:24:35.928 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing rollback tid 0 to smithi07176956-29 2024-03-10T21:24:35.928 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing rollback tid 1 to smithi07176956-29 2024-03-10T21:24:35.928 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing rollback tid 2 to smithi07176956-29 2024-03-10T21:24:35.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 350 (ObjNum 33 snap 0 seq_num 1493890978) dirty exists 2024-03-10T21:24:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:35 smithi193 ceph-mon[30554]: pgmap v5: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:36.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:35 smithi193 ceph-mon[30554]: osdmap e226: 8 total, 8 up, 8 in 2024-03-10T21:24:36.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:35 smithi193 ceph-mon[30554]: mgrmap e40: y(active, since 2s), standbys: x 2024-03-10T21:24:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:35 smithi071 ceph-mon[88660]: pgmap v5: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:35 smithi071 ceph-mon[88660]: osdmap e226: 8 total, 8 up, 8 in 2024-03-10T21:24:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:35 smithi071 ceph-mon[88660]: mgrmap e40: y(active, since 2s), standbys: x 2024-03-10T21:24:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:35 smithi071 ceph-mon[37838]: pgmap v5: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:35 smithi071 ceph-mon[37838]: osdmap e226: 8 total, 8 up, 8 in 2024-03-10T21:24:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:35 smithi071 ceph-mon[37838]: mgrmap e40: y(active, since 2s), standbys: x 2024-03-10T21:24:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:881: done (2 left) 2024-03-10T21:24:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:882: done (1 left) 2024-03-10T21:24:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:883: done (0 left) 2024-03-10T21:24:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 84 2024-03-10T21:24:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:884: seq_num 288 ranges {57344=24576} 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi07176956-36 from 57344 to 81920 tid 1 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:885: read oid 24 snap -1 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:885: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:886: read oid 30 snap -1 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:886: expect (ObjNum 282 snap 81 seq_num 282) 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:887: rmattr oid 9 current snap is 84 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:887: done (3 left) 2024-03-10T21:24:36.726 INFO:tasks.rados.rados.0.smithi071.stdout:888: rollback oid 39 current snap is 84 2024-03-10T21:24:36.727 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 60 2024-03-10T21:24:36.727 INFO:tasks.rados.rados.0.smithi071.stdout:889: delete oid 17 current snap is 84 2024-03-10T21:24:36.730 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:24:36.730 INFO:tasks.rados.rados.0.smithi071.stdout:889: done (4 left) 2024-03-10T21:24:36.730 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 84 2024-03-10T21:24:36.730 INFO:tasks.rados.rados.0.smithi071.stdout:890: seq_num 290 ranges {1286144=57344} 2024-03-10T21:24:36.738 INFO:tasks.rados.rados.0.smithi071.stdout:890: writing smithi07176956-49 from 1286144 to 1343488 tid 1 2024-03-10T21:24:36.738 INFO:tasks.rados.rados.0.smithi071.stdout:891: read oid 22 snap -1 2024-03-10T21:24:36.738 INFO:tasks.rados.rados.0.smithi071.stdout:891: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:24:36.738 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 84 2024-03-10T21:24:36.738 INFO:tasks.rados.rados.0.smithi071.stdout:892: seq_num 291 ranges {4161536=81920} 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:892: writing smithi07176956-32 from 4161536 to 4243456 tid 1 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 84 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:893: seq_num 292 ranges {0=98304} 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:893: writing smithi07176956-29 from 0 to 98304 tid 1 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:894: copy_from oid 42 from oid 38 current snap is 84 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 353 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:24:36.764 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 1 to smithi07176956-36 2024-03-10T21:24:36.765 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 2 to smithi07176956-36 2024-03-10T21:24:36.765 INFO:tasks.rados.rados.0.smithi071.stdout:885: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 3 to smithi07176956-36 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:884: oid 36 updating version 0 to 417 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:884: oid 36 version 417 is already newer than 416 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 417 (ObjNum 288 snap 84 seq_num 288) dirty exists 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:884: left oid 36 (ObjNum 288 snap 84 seq_num 288) 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:890: finishing write tid 1 to smithi07176956-49 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:884: done (8 left) 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:885: done (7 left) 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:888: done (6 left) 2024-03-10T21:24:36.881 INFO:tasks.rados.rados.0.smithi071.stdout:895: rollback oid 33 current snap is 84 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 71 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:890: finishing write tid 2 to smithi07176956-49 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:890: finishing write tid 3 to smithi07176956-49 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:890: oid 49 updating version 0 to 196 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:890: oid 49 updating version 196 to 197 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 197 (ObjNum 290 snap 84 seq_num 290) dirty exists 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:890: left oid 49 (ObjNum 290 snap 84 seq_num 290) 2024-03-10T21:24:36.882 INFO:tasks.rados.rados.0.smithi071.stdout:886: expect (ObjNum 282 snap 81 seq_num 282) 2024-03-10T21:24:37.051 INFO:tasks.rados.rados.0.smithi071.stdout:891: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:24:37.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:36 smithi193 ceph-mon[30554]: osdmap e227: 8 total, 8 up, 8 in 2024-03-10T21:24:37.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:36 smithi071 ceph-mon[88660]: osdmap e227: 8 total, 8 up, 8 in 2024-03-10T21:24:37.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:36 smithi071 ceph-mon[37838]: osdmap e227: 8 total, 8 up, 8 in 2024-03-10T21:24:37.117 INFO:tasks.rados.rados.0.smithi071.stdout:894: finishing copy_from to smithi07176956-42 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:894: got expected ENOENT (src dne) 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:894: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:893: finishing write tid 1 to smithi07176956-29 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:886: done (6 left) 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:890: done (5 left) 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:891: done (4 left) 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:894: done (3 left) 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:896: copy_from oid 34 from oid 50 current snap is 84 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:893: finishing write tid 2 to smithi07176956-29 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:892: finishing write tid 1 to smithi07176956-32 2024-03-10T21:24:37.118 INFO:tasks.rados.rados.0.smithi071.stdout:892: finishing write tid 2 to smithi07176956-32 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:892: finishing write tid 3 to smithi07176956-32 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:892: oid 32 updating version 0 to 380 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:892: oid 32 updating version 380 to 381 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 381 (ObjNum 291 snap 84 seq_num 291) dirty exists 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:892: left oid 32 (ObjNum 291 snap 84 seq_num 291) 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:893: finishing write tid 3 to smithi07176956-29 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:893: oid 29 updating version 0 to 354 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:893: oid 29 updating version 354 to 355 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 355 (ObjNum 292 snap 84 seq_num 292) dirty exists 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:893: left oid 29 (ObjNum 292 snap 84 seq_num 292) 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:895: finishing rollback tid 1 to smithi07176956-33 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:895: finishing rollback tid 2 to smithi07176956-33 2024-03-10T21:24:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 411 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:892: done (3 left) 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:893: done (2 left) 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:895: done (1 left) 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:897: read oid 15 snap 77 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:897: expect (ObjNum 197 snap 49 seq_num 197) 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:898: copy_from oid 7 from oid 18 current snap is 84 2024-03-10T21:24:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:899: snap_create 2024-03-10T21:24:37.123 INFO:tasks.rados.rados.0.smithi071.stdout:896: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:24:37.124 INFO:tasks.rados.rados.0.smithi071.stdout:896: finishing copy_from to smithi07176956-34 2024-03-10T21:24:37.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 212 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-03-10T21:24:37.126 INFO:tasks.rados.rados.0.smithi071.stdout:897: expect (ObjNum 197 snap 49 seq_num 197) 2024-03-10T21:24:37.185 INFO:tasks.rados.rados.0.smithi071.stdout:898: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:24:37.186 INFO:tasks.rados.rados.0.smithi071.stdout:898: finishing copy_from to smithi07176956-7 2024-03-10T21:24:37.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 590 (ObjNum 286 snap 83 seq_num 286) dirty exists 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:896: done (3 left) 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:897: done (2 left) 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:898: done (1 left) 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:899: done (0 left) 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:900: read oid 48 snap -1 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:900: expect (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:37.746 INFO:tasks.rados.rados.0.smithi071.stdout:901: delete oid 3 current snap is 85 2024-03-10T21:24:37.750 INFO:tasks.rados.rados.0.smithi071.stdout:901: done (1 left) 2024-03-10T21:24:37.750 INFO:tasks.rados.rados.0.smithi071.stdout:902: copy_from oid 29 from oid 17 current snap is 85 2024-03-10T21:24:37.750 INFO:tasks.rados.rados.0.smithi071.stdout:903: snap_remove snap 54 2024-03-10T21:24:37.778 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:24:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:37 smithi193 ceph-mon[30554]: pgmap v8: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:37 smithi193 ceph-mon[30554]: mgrmap e41: y(active, since 4s), standbys: x 2024-03-10T21:24:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:37 smithi193 ceph-mon[30554]: osdmap e228: 8 total, 8 up, 8 in 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:37 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:37 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[88660]: pgmap v8: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[88660]: mgrmap e41: y(active, since 4s), standbys: x 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[88660]: osdmap e228: 8 total, 8 up, 8 in 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[37838]: pgmap v8: 121 pgs: 121 active+clean; 186 MiB data, 862 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:38.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[37838]: mgrmap e41: y(active, since 4s), standbys: x 2024-03-10T21:24:38.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[37838]: osdmap e228: 8 total, 8 up, 8 in 2024-03-10T21:24:38.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:37 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.106 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:24:38.106 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (4m) 1s ago 5m 28.5M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (4m) 0s ago 4m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (6m) 1s ago 6m 14.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (6m) 0s ago 6m 18.9M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (29s) 0s ago 9m 447M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (58s) 1s ago 11m 475M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (14s) 1s ago 11m 31.8M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (9m) 0s ago 9m 59.9M 2048M 18.2.1-746-gc2ea977b a30af69eda22 4545cf5e821a 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (9m) 1s ago 9m 53.5M 2048M 18.2.1-746-gc2ea977b a30af69eda22 6f86135e1e74 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (4m) 1s ago 4m 15.3M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (4m) 0s ago 4m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (9m) 1s ago 9m 132M 2480M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (8m) 1s ago 8m 132M 2480M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (8m) 1s ago 8m 151M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:24:38.107 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (7m) 1s ago 7m 120M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:24:38.108 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (7m) 0s ago 7m 143M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:24:38.108 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (7m) 0s ago 7m 136M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:24:38.108 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (6m) 0s ago 6m 88.7M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:24:38.108 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (6m) 0s ago 6m 145M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:24:38.108 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (34s) 0s ago 5m 42.4M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:24:38.524 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:24:38.524 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:24:38.524 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2, 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:24:38.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 12, 2024-03-10T21:24:38.526 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:24:38.526 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:24:38.526 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:24:38.751 INFO:tasks.rados.rados.0.smithi071.stdout:903: done (2 left) 2024-03-10T21:24:38.751 INFO:tasks.rados.rados.0.smithi071.stdout:904: copy_from oid 7 from oid 41 current snap is 85 2024-03-10T21:24:38.752 INFO:tasks.rados.rados.0.smithi071.stdout:905: snap_remove snap 84 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: osdmap e229: 8 total, 8 up, 8 in 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/986688834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: osdmap e229: 8 total, 8 up, 8 in 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:38.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:38 smithi071 ceph-mon[37838]: from='client.? 172.21.15.71:0/986688834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:39.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: osdmap e229: 8 total, 8 up, 8 in 2024-03-10T21:24:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:38 smithi193 ceph-mon[30554]: from='client.? 172.21.15.71:0/986688834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:39.272 INFO:tasks.rados.rados.0.smithi071.stdout:905: done (3 left) 2024-03-10T21:24:39.272 INFO:tasks.rados.rados.0.smithi071.stdout:906: snap_create 2024-03-10T21:24:39.272 INFO:tasks.rados.rados.0.smithi071.stdout:902: finishing copy_from to smithi07176956-29 2024-03-10T21:24:39.272 INFO:tasks.rados.rados.0.smithi071.stdout:902: got expected ENOENT (src dne) 2024-03-10T21:24:39.272 INFO:tasks.rados.rados.0.smithi071.stdout:902: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:24:39.272 INFO:tasks.rados.rados.0.smithi071.stdout:900: expect (ObjNum 244 snap 66 seq_num 244) 2024-03-10T21:24:39.512 INFO:tasks.rados.rados.0.smithi071.stdout:904: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:24:39.513 INFO:tasks.rados.rados.0.smithi071.stdout:904: finishing copy_from to smithi07176956-7 2024-03-10T21:24:39.513 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 423 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-03-10T21:24:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:39 smithi193 ceph-mon[30554]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:39 smithi193 ceph-mon[30554]: pgmap v11: 121 pgs: 121 active+clean; 207 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.4 MiB/s wr, 86 op/s 2024-03-10T21:24:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:39 smithi193 ceph-mon[30554]: osdmap e230: 8 total, 8 up, 8 in 2024-03-10T21:24:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:39 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:39 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:39 smithi193 ceph-mon[30554]: osdmap e231: 8 total, 8 up, 8 in 2024-03-10T21:24:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[88660]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[88660]: pgmap v11: 121 pgs: 121 active+clean; 207 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.4 MiB/s wr, 86 op/s 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[88660]: osdmap e230: 8 total, 8 up, 8 in 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[88660]: osdmap e231: 8 total, 8 up, 8 in 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[37838]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[37838]: pgmap v11: 121 pgs: 121 active+clean; 207 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.4 MiB/s wr, 86 op/s 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[37838]: osdmap e230: 8 total, 8 up, 8 in 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:39 smithi071 ceph-mon[37838]: osdmap e231: 8 total, 8 up, 8 in 2024-03-10T21:24:40.276 INFO:tasks.rados.rados.0.smithi071.stdout:900: done (3 left) 2024-03-10T21:24:40.276 INFO:tasks.rados.rados.0.smithi071.stdout:902: done (2 left) 2024-03-10T21:24:40.276 INFO:tasks.rados.rados.0.smithi071.stdout:904: done (1 left) 2024-03-10T21:24:40.277 INFO:tasks.rados.rados.0.smithi071.stdout:906: done (0 left) 2024-03-10T21:24:40.277 INFO:tasks.rados.rados.0.smithi071.stdout:907: snap_remove snap 75 2024-03-10T21:24:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:907: done (0 left) 2024-03-10T21:24:41.280 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 86 2024-03-10T21:24:41.280 INFO:tasks.rados.rados.0.smithi071.stdout:908: seq_num 294 ranges {3407872=131072} 2024-03-10T21:24:41.299 INFO:tasks.rados.rados.0.smithi071.stdout:908: writing smithi07176956-25 from 3407872 to 3538944 tid 1 2024-03-10T21:24:41.300 INFO:tasks.rados.rados.0.smithi071.stdout:909: copy_from oid 1 from oid 10 current snap is 86 2024-03-10T21:24:41.300 INFO:tasks.rados.rados.0.smithi071.stdout:910: read oid 46 snap -1 2024-03-10T21:24:41.300 INFO:tasks.rados.rados.0.smithi071.stdout:910: expect (ObjNum 219 snap 55 seq_num 219) 2024-03-10T21:24:41.300 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 86 2024-03-10T21:24:41.300 INFO:tasks.rados.rados.0.smithi071.stdout:911: seq_num 295 ranges {3186688=147456} 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:911: writing smithi07176956-24 from 3186688 to 3334144 tid 1 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 86 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:908: finishing write tid 1 to smithi07176956-25 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:908: finishing write tid 2 to smithi07176956-25 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:908: finishing write tid 3 to smithi07176956-25 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:908: oid 25 updating version 0 to 165 2024-03-10T21:24:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:908: oid 25 updating version 165 to 166 2024-03-10T21:24:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 166 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-03-10T21:24:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:908: left oid 25 (ObjNum 294 snap 86 seq_num 294) 2024-03-10T21:24:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:910: expect (ObjNum 219 snap 55 seq_num 219) 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:909: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:909: finishing copy_from to smithi07176956-1 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 474 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:911: finishing write tid 1 to smithi07176956-24 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:911: finishing write tid 2 to smithi07176956-24 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:911: finishing write tid 3 to smithi07176956-24 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:911: oid 24 updating version 0 to 548 2024-03-10T21:24:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:911: oid 24 updating version 548 to 549 2024-03-10T21:24:41.356 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 549 (ObjNum 295 snap 86 seq_num 295) dirty exists 2024-03-10T21:24:41.356 INFO:tasks.rados.rados.0.smithi071.stdout:911: left oid 24 (ObjNum 295 snap 86 seq_num 295) 2024-03-10T21:24:41.356 INFO:tasks.rados.rados.0.smithi071.stdout:912: seq_num 296 ranges {0=163840} 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:912: writing smithi07176956-5 from 0 to 163840 tid 1 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:908: done (4 left) 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:909: done (3 left) 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:910: done (2 left) 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:911: done (1 left) 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:913: rollback oid 37 current snap is 86 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 79 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 86 2024-03-10T21:24:41.357 INFO:tasks.rados.rados.0.smithi071.stdout:914: seq_num 297 ranges {0=180224} 2024-03-10T21:24:41.358 INFO:tasks.rados.rados.0.smithi071.stdout:914: writing smithi07176956-34 from 0 to 180224 tid 1 2024-03-10T21:24:41.358 INFO:tasks.rados.rados.0.smithi071.stdout:915: copy_from oid 50 from oid 3 current snap is 86 2024-03-10T21:24:41.358 INFO:tasks.rados.rados.0.smithi071.stdout:916: copy_from oid 26 from oid 43 current snap is 86 2024-03-10T21:24:41.358 INFO:tasks.rados.rados.0.smithi071.stdout:917: read oid 4 snap -1 2024-03-10T21:24:41.358 INFO:tasks.rados.rados.0.smithi071.stdout:917: expect (ObjNum 268 snap 75 seq_num 268) 2024-03-10T21:24:41.359 INFO:tasks.rados.rados.0.smithi071.stdout:918: setattr oid 48 current snap is 86 2024-03-10T21:24:41.360 INFO:tasks.rados.rados.0.smithi071.stdout:916: finishing copy_from to smithi07176956-26 2024-03-10T21:24:41.360 INFO:tasks.rados.rados.0.smithi071.stdout:916: got expected ENOENT (src dne) 2024-03-10T21:24:41.360 INFO:tasks.rados.rados.0.smithi071.stdout:916: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:24:41.360 INFO:tasks.rados.rados.0.smithi071.stdout:916: done (6 left) 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:919: rollback oid 22 current snap is 86 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 64 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:920: rollback oid 44 current snap is 86 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 70 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:921: read oid 40 snap -1 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:921: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:922: delete oid 27 current snap is 86 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:912: finishing write tid 1 to smithi07176956-5 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:915: finishing copy_from to smithi07176956-50 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:915: got expected ENOENT (src dne) 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:913: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:915: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:24:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:912: finishing write tid 2 to smithi07176956-5 2024-03-10T21:24:41.362 INFO:tasks.rados.rados.0.smithi071.stdout:913: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:24:41.362 INFO:tasks.rados.rados.0.smithi071.stdout:913: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:24:41.363 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 358 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:24:41.363 INFO:tasks.rados.rados.0.smithi071.stdout:913: done (9 left) 2024-03-10T21:24:41.363 INFO:tasks.rados.rados.0.smithi071.stdout:915: done (8 left) 2024-03-10T21:24:41.363 INFO:tasks.rados.rados.0.smithi071.stdout:922: done (7 left) 2024-03-10T21:24:41.363 INFO:tasks.rados.rados.0.smithi071.stdout:923: snap_remove snap 83 2024-03-10T21:24:41.375 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:41 smithi193 ceph-mon[30554]: osdmap e232: 8 total, 8 up, 8 in 2024-03-10T21:24:41.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:41 smithi193 ceph-mon[30554]: pgmap v15: 121 pgs: 121 active+clean; 211 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 88 op/s 2024-03-10T21:24:41.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:41 smithi071 ceph-mon[88660]: osdmap e232: 8 total, 8 up, 8 in 2024-03-10T21:24:41.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:41 smithi071 ceph-mon[88660]: pgmap v15: 121 pgs: 121 active+clean; 211 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 88 op/s 2024-03-10T21:24:41.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:24:41] "GET /metrics HTTP/1.1" 200 33263 "" "Prometheus/2.43.0" 2024-03-10T21:24:41.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:41 smithi071 ceph-mon[37838]: osdmap e232: 8 total, 8 up, 8 in 2024-03-10T21:24:41.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:41 smithi071 ceph-mon[37838]: pgmap v15: 121 pgs: 121 active+clean; 211 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.5 MiB/s wr, 88 op/s 2024-03-10T21:24:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:923: done (7 left) 2024-03-10T21:24:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:924: rollback oid 12 current snap is 86 2024-03-10T21:24:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 80 2024-03-10T21:24:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:919: finishing rollback tid 0 to smithi07176956-22 2024-03-10T21:24:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:919: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:24:42.285 INFO:tasks.rados.rados.0.smithi071.stdout:919: finishing rollback tid 2 to smithi07176956-22 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 177 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:912: finishing write tid 3 to smithi07176956-5 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:912: oid 5 updating version 0 to 425 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:912: oid 5 version 425 is already newer than 424 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 425 (ObjNum 296 snap 86 seq_num 296) dirty exists 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:912: left oid 5 (ObjNum 296 snap 86 seq_num 296) 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 490 (ObjNum 244 snap 66 seq_num 244) dirty exists 2024-03-10T21:24:42.286 INFO:tasks.rados.rados.0.smithi071.stdout:920: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:24:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:920: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:24:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 427 (ObjNum 151 snap 38 seq_num 151) dirty exists 2024-03-10T21:24:42.287 INFO:tasks.rados.rados.0.smithi071.stdout:921: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:42.289 INFO:tasks.rados.rados.0.smithi071.stdout:917: expect (ObjNum 268 snap 75 seq_num 268) 2024-03-10T21:24:42.349 INFO:tasks.rados.rados.0.smithi071.stdout:914: finishing write tid 1 to smithi07176956-34 2024-03-10T21:24:42.349 INFO:tasks.rados.rados.0.smithi071.stdout:914: finishing write tid 2 to smithi07176956-34 2024-03-10T21:24:42.349 INFO:tasks.rados.rados.0.smithi071.stdout:914: finishing write tid 3 to smithi07176956-34 2024-03-10T21:24:42.349 INFO:tasks.rados.rados.0.smithi071.stdout:914: oid 34 updating version 0 to 610 2024-03-10T21:24:42.349 INFO:tasks.rados.rados.0.smithi071.stdout:914: oid 34 updating version 610 to 611 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 611 (ObjNum 297 snap 86 seq_num 297) dirty exists 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:914: left oid 34 (ObjNum 297 snap 86 seq_num 297) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:912: done (7 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:914: done (6 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:917: done (5 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:918: done (4 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:919: done (3 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:920: done (2 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:921: done (1 left) 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:925: delete oid 6 current snap is 86 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:924: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:24:42.350 INFO:tasks.rados.rados.0.smithi071.stdout:924: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:24:42.351 INFO:tasks.rados.rados.0.smithi071.stdout:924: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:24:42.351 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 553 (ObjNum 162 snap 39 seq_num 162) dirty exists 2024-03-10T21:24:42.351 INFO:tasks.rados.rados.0.smithi071.stdout:924: done (1 left) 2024-03-10T21:24:42.351 INFO:tasks.rados.rados.0.smithi071.stdout:925: done (0 left) 2024-03-10T21:24:42.351 INFO:tasks.rados.rados.0.smithi071.stdout:926: snap_create 2024-03-10T21:24:42.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:42 smithi193 ceph-mon[30554]: osdmap e233: 8 total, 8 up, 8 in 2024-03-10T21:24:42.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:42.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:42 smithi071 ceph-mon[88660]: osdmap e233: 8 total, 8 up, 8 in 2024-03-10T21:24:42.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:42 smithi071 ceph-mon[37838]: osdmap e233: 8 total, 8 up, 8 in 2024-03-10T21:24:43.290 INFO:tasks.rados.rados.0.smithi071.stdout:926: done (0 left) 2024-03-10T21:24:43.290 INFO:tasks.rados.rados.0.smithi071.stdout:927: read oid 35 snap -1 2024-03-10T21:24:43.291 INFO:tasks.rados.rados.0.smithi071.stdout:927: expect (ObjNum 260 snap 69 seq_num 260) 2024-03-10T21:24:43.291 INFO:tasks.rados.rados.0.smithi071.stdout:928: setattr oid 32 current snap is 87 2024-03-10T21:24:43.292 INFO:tasks.rados.rados.0.smithi071.stdout:929: read oid 31 snap 60 2024-03-10T21:24:43.292 INFO:tasks.rados.rados.0.smithi071.stdout:929: expect (ObjNum 193 snap 49 seq_num 193) 2024-03-10T21:24:43.292 INFO:tasks.rados.rados.0.smithi071.stdout:930: snap_create 2024-03-10T21:24:43.295 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 592 (ObjNum 291 snap 84 seq_num 291) dirty exists 2024-03-10T21:24:43.296 INFO:tasks.rados.rados.0.smithi071.stdout:927: expect (ObjNum 260 snap 69 seq_num 260) 2024-03-10T21:24:43.349 INFO:tasks.rados.rados.0.smithi071.stdout:929: expect (ObjNum 193 snap 49 seq_num 193) 2024-03-10T21:24:43.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: osdmap e234: 8 total, 8 up, 8 in 2024-03-10T21:24:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:43.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:24:43.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:24:43.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:24:43.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: pgmap v18: 121 pgs: 121 active+clean; 211 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:43.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:24:43.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:24:43.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:43.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:24:43.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.592 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.592 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.592 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.592 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.594 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.594 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:43 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: osdmap e234: 8 total, 8 up, 8 in 2024-03-10T21:24:43.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:43.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:43.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:43.595 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:24:43.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:24:43.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:24:43.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: pgmap v18: 121 pgs: 121 active+clean; 211 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:43.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:24:43.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:24:43.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:43.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:24:43.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: osdmap e234: 8 total, 8 up, 8 in 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:43.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.conf 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.conf 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: pgmap v18: 121 pgs: 121 active+clean; 211 MiB data, 901 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.conf 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:43.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:24:43.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:24:43.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:24:43.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:24:43.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:43 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:24:44.300 INFO:tasks.rados.rados.0.smithi071.stdout:927: done (3 left) 2024-03-10T21:24:44.300 INFO:tasks.rados.rados.0.smithi071.stdout:928: done (2 left) 2024-03-10T21:24:44.301 INFO:tasks.rados.rados.0.smithi071.stdout:929: done (1 left) 2024-03-10T21:24:44.301 INFO:tasks.rados.rados.0.smithi071.stdout:930: done (0 left) 2024-03-10T21:24:44.301 INFO:tasks.rados.rados.0.smithi071.stdout:931: read oid 50 snap -1 2024-03-10T21:24:44.301 INFO:tasks.rados.rados.0.smithi071.stdout:931: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:44.301 INFO:tasks.rados.rados.0.smithi071.stdout:932: setattr oid 25 current snap is 88 2024-03-10T21:24:44.302 INFO:tasks.rados.rados.0.smithi071.stdout:933: rollback oid 40 current snap is 88 2024-03-10T21:24:44.302 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 80 2024-03-10T21:24:44.302 INFO:tasks.rados.rados.0.smithi071.stdout:934: delete oid 13 current snap is 88 2024-03-10T21:24:44.304 INFO:tasks.rados.rados.0.smithi071.stdout:931: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:24:44.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 170 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-03-10T21:24:44.311 INFO:tasks.rados.rados.0.smithi071.stdout:933: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:24:44.311 INFO:tasks.rados.rados.0.smithi071.stdout:933: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:24:44.311 INFO:tasks.rados.rados.0.smithi071.stdout:933: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 617 (ObjNum 33 snap 0 seq_num 2920547576) dirty exists 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:931: done (3 left) 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:932: done (2 left) 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:933: done (1 left) 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:934: done (0 left) 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:935: copy_from oid 34 from oid 6 current snap is 88 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 88 2024-03-10T21:24:44.312 INFO:tasks.rados.rados.0.smithi071.stdout:936: seq_num 301 ranges {1728512=245760} 2024-03-10T21:24:44.322 INFO:tasks.rados.rados.0.smithi071.stdout:936: writing smithi07176956-1 from 1728512 to 1974272 tid 1 2024-03-10T21:24:44.322 INFO:tasks.rados.rados.0.smithi071.stdout:937: delete oid 36 current snap is 88 2024-03-10T21:24:44.322 INFO:tasks.rados.rados.0.smithi071.stdout:935: finishing copy_from to smithi07176956-34 2024-03-10T21:24:44.322 INFO:tasks.rados.rados.0.smithi071.stdout:935: got expected ENOENT (src dne) 2024-03-10T21:24:44.322 INFO:tasks.rados.rados.0.smithi071.stdout:935: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:24:44.324 INFO:tasks.rados.rados.0.smithi071.stdout:936: finishing write tid 1 to smithi07176956-1 2024-03-10T21:24:44.325 INFO:tasks.rados.rados.0.smithi071.stdout:936: finishing write tid 2 to smithi07176956-1 2024-03-10T21:24:44.326 INFO:tasks.rados.rados.0.smithi071.stdout:935: done (2 left) 2024-03-10T21:24:44.326 INFO:tasks.rados.rados.0.smithi071.stdout:937: done (1 left) 2024-03-10T21:24:44.326 INFO:tasks.rados.rados.0.smithi071.stdout:938: snap_create 2024-03-10T21:24:44.327 INFO:tasks.rados.rados.0.smithi071.stdout:936: finishing write tid 3 to smithi07176956-1 2024-03-10T21:24:44.327 INFO:tasks.rados.rados.0.smithi071.stdout:936: oid 1 updating version 0 to 559 2024-03-10T21:24:44.327 INFO:tasks.rados.rados.0.smithi071.stdout:936: oid 1 updating version 559 to 560 2024-03-10T21:24:44.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 560 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-03-10T21:24:44.327 INFO:tasks.rados.rados.0.smithi071.stdout:936: left oid 1 (ObjNum 301 snap 88 seq_num 301) 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: osdmap e235: 8 total, 8 up, 8 in 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.567 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[37838]: Upgrade: It appears safe to stop mon.c 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: osdmap e235: 8 total, 8 up, 8 in 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:24:44.568 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-10T21:24:44.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:44 smithi071 ceph-mon[88660]: Upgrade: It appears safe to stop mon.c 2024-03-10T21:24:44.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: Updating smithi193:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: osdmap e235: 8 total, 8 up, 8 in 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: Updating smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: Updating smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/config/ceph.client.admin.keyring 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:24:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-03-10T21:24:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:44 smithi193 ceph-mon[30554]: Upgrade: It appears safe to stop mon.c 2024-03-10T21:24:45.311 INFO:tasks.rados.rados.0.smithi071.stdout:936: done (1 left) 2024-03-10T21:24:45.311 INFO:tasks.rados.rados.0.smithi071.stdout:938: done (0 left) 2024-03-10T21:24:45.311 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 89 2024-03-10T21:24:45.311 INFO:tasks.rados.rados.0.smithi071.stdout:939: seq_num 303 ranges {6266880=278528} 2024-03-10T21:24:45.346 INFO:tasks.rados.rados.0.smithi071.stdout:939: writing smithi07176956-47 from 6266880 to 6545408 tid 1 2024-03-10T21:24:45.347 INFO:tasks.rados.rados.0.smithi071.stdout:940: snap_remove snap 88 2024-03-10T21:24:45.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:45 smithi193 ceph-mon[30554]: osdmap e236: 8 total, 8 up, 8 in 2024-03-10T21:24:45.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:45 smithi193 ceph-mon[30554]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 740 KiB/s wr, 21 op/s 2024-03-10T21:24:45.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:45 smithi071 ceph-mon[88660]: osdmap e236: 8 total, 8 up, 8 in 2024-03-10T21:24:45.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:45 smithi071 ceph-mon[88660]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 740 KiB/s wr, 21 op/s 2024-03-10T21:24:45.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:45 smithi071 ceph-mon[37838]: osdmap e236: 8 total, 8 up, 8 in 2024-03-10T21:24:45.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:45 smithi071 ceph-mon[37838]: pgmap v21: 121 pgs: 121 active+clean; 206 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 740 KiB/s wr, 21 op/s 2024-03-10T21:24:46.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: mgrmap e42: y(active, since 12s), standbys: x 2024-03-10T21:24:46.309 INFO:tasks.rados.rados.0.smithi071.stdout:940: done (1 left) 2024-03-10T21:24:46.309 INFO:tasks.rados.rados.0.smithi071.stdout:941: delete oid 9 current snap is 89 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:939: finishing write tid 1 to smithi07176956-47 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:939: finishing write tid 2 to smithi07176956-47 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:939: finishing write tid 3 to smithi07176956-47 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:939: oid 47 updating version 0 to 562 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:939: oid 47 updating version 562 to 563 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 563 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-03-10T21:24:46.310 INFO:tasks.rados.rados.0.smithi071.stdout:939: left oid 47 (ObjNum 303 snap 89 seq_num 303) 2024-03-10T21:24:46.315 INFO:tasks.rados.rados.0.smithi071.stdout:939: done (1 left) 2024-03-10T21:24:46.315 INFO:tasks.rados.rados.0.smithi071.stdout:941: done (0 left) 2024-03-10T21:24:46.315 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 89 2024-03-10T21:24:46.315 INFO:tasks.rados.rados.0.smithi071.stdout:942: seq_num 305 ranges {1335296=311296} 2024-03-10T21:24:46.324 INFO:tasks.rados.rados.0.smithi071.stdout:942: writing smithi07176956-46 from 1335296 to 1646592 tid 1 2024-03-10T21:24:46.324 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 89 2024-03-10T21:24:46.324 INFO:tasks.rados.rados.0.smithi071.stdout:943: seq_num 306 ranges {0=327680} 2024-03-10T21:24:46.326 INFO:tasks.rados.rados.0.smithi071.stdout:943: writing smithi07176956-15 from 0 to 327680 tid 1 2024-03-10T21:24:46.326 INFO:tasks.rados.rados.0.smithi071.stdout:944: read oid 31 snap -1 2024-03-10T21:24:46.327 INFO:tasks.rados.rados.0.smithi071.stdout:944: expect deleted 2024-03-10T21:24:46.327 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 89 2024-03-10T21:24:46.327 INFO:tasks.rados.rados.0.smithi071.stdout:945: seq_num 307 ranges {10665984=344064} 2024-03-10T21:24:46.384 INFO:tasks.rados.rados.0.smithi071.stdout:945: writing smithi07176956-23 from 10665984 to 11010048 tid 1 2024-03-10T21:24:46.385 INFO:tasks.rados.rados.0.smithi071.stdout:946: snap_remove snap 87 2024-03-10T21:24:46.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: mgrmap e42: y(active, since 12s), standbys: x 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: osdmap e237: 8 total, 8 up, 8 in 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: Upgrade: Updating mon.c 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:46 smithi193 ceph-mon[30554]: Deploying daemon mon.c on smithi071 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: osdmap e237: 8 total, 8 up, 8 in 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: Upgrade: Updating mon.c 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[88660]: Deploying daemon mon.c on smithi071 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: mgrmap e42: y(active, since 12s), standbys: x 2024-03-10T21:24:46.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: osdmap e237: 8 total, 8 up, 8 in 2024-03-10T21:24:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: Upgrade: Updating mon.c 2024-03-10T21:24:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:24:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:24:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:24:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:46 smithi071 ceph-mon[37838]: Deploying daemon mon.c on smithi071 2024-03-10T21:24:47.321 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing write tid 1 to smithi07176956-15 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing write tid 2 to smithi07176956-15 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:942: finishing write tid 1 to smithi07176956-46 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:942: finishing write tid 2 to smithi07176956-46 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing write tid 3 to smithi07176956-15 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:943: oid 15 updating version 0 to 432 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:943: oid 15 updating version 432 to 433 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 433 (ObjNum 306 snap 89 seq_num 306) dirty exists 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:943: left oid 15 (ObjNum 306 snap 89 seq_num 306) 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:942: finishing write tid 3 to smithi07176956-46 2024-03-10T21:24:47.322 INFO:tasks.rados.rados.0.smithi071.stdout:942: oid 46 updating version 0 to 622 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:942: oid 46 version 622 is already newer than 621 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 622 (ObjNum 305 snap 89 seq_num 305) dirty exists 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:942: left oid 46 (ObjNum 305 snap 89 seq_num 305) 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing write tid 1 to smithi07176956-23 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing write tid 2 to smithi07176956-23 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing write tid 3 to smithi07176956-23 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:945: oid 23 updating version 0 to 182 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:945: oid 23 version 182 is already newer than 181 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 182 (ObjNum 307 snap 89 seq_num 307) dirty exists 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:945: left oid 23 (ObjNum 307 snap 89 seq_num 307) 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:942: done (4 left) 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:943: done (3 left) 2024-03-10T21:24:47.323 INFO:tasks.rados.rados.0.smithi071.stdout:944: done (2 left) 2024-03-10T21:24:47.324 INFO:tasks.rados.rados.0.smithi071.stdout:945: done (1 left) 2024-03-10T21:24:47.324 INFO:tasks.rados.rados.0.smithi071.stdout:946: done (0 left) 2024-03-10T21:24:47.324 INFO:tasks.rados.rados.0.smithi071.stdout:947: rmattr oid 30 current snap is 89 2024-03-10T21:24:47.324 INFO:tasks.rados.rados.0.smithi071.stdout:947: done (0 left) 2024-03-10T21:24:47.324 INFO:tasks.rados.rados.0.smithi071.stdout:948: snap_remove snap 73 2024-03-10T21:24:47.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:47 smithi193 ceph-mon[30554]: osdmap e238: 8 total, 8 up, 8 in 2024-03-10T21:24:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:47 smithi193 ceph-mon[30554]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 740 KiB/s wr, 21 op/s 2024-03-10T21:24:47.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:47 smithi071 ceph-mon[88660]: osdmap e238: 8 total, 8 up, 8 in 2024-03-10T21:24:47.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:47 smithi071 ceph-mon[88660]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 740 KiB/s wr, 21 op/s 2024-03-10T21:24:47.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:47 smithi071 ceph-mon[37838]: osdmap e238: 8 total, 8 up, 8 in 2024-03-10T21:24:47.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:47 smithi071 ceph-mon[37838]: pgmap v24: 121 pgs: 121 active+clean; 206 MiB data, 919 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 740 KiB/s wr, 21 op/s 2024-03-10T21:24:47.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:47 smithi071 systemd[1]: Stopping Ceph mon.c for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:47.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c[37829]: 2024-03-10T21:24:47.612+0000 7fd7e35f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:24:47.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c[37829]: 2024-03-10T21:24:47.612+0000 7fd7e35f5700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-03-10T21:24:47.999 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:47 smithi071 podman[90939]: 2024-03-10 21:24:47.705652663 +0000 UTC m=+0.219733932 container died 6f86135e1e74536b194452e1b073c73d0871937bf383b601aa90239254151b3e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, ceph=True, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-03-10T21:24:48.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 podman[90939]: 2024-03-10 21:24:48.180124542 +0000 UTC m=+0.694205800 container cleanup 6f86135e1e74536b194452e1b073c73d0871937bf383b601aa90239254151b3e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-10T21:24:48.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 bash[90939]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c 2024-03-10T21:24:48.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 podman[90953]: 2024-03-10 21:24:48.43151332 +0000 UTC m=+0.724368525 container remove 6f86135e1e74536b194452e1b073c73d0871937bf383b601aa90239254151b3e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T21:24:48.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.c.service: Deactivated successfully. 2024-03-10T21:24:48.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 systemd[1]: Stopped Ceph mon.c for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:48.759 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.c.service: Consumed 7.387s CPU time. 2024-03-10T21:24:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 systemd[1]: Starting Ceph mon.c for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:24:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:48 smithi071 podman[91087]: 2024-03-10 21:24:48.873602064 +0000 UTC m=+0.016909356 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:24:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 podman[91087]: 2024-03-10 21:24:49.007611493 +0000 UTC m=+0.150918812 container create aef042484089b2146b0b1d04bc9ef63c8196fbdb2465c022919cb5bfb7af16a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-10T21:24:49.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 podman[91087]: 2024-03-10 21:24:49.218071599 +0000 UTC m=+0.361378883 container init aef042484089b2146b0b1d04bc9ef63c8196fbdb2465c022919cb5bfb7af16a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-10T21:24:49.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 podman[91087]: 2024-03-10 21:24:49.221021221 +0000 UTC m=+0.364328499 container start aef042484089b2146b0b1d04bc9ef63c8196fbdb2465c022919cb5bfb7af16a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev), process ceph-mon, pid 2 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: pidfile_write: ignore empty --pid-file 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: load: jerasure load: lrc 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: RocksDB version: 7.9.2 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Git sha 0 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Compile date 2024-03-09 15:03:29 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: DB SUMMARY 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: DB Session ID: 7G1CE3KETB5ZP1AFYIHU 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: CURRENT file: CURRENT 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1397 Bytes 2024-03-10T21:24:49.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10460165 ; 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.error_if_exists: 0 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.create_if_missing: 0 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.paranoid_checks: 1 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.env: 0x55ba731fdb20 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.info_log: 0x55ba73f4f8e0 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.statistics: (nil) 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.use_fsync: 0 2024-03-10T21:24:49.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_log_file_size: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.allow_fallocate: 1 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.use_direct_reads: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.db_log_dir: 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.wal_dir: 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T21:24:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.write_buffer_manager: 0x55ba73f22dc0 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T21:24:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.unordered_write: 0 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.row_cache: None 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.wal_filter: None 2024-03-10T21:24:49.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T21:24:49.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T21:24:49.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.two_write_queues: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.wal_compression: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.atomic_flush: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.log_readahead_size: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T21:24:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_background_jobs: 2 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_background_compactions: -1 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_subcompactions: 1 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_open_files: -1 2024-03-10T21:24:49.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_background_flushes: -1 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Compression algorithms supported: 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kZSTD supported: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kXpressCompression supported: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kZlibCompression supported: 1 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kSnappyCompression supported: 1 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kLZ4Compression supported: 1 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: kBZip2Compression supported: 0 2024-03-10T21:24:49.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.merge_operator: 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_filter: None 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ba73f4f9e0) 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout: cache_index_and_filter_blocks: 1 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T21:24:49.596 INFO:journalctl@ceph.mon.c.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: pin_top_level_index_and_filter: 1 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_type: 0 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_block_index_type: 0 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_shortening: 1 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: checksum: 4 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: no_block_cache: 0 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache: 0x55ba73f55090 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_name: BinnedLRUCache 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_options: 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: capacity : 536870912 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: num_shard_bits : 4 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: strict_capacity_limit : 0 2024-03-10T21:24:49.597 INFO:journalctl@ceph.mon.c.smithi071.stdout: high_pri_pool_ratio: 0.000 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_cache_compressed: (nil) 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: persistent_cache: (nil) 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_size: 4096 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_size_deviation: 10 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_restart_interval: 16 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: index_block_restart_interval: 1 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: metadata_block_size: 4096 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: partition_filters: 0 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: use_delta_encoding: 1 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: filter_policy: bloomfilter 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: whole_key_filtering: 1 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: verify_compression: 0 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: read_amp_bytes_per_bit: 0 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: format_version: 5 2024-03-10T21:24:49.598 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_index_compression: 1 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout: block_align: 0 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_auto_readahead_size: 262144 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout: prepopulate_block_cache: 0 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout: initial_auto_readahead_size: 8192 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression: NoCompression 2024-03-10T21:24:49.599 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.num_levels: 7 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T21:24:49.600 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T21:24:49.601 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T21:24:49.602 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T21:24:49.603 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.table_properties_collectors: 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.inplace_update_support: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.bloom_locality: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.max_successive_merges: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T21:24:49.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T21:24:49.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T21:24:49.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T21:24:49.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.ttl: 2592000 2024-03-10T21:24:49.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T21:24:49.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T21:24:49.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.enable_blob_files: false 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.min_blob_size: 0 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T21:24:49.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13547, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bccee881-77da-4481-ae6a-1ef671337e2a 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105889251079, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105889276537, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6444901, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13552, "largest_seqno": 17031, "table_properties": {"data_size": 6429475, "index_size": 10501, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 35585, "raw_average_key_size": 22, "raw_value_size": 6397212, "raw_average_value_size": 4132, "num_data_blocks": 458, "num_entries": 1548, "num_filter_entries": 1548, "num_deletions": 294, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710105889, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bccee881-77da-4481-ae6a-1ef671337e2a", "db_session_id": "7G1CE3KETB5ZP1AFYIHU", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105889276646, "job": 1, "event": "recovery_finished"} 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ba74048000 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: DB pointer 0x55ba74032000 2024-03-10T21:24:49.607 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** DB Stats ** 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T21:24:49.608 INFO:journalctl@ceph.mon.c.smithi071.stdout: L0 1/0 6.15 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 624.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: L6 1/0 6.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: Sum 2/0 12.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 624.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 624.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** Compaction Stats [default] ** 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 624.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-03-10T21:24:49.609 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: Cumulative compaction: 0.01 GB write, 201.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: Interval compaction: 0.01 GB write, 201.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: Block cache BinnedLRUCache@0x55ba73f55090#2 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: starting mon.c rank 2 at public addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] at bind addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???) e3 preinit fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).mds e6 new map 2024-03-10T21:24:49.610 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).mds e6 print_map 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: e6 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: legacy client fscid: 1 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: Filesystem 'cephfs' (1) 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: fs_name cephfs 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: epoch 6 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: created 2024-03-10T21:18:39.801217+0000 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: modified 2024-03-10T21:18:42.000161+0000 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: tableserver 0 2024-03-10T21:24:49.611 INFO:journalctl@ceph.mon.c.smithi071.stdout: root 0 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: session_timeout 60 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: session_autoclose 300 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_file_size 1099511627776 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_xattr_size 65536 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: required_client_features {} 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: last_failure 0 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: last_failure_osd_epoch 0 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: max_mds 1 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: in 0 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: up {0=24340} 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: failed 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: damaged 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: stopped 2024-03-10T21:24:49.612 INFO:journalctl@ceph.mon.c.smithi071.stdout: data_pools [3] 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: metadata_pool 2 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: inline_data disabled 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: balancer 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: bal_rank_mask -1 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: standby_count_wanted 0 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: Standby daemons: 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.71:6834/2119319151,v1:172.21.15.71:6835/2119319151] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).osd e239 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).osd e239 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:24:49.613 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).osd e239 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:24:49.614 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).osd e239 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:24:49.614 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 ceph-mon[91105]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-03-10T21:24:49.614 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 bash[91087]: aef042484089b2146b0b1d04bc9ef63c8196fbdb2465c022919cb5bfb7af16a0 2024-03-10T21:24:49.614 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:49 smithi071 systemd[1]: Started Ceph mon.c for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:24:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:24:51] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-03-10T21:24:52.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:53.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:24:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:24:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:24:54.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:54 smithi193 ceph-mon[30554]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T21:24:54.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:54 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:54.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:54 smithi071 ceph-mon[88660]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T21:24:54.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:54 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:55.542 INFO:tasks.rados.rados.0.smithi071.stdout:948: done (0 left) 2024-03-10T21:24:55.542 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 89 2024-03-10T21:24:55.543 INFO:tasks.rados.rados.0.smithi071.stdout:949: seq_num 308 ranges {5079040=360448} 2024-03-10T21:24:55.573 INFO:tasks.rados.rados.0.smithi071.stdout:949: writing smithi07176956-19 from 5079040 to 5439488 tid 1 2024-03-10T21:24:55.573 INFO:tasks.rados.rados.0.smithi071.stdout:950: read oid 41 snap -1 2024-03-10T21:24:55.573 INFO:tasks.rados.rados.0.smithi071.stdout:950: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:24:55.573 INFO:tasks.rados.rados.0.smithi071.stdout:951: read oid 26 snap 69 2024-03-10T21:24:55.573 INFO:tasks.rados.rados.0.smithi071.stdout:951: expect deleted 2024-03-10T21:24:55.573 INFO:tasks.rados.rados.0.smithi071.stdout:952: snap_remove snap 71 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: pgmap v26: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 334 KiB/s wr, 10 op/s 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: mon.b calling monitor election 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: mon.a calling monitor election 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: pgmap v27: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 245 KiB/s wr, 7 op/s 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: pgmap v28: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 199 KiB/s wr, 6 op/s 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: mgrmap e42: y(active, since 21s), standbys: x 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: mon.c (rank 2) addr [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] is down (out of quorum) 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:55 smithi193 ceph-mon[30554]: pgmap v29: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 175 KiB/s wr, 5 op/s 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: pgmap v26: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 334 KiB/s wr, 10 op/s 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: mon.b calling monitor election 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: mon.a calling monitor election 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: pgmap v27: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 245 KiB/s wr, 7 op/s 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: pgmap v28: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 199 KiB/s wr, 6 op/s 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: mgrmap e42: y(active, since 21s), standbys: x 2024-03-10T21:24:55.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: mon.c (rank 2) addr [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] is down (out of quorum) 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[88660]: pgmap v29: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 175 KiB/s wr, 5 op/s 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T21:24:55.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: pgmap v26: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 334 KiB/s wr, 10 op/s 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: mon.b calling monitor election 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: mon.a calling monitor election 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: pgmap v27: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 245 KiB/s wr, 7 op/s 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: pgmap v28: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 199 KiB/s wr, 6 op/s 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: osdmap e239: 8 total, 8 up, 8 in 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: mgrmap e42: y(active, since 21s), standbys: x 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T21:24:55.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: mon.c (rank 2) addr [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] is down (out of quorum) 2024-03-10T21:24:55.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:55.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:55.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:24:55.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:55 smithi071 ceph-mon[91105]: pgmap v29: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 175 KiB/s wr, 5 op/s 2024-03-10T21:24:56.569 INFO:tasks.rados.rados.0.smithi071.stdout:952: done (3 left) 2024-03-10T21:24:56.569 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 89 2024-03-10T21:24:56.569 INFO:tasks.rados.rados.0.smithi071.stdout:953: seq_num 309 ranges {1966080=376832} 2024-03-10T21:24:56.583 INFO:tasks.rados.rados.0.smithi071.stdout:953: writing smithi07176956-35 from 1966080 to 2342912 tid 1 2024-03-10T21:24:56.583 INFO:tasks.rados.rados.0.smithi071.stdout:954: rmattr oid 6 current snap is 89 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:954: done (4 left) 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:955: copy_from oid 5 from oid 39 current snap is 89 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:956: delete oid 50 current snap is 89 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:949: finishing write tid 1 to smithi07176956-19 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:949: finishing write tid 2 to smithi07176956-19 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:949: finishing write tid 3 to smithi07176956-19 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:949: oid 19 updating version 0 to 374 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:949: oid 19 version 374 is already newer than 373 2024-03-10T21:24:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 374 (ObjNum 308 snap 89 seq_num 308) dirty exists 2024-03-10T21:24:56.585 INFO:tasks.rados.rados.0.smithi071.stdout:949: left oid 19 (ObjNum 308 snap 89 seq_num 308) 2024-03-10T21:24:56.585 INFO:tasks.rados.rados.0.smithi071.stdout:950: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:24:56.606 INFO:tasks.rados.rados.0.smithi071.stdout:953: finishing write tid 1 to smithi07176956-35 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:953: finishing write tid 2 to smithi07176956-35 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:953: finishing write tid 3 to smithi07176956-35 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:953: oid 35 updating version 0 to 177 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:953: oid 35 version 177 is already newer than 176 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 177 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:953: left oid 35 (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:949: done (5 left) 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:950: done (4 left) 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:951: done (3 left) 2024-03-10T21:24:56.607 INFO:tasks.rados.rados.0.smithi071.stdout:953: done (2 left) 2024-03-10T21:24:56.608 INFO:tasks.rados.rados.0.smithi071.stdout:956: done (1 left) 2024-03-10T21:24:56.608 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 89 2024-03-10T21:24:56.608 INFO:tasks.rados.rados.0.smithi071.stdout:957: seq_num 311 ranges {180224=417792} 2024-03-10T21:24:56.609 INFO:tasks.rados.rados.0.smithi071.stdout:957: writing smithi07176956-34 from 180224 to 598016 tid 1 2024-03-10T21:24:56.609 INFO:tasks.rados.rados.0.smithi071.stdout:958: snap_remove snap 66 2024-03-10T21:24:56.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: mon.c calling monitor election 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: mon.b calling monitor election 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: mon.a calling monitor election 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: mgrmap e42: y(active, since 22s), standbys: x 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: Cluster is now healthy 2024-03-10T21:24:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:56 smithi193 ceph-mon[30554]: overall HEALTH_OK 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: mon.c calling monitor election 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: mon.b calling monitor election 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: mon.a calling monitor election 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:56.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: mgrmap e42: y(active, since 22s), standbys: x 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: Cluster is now healthy 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[88660]: overall HEALTH_OK 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: mon.c calling monitor election 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: mon.b calling monitor election 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: mon.a calling monitor election 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:24:56.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:24:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:24:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: osdmap e240: 8 total, 8 up, 8 in 2024-03-10T21:24:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: mgrmap e42: y(active, since 22s), standbys: x 2024-03-10T21:24:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-03-10T21:24:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: Cluster is now healthy 2024-03-10T21:24:56.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:56 smithi071 ceph-mon[91105]: overall HEALTH_OK 2024-03-10T21:24:57.570 INFO:tasks.rados.rados.0.smithi071.stdout:958: done (2 left) 2024-03-10T21:24:57.570 INFO:tasks.rados.rados.0.smithi071.stdout:959: rmattr oid 27 current snap is 89 2024-03-10T21:24:57.570 INFO:tasks.rados.rados.0.smithi071.stdout:959: done (2 left) 2024-03-10T21:24:57.570 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 89 2024-03-10T21:24:57.571 INFO:tasks.rados.rados.0.smithi071.stdout:960: seq_num 312 ranges {0=434176} 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:960: writing smithi07176956-9 from 0 to 434176 tid 1 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:961: delete oid 40 current snap is 89 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:955: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:955: finishing copy_from to smithi07176956-5 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 353 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:957: finishing write tid 1 to smithi07176956-34 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:957: finishing write tid 2 to smithi07176956-34 2024-03-10T21:24:57.573 INFO:tasks.rados.rados.0.smithi071.stdout:957: finishing write tid 3 to smithi07176956-34 2024-03-10T21:24:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:957: oid 34 updating version 0 to 650 2024-03-10T21:24:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:957: oid 34 updating version 650 to 651 2024-03-10T21:24:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 651 (ObjNum 311 snap 89 seq_num 311) dirty exists 2024-03-10T21:24:57.574 INFO:tasks.rados.rados.0.smithi071.stdout:957: left oid 34 (ObjNum 311 snap 89 seq_num 311) 2024-03-10T21:24:57.583 INFO:tasks.rados.rados.0.smithi071.stdout:955: done (3 left) 2024-03-10T21:24:57.583 INFO:tasks.rados.rados.0.smithi071.stdout:957: done (2 left) 2024-03-10T21:24:57.583 INFO:tasks.rados.rados.0.smithi071.stdout:961: done (1 left) 2024-03-10T21:24:57.583 INFO:tasks.rados.rados.0.smithi071.stdout:962: read oid 3 snap -1 2024-03-10T21:24:57.584 INFO:tasks.rados.rados.0.smithi071.stdout:962: expect deleted 2024-03-10T21:24:57.584 INFO:tasks.rados.rados.0.smithi071.stdout:963: snap_remove snap 80 2024-03-10T21:24:57.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:57 smithi193 ceph-mon[30554]: osdmap e241: 8 total, 8 up, 8 in 2024-03-10T21:24:57.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:57 smithi193 ceph-mon[30554]: pgmap v32: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:57.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:57 smithi071 ceph-mon[91105]: osdmap e241: 8 total, 8 up, 8 in 2024-03-10T21:24:57.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:57 smithi071 ceph-mon[91105]: pgmap v32: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:57.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:57 smithi071 ceph-mon[88660]: osdmap e241: 8 total, 8 up, 8 in 2024-03-10T21:24:57.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:57 smithi071 ceph-mon[88660]: pgmap v32: 121 pgs: 121 active+clean; 208 MiB data, 939 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:24:58.575 INFO:tasks.rados.rados.0.smithi071.stdout:963: done (2 left) 2024-03-10T21:24:58.575 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 89 2024-03-10T21:24:58.575 INFO:tasks.rados.rados.0.smithi071.stdout:964: seq_num 314 ranges {4235264=466944} 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:964: writing smithi07176956-42 from 4235264 to 4702208 tid 1 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:960: finishing write tid 1 to smithi07176956-9 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:965: read oid 31 snap -1 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:965: expect deleted 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:966: rollback oid 10 current snap is 89 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 57 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:960: finishing write tid 2 to smithi07176956-9 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:960: finishing write tid 3 to smithi07176956-9 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:960: oid 9 updating version 0 to 445 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:960: oid 9 version 445 is already newer than 444 2024-03-10T21:24:58.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 445 (ObjNum 312 snap 89 seq_num 312) dirty exists 2024-03-10T21:24:58.602 INFO:tasks.rados.rados.0.smithi071.stdout:960: left oid 9 (ObjNum 312 snap 89 seq_num 312) 2024-03-10T21:24:58.602 INFO:tasks.rados.rados.0.smithi071.stdout:960: done (4 left) 2024-03-10T21:24:58.602 INFO:tasks.rados.rados.0.smithi071.stdout:962: done (3 left) 2024-03-10T21:24:58.602 INFO:tasks.rados.rados.0.smithi071.stdout:967: snap_create 2024-03-10T21:24:58.603 INFO:tasks.rados.rados.0.smithi071.stdout:964: finishing write tid 1 to smithi07176956-42 2024-03-10T21:24:58.604 INFO:tasks.rados.rados.0.smithi071.stdout:964: finishing write tid 2 to smithi07176956-42 2024-03-10T21:24:58.605 INFO:tasks.rados.rados.0.smithi071.stdout:966: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:24:58.606 INFO:tasks.rados.rados.0.smithi071.stdout:964: finishing write tid 3 to smithi07176956-42 2024-03-10T21:24:58.606 INFO:tasks.rados.rados.0.smithi071.stdout:964: oid 42 updating version 0 to 456 2024-03-10T21:24:58.606 INFO:tasks.rados.rados.0.smithi071.stdout:964: oid 42 version 456 is already newer than 455 2024-03-10T21:24:58.606 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 456 (ObjNum 314 snap 89 seq_num 314) dirty exists 2024-03-10T21:24:58.606 INFO:tasks.rados.rados.0.smithi071.stdout:964: left oid 42 (ObjNum 314 snap 89 seq_num 314) 2024-03-10T21:24:58.607 INFO:tasks.rados.rados.0.smithi071.stdout:966: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:24:58.607 INFO:tasks.rados.rados.0.smithi071.stdout:966: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:24:58.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 508 (ObjNum 197 snap 49 seq_num 197) dirty exists 2024-03-10T21:24:58.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:58 smithi193 ceph-mon[30554]: osdmap e242: 8 total, 8 up, 8 in 2024-03-10T21:24:58.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:58 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:58.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:58 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:58.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:58 smithi071 ceph-mon[88660]: osdmap e242: 8 total, 8 up, 8 in 2024-03-10T21:24:58.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:58 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:58.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:58 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:58.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:58 smithi071 ceph-mon[91105]: osdmap e242: 8 total, 8 up, 8 in 2024-03-10T21:24:58.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:58 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:58.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:58 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:964: done (3 left) 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:965: done (2 left) 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:966: done (1 left) 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:967: done (0 left) 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:968: rollback oid 29 current snap is 90 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 79 2024-03-10T21:24:59.274 INFO:tasks.rados.rados.0.smithi071.stdout:969: snap_remove snap 57 2024-03-10T21:24:59.576 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:24:59.287+0000 7f6b0348c700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-03-10T21:24:59.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[88660]: osdmap e243: 8 total, 8 up, 8 in 2024-03-10T21:24:59.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[88660]: pgmap v35: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 505 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-03-10T21:24:59.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[88660]: osdmap e244: 8 total, 8 up, 8 in 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[91105]: osdmap e243: 8 total, 8 up, 8 in 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[91105]: pgmap v35: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 505 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:24:59 smithi071 ceph-mon[91105]: osdmap e244: 8 total, 8 up, 8 in 2024-03-10T21:24:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:59 smithi193 ceph-mon[30554]: osdmap e243: 8 total, 8 up, 8 in 2024-03-10T21:24:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:59 smithi193 ceph-mon[30554]: pgmap v35: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 505 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-03-10T21:24:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:59 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:59 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:24:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:24:59 smithi193 ceph-mon[30554]: osdmap e244: 8 total, 8 up, 8 in 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:969: done (1 left) 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:970: read oid 4 snap -1 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:970: expect (ObjNum 268 snap 75 seq_num 268) 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:971: delete oid 20 current snap is 90 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:968: finishing rollback tid 0 to smithi07176956-29 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:968: finishing rollback tid 1 to smithi07176956-29 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:968: finishing rollback tid 2 to smithi07176956-29 2024-03-10T21:25:00.276 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 362 (ObjNum 129 snap 0 seq_num 2944236888) dirty exists 2024-03-10T21:25:00.286 INFO:tasks.rados.rados.0.smithi071.stdout:968: done (2 left) 2024-03-10T21:25:00.286 INFO:tasks.rados.rados.0.smithi071.stdout:971: done (1 left) 2024-03-10T21:25:00.286 INFO:tasks.rados.rados.0.smithi071.stdout:972: snap_remove snap 89 2024-03-10T21:25:01.284 INFO:tasks.rados.rados.0.smithi071.stdout:972: done (1 left) 2024-03-10T21:25:01.285 INFO:tasks.rados.rados.0.smithi071.stdout:973: delete oid 11 current snap is 90 2024-03-10T21:25:01.285 INFO:tasks.rados.rados.0.smithi071.stdout:970: expect (ObjNum 268 snap 75 seq_num 268) 2024-03-10T21:25:01.340 INFO:tasks.rados.rados.0.smithi071.stdout:970: done (1 left) 2024-03-10T21:25:01.341 INFO:tasks.rados.rados.0.smithi071.stdout:973: done (0 left) 2024-03-10T21:25:01.341 INFO:tasks.rados.rados.0.smithi071.stdout:974: snap_remove snap 82 2024-03-10T21:25:01.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:01 smithi071 ceph-mon[88660]: osdmap e245: 8 total, 8 up, 8 in 2024-03-10T21:25:01.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:01 smithi071 ceph-mon[88660]: pgmap v38: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 505 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-03-10T21:25:01.393 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:25:01] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-03-10T21:25:01.394 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:01 smithi071 ceph-mon[91105]: osdmap e245: 8 total, 8 up, 8 in 2024-03-10T21:25:01.394 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:01 smithi071 ceph-mon[91105]: pgmap v38: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 505 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-03-10T21:25:01.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:01 smithi193 ceph-mon[30554]: osdmap e245: 8 total, 8 up, 8 in 2024-03-10T21:25:01.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:01 smithi193 ceph-mon[30554]: pgmap v38: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail; 505 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-03-10T21:25:02.288 INFO:tasks.rados.rados.0.smithi071.stdout:974: done (0 left) 2024-03-10T21:25:02.288 INFO:tasks.rados.rados.0.smithi071.stdout:975: read oid 6 snap -1 2024-03-10T21:25:02.289 INFO:tasks.rados.rados.0.smithi071.stdout:975: expect deleted 2024-03-10T21:25:02.289 INFO:tasks.rados.rados.0.smithi071.stdout:976: copy_from oid 50 from oid 30 current snap is 90 2024-03-10T21:25:02.289 INFO:tasks.rados.rados.0.smithi071.stdout:977: rmattr oid 49 current snap is 90 2024-03-10T21:25:02.289 INFO:tasks.rados.rados.0.smithi071.stdout:978: delete oid 45 current snap is 90 2024-03-10T21:25:02.296 INFO:tasks.rados.rados.0.smithi071.stdout:978: done (3 left) 2024-03-10T21:25:02.296 INFO:tasks.rados.rados.0.smithi071.stdout:979: delete oid 36 current snap is 90 2024-03-10T21:25:02.301 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 223 (ObjNum 290 snap 84 seq_num 290) dirty exists 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:975: done (3 left) 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:977: done (2 left) 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:979: done (1 left) 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:980: read oid 39 snap 64 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:980: expect (ObjNum 198 snap 49 seq_num 198) 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:981: copy_from oid 23 from oid 27 current snap is 90 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:982: copy_from oid 44 from oid 31 current snap is 90 2024-03-10T21:25:02.303 INFO:tasks.rados.rados.0.smithi071.stdout:983: snap_remove snap 69 2024-03-10T21:25:02.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:02 smithi071 ceph-mon[91105]: osdmap e246: 8 total, 8 up, 8 in 2024-03-10T21:25:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:02 smithi071 ceph-mon[88660]: osdmap e246: 8 total, 8 up, 8 in 2024-03-10T21:25:02.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:02 smithi193 ceph-mon[30554]: osdmap e246: 8 total, 8 up, 8 in 2024-03-10T21:25:02.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:03.295 INFO:tasks.rados.rados.0.smithi071.stdout:983: done (4 left) 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:984: read oid 16 snap 77 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:984: expect (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:985: snap_create 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:982: finishing copy_from to smithi07176956-44 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:982: got expected ENOENT (src dne) 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:982: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:981: finishing copy_from to smithi07176956-23 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:981: got expected ENOENT (src dne) 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:981: finishing copy_from racing read to smithi07176956-23 2024-03-10T21:25:03.296 INFO:tasks.rados.rados.0.smithi071.stdout:980: expect (ObjNum 198 snap 49 seq_num 198) 2024-03-10T21:25:03.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: pgmap v41: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:03.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:03 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: pgmap v41: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: osdmap e247: 8 total, 8 up, 8 in 2024-03-10T21:25:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: pgmap v41: 121 pgs: 121 active+clean; 213 MiB data, 990 MiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-03-10T21:25:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T21:25:03.689 INFO:tasks.rados.rados.0.smithi071.stdout:976: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:25:03.689 INFO:tasks.rados.rados.0.smithi071.stdout:976: finishing copy_from to smithi07176956-50 2024-03-10T21:25:03.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 157 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-03-10T21:25:03.689 INFO:tasks.rados.rados.0.smithi071.stdout:984: expect (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:976: done (5 left) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:980: done (4 left) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:981: done (3 left) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:982: done (2 left) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:984: done (1 left) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:985: done (0 left) 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 91 2024-03-10T21:25:04.292 INFO:tasks.rados.rados.0.smithi071.stdout:986: seq_num 319 ranges {0=548864} 2024-03-10T21:25:04.295 INFO:tasks.rados.rados.0.smithi071.stdout:986: writing smithi07176956-13 from 0 to 548864 tid 1 2024-03-10T21:25:04.295 INFO:tasks.rados.rados.0.smithi071.stdout:987: snap_create 2024-03-10T21:25:04.300 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing write tid 1 to smithi07176956-13 2024-03-10T21:25:04.300 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing write tid 2 to smithi07176956-13 2024-03-10T21:25:04.302 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing write tid 3 to smithi07176956-13 2024-03-10T21:25:04.302 INFO:tasks.rados.rados.0.smithi071.stdout:986: oid 13 updating version 0 to 703 2024-03-10T21:25:04.302 INFO:tasks.rados.rados.0.smithi071.stdout:986: oid 13 updating version 703 to 704 2024-03-10T21:25:04.302 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 704 (ObjNum 319 snap 91 seq_num 319) dirty exists 2024-03-10T21:25:04.302 INFO:tasks.rados.rados.0.smithi071.stdout:986: left oid 13 (ObjNum 319 snap 91 seq_num 319) 2024-03-10T21:25:04.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:04 smithi193 ceph-mon[30554]: Upgrade: It appears safe to stop mon.b 2024-03-10T21:25:04.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:04 smithi193 ceph-mon[30554]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T21:25:04.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:04 smithi071 ceph-mon[88660]: Upgrade: It appears safe to stop mon.b 2024-03-10T21:25:04.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:04 smithi071 ceph-mon[88660]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T21:25:04.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:04 smithi071 ceph-mon[91105]: Upgrade: It appears safe to stop mon.b 2024-03-10T21:25:04.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:04 smithi071 ceph-mon[91105]: osdmap e248: 8 total, 8 up, 8 in 2024-03-10T21:25:05.301 INFO:tasks.rados.rados.0.smithi071.stdout:986: done (1 left) 2024-03-10T21:25:05.301 INFO:tasks.rados.rados.0.smithi071.stdout:987: done (0 left) 2024-03-10T21:25:05.301 INFO:tasks.rados.rados.0.smithi071.stdout:988: rollback oid 26 current snap is 92 2024-03-10T21:25:05.301 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 64 2024-03-10T21:25:05.301 INFO:tasks.rados.rados.0.smithi071.stdout:989: copy_from oid 48 from oid 14 current snap is 92 2024-03-10T21:25:05.301 INFO:tasks.rados.rados.0.smithi071.stdout:990: snap_create 2024-03-10T21:25:05.308 INFO:tasks.rados.rados.0.smithi071.stdout:988: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:25:05.308 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 284 (ObjNum 129 snap 0 seq_num 1493891066) dirty dne 2024-03-10T21:25:05.319 INFO:tasks.rados.rados.0.smithi071.stdout:989: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:25:05.320 INFO:tasks.rados.rados.0.smithi071.stdout:989: finishing copy_from to smithi07176956-48 2024-03-10T21:25:05.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 415 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-03-10T21:25:05.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: osdmap e249: 8 total, 8 up, 8 in 2024-03-10T21:25:05.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: Upgrade: Updating mon.b 2024-03-10T21:25:05.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:05.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: pgmap v44: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-03-10T21:25:05.573 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:05.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:05.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:05.574 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:05 smithi193 ceph-mon[30554]: Deploying daemon mon.b on smithi193 2024-03-10T21:25:05.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: osdmap e249: 8 total, 8 up, 8 in 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: Upgrade: Updating mon.b 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: pgmap v44: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[88660]: Deploying daemon mon.b on smithi193 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: osdmap e249: 8 total, 8 up, 8 in 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: Upgrade: Updating mon.b 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:05.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: pgmap v44: 121 pgs: 121 active+clean; 211 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-03-10T21:25:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:05 smithi071 ceph-mon[91105]: Deploying daemon mon.b on smithi193 2024-03-10T21:25:06.308 INFO:tasks.rados.rados.0.smithi071.stdout:988: done (2 left) 2024-03-10T21:25:06.308 INFO:tasks.rados.rados.0.smithi071.stdout:989: done (1 left) 2024-03-10T21:25:06.308 INFO:tasks.rados.rados.0.smithi071.stdout:990: done (0 left) 2024-03-10T21:25:06.308 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 93 2024-03-10T21:25:06.308 INFO:tasks.rados.rados.0.smithi071.stdout:991: seq_num 320 ranges {11010048=565248} 2024-03-10T21:25:06.369 INFO:tasks.rados.rados.0.smithi071.stdout:991: writing smithi07176956-23 from 11010048 to 11575296 tid 1 2024-03-10T21:25:06.369 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 93 2024-03-10T21:25:06.369 INFO:tasks.rados.rados.0.smithi071.stdout:992: seq_num 321 ranges {0=581632} 2024-03-10T21:25:06.372 INFO:tasks.rados.rados.0.smithi071.stdout:992: writing smithi07176956-36 from 0 to 581632 tid 1 2024-03-10T21:25:06.373 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 93 2024-03-10T21:25:06.373 INFO:tasks.rados.rados.0.smithi071.stdout:993: seq_num 322 ranges {2662400=598016} 2024-03-10T21:25:06.390 INFO:tasks.rados.rados.0.smithi071.stdout:993: writing smithi07176956-12 from 2662400 to 3260416 tid 1 2024-03-10T21:25:06.390 INFO:tasks.rados.rados.0.smithi071.stdout:994: snap_create 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:991: finishing write tid 1 to smithi07176956-23 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:991: finishing write tid 2 to smithi07176956-23 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:991: finishing write tid 3 to smithi07176956-23 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:991: oid 23 updating version 0 to 214 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:991: oid 23 updating version 214 to 215 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 215 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:991: left oid 23 (ObjNum 320 snap 93 seq_num 320) 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:992: finishing write tid 1 to smithi07176956-36 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:992: finishing write tid 2 to smithi07176956-36 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:992: finishing write tid 3 to smithi07176956-36 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:992: oid 36 updating version 0 to 490 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:992: oid 36 version 490 is already newer than 489 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 490 (ObjNum 321 snap 93 seq_num 321) dirty exists 2024-03-10T21:25:06.391 INFO:tasks.rados.rados.0.smithi071.stdout:992: left oid 36 (ObjNum 321 snap 93 seq_num 321) 2024-03-10T21:25:06.396 INFO:tasks.rados.rados.0.smithi071.stdout:993: finishing write tid 1 to smithi07176956-12 2024-03-10T21:25:06.396 INFO:tasks.rados.rados.0.smithi071.stdout:993: finishing write tid 2 to smithi07176956-12 2024-03-10T21:25:06.397 INFO:tasks.rados.rados.0.smithi071.stdout:993: finishing write tid 3 to smithi07176956-12 2024-03-10T21:25:06.397 INFO:tasks.rados.rados.0.smithi071.stdout:993: oid 12 updating version 0 to 634 2024-03-10T21:25:06.397 INFO:tasks.rados.rados.0.smithi071.stdout:993: oid 12 version 634 is already newer than 633 2024-03-10T21:25:06.397 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 634 (ObjNum 322 snap 93 seq_num 322) dirty exists 2024-03-10T21:25:06.397 INFO:tasks.rados.rados.0.smithi071.stdout:993: left oid 12 (ObjNum 322 snap 93 seq_num 322) 2024-03-10T21:25:06.506 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:06 smithi193 ceph-mon[30554]: osdmap e250: 8 total, 8 up, 8 in 2024-03-10T21:25:06.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-mon[88660]: osdmap e250: 8 total, 8 up, 8 in 2024-03-10T21:25:06.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-mon[91105]: osdmap e250: 8 total, 8 up, 8 in 2024-03-10T21:25:06.816 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:06 smithi193 systemd[1]: Stopping Ceph mon.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:25:07.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b[30547]: 2024-03-10T21:25:06.812+0000 7fcf624f8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:25:07.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b[30547]: 2024-03-10T21:25:06.812+0000 7fcf624f8700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-03-10T21:25:07.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:06 smithi193 podman[83706]: 2024-03-10 21:25:06.896255847 +0000 UTC m=+0.250509740 container died 4545cf5e821ac31a2b090500824de1d9a28a62f484badc7e5aa2a6d438f1bcf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-10T21:25:07.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:25:06] ENGINE Bus STOPPING 2024-03-10T21:25:07.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:25:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:25:07.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:25:06] ENGINE Bus STOPPED 2024-03-10T21:25:07.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:25:06] ENGINE Bus STARTING 2024-03-10T21:25:07.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:25:06] ENGINE Serving on http://:::9283 2024-03-10T21:25:07.086 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:25:06] ENGINE Bus STARTED 2024-03-10T21:25:07.500 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 podman[83706]: 2024-03-10 21:25:07.264234828 +0000 UTC m=+0.618488741 container cleanup 4545cf5e821ac31a2b090500824de1d9a28a62f484badc7e5aa2a6d438f1bcf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2) 2024-03-10T21:25:07.500 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 bash[83706]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b 2024-03-10T21:25:07.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 podman[83720]: 2024-03-10 21:25:07.498939152 +0000 UTC m=+0.600726405 container remove 4545cf5e821ac31a2b090500824de1d9a28a62f484badc7e5aa2a6d438f1bcf6 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-03-10T21:25:07.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.b.service: Deactivated successfully. 2024-03-10T21:25:07.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 systemd[1]: Stopped Ceph mon.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:25:07.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.b.service: Consumed 9.550s CPU time. 2024-03-10T21:25:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:07 smithi193 systemd[1]: Starting Ceph mon.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:25:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 podman[83854]: 2024-03-10 21:25:08.04173285 +0000 UTC m=+0.110878901 container create d412e60d18e7f72951d5970df7625667653dc96fea7f897efc1330566a9a8ace (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, ceph=True, RELEASE=main-cb2b48d) 2024-03-10T21:25:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 podman[83854]: 2024-03-10 21:25:07.948400371 +0000 UTC m=+0.017546439 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 podman[83854]: 2024-03-10 21:25:08.286073278 +0000 UTC m=+0.355219333 container init d412e60d18e7f72951d5970df7625667653dc96fea7f897efc1330566a9a8ace (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 podman[83854]: 2024-03-10 21:25:08.289231531 +0000 UTC m=+0.358377583 container start d412e60d18e7f72951d5970df7625667653dc96fea7f897efc1330566a9a8ace (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: set uid:gid to 167:167 (ceph:ceph) 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev), process ceph-mon, pid 2 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: pidfile_write: ignore empty --pid-file 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: load: jerasure load: lrc 2024-03-10T21:25:08.352 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: RocksDB version: 7.9.2 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Git sha 0 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Compile date 2024-03-09 15:03:29 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: DB SUMMARY 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: DB Session ID: 38EP7F3QFU2CCMKZXCBY 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: CURRENT file: CURRENT 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: IDENTITY file: IDENTITY 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1397 Bytes 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 11351906 ; 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.error_if_exists: 0 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.create_if_missing: 0 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.paranoid_checks: 1 2024-03-10T21:25:08.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.env: 0x55e67d1c9b20 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.fs: PosixFileSystem 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.info_log: 0x55e67ead38e0 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_file_opening_threads: 16 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.statistics: (nil) 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.use_fsync: 0 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_log_file_size: 0 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.keep_log_file_num: 1000 2024-03-10T21:25:08.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.recycle_log_file_num: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.allow_fallocate: 1 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.allow_mmap_reads: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.allow_mmap_writes: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.use_direct_reads: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.create_missing_column_families: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.db_log_dir: 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.wal_dir: 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-10T21:25:08.355 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.advise_random_on_open: 1 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.db_write_buffer_size: 0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.write_buffer_manager: 0x55e67eaa6dc0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.rate_limiter: (nil) 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.wal_recovery_mode: 2 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.enable_thread_tracking: 0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.enable_pipelined_write: 0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.unordered_write: 0 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-10T21:25:08.356 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-10T21:25:08.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-10T21:25:08.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-10T21:25:08.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.row_cache: None 2024-03-10T21:25:08.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.wal_filter: None 2024-03-10T21:25:08.357 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-10T21:25:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.allow_ingest_behind: 0 2024-03-10T21:25:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.two_write_queues: 0 2024-03-10T21:25:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.manual_wal_flush: 0 2024-03-10T21:25:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.wal_compression: 0 2024-03-10T21:25:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.atomic_flush: 0 2024-03-10T21:25:08.358 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.log_readahead_size: 0 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.best_efforts_recovery: 0 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.allow_data_in_errors: 0 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.db_host_id: __hostname__ 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_background_jobs: 2 2024-03-10T21:25:08.359 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_background_compactions: -1 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_subcompactions: 1 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_total_wal_size: 0 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-10T21:25:08.361 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_open_files: -1 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bytes_per_sync: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_readahead_size: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_background_flushes: -1 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Compression algorithms supported: 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kZSTD supported: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kXpressCompression supported: 0 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kLZ4HCCompression supported: 1 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kZlibCompression supported: 1 2024-03-10T21:25:08.362 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kSnappyCompression supported: 1 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kLZ4Compression supported: 1 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: kBZip2Compression supported: 0 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.merge_operator: 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_filter: None 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_filter_factory: None 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.sst_partitioner_factory: None 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-10T21:25:08.363 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e67ead39e0) 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: cache_index_and_filter_blocks: 1 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: pin_top_level_index_and_filter: 1 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_type: 0 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_block_index_type: 0 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_shortening: 1 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: checksum: 4 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: no_block_cache: 0 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache: 0x55e67ead9090 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_name: BinnedLRUCache 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_options: 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: capacity : 536870912 2024-03-10T21:25:08.364 INFO:journalctl@ceph.mon.b.smithi193.stdout: num_shard_bits : 4 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: strict_capacity_limit : 0 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: high_pri_pool_ratio: 0.000 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_cache_compressed: (nil) 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: persistent_cache: (nil) 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_size: 4096 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_size_deviation: 10 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_restart_interval: 16 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: index_block_restart_interval: 1 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: metadata_block_size: 4096 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: partition_filters: 0 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: use_delta_encoding: 1 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: filter_policy: bloomfilter 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: whole_key_filtering: 1 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: verify_compression: 0 2024-03-10T21:25:08.365 INFO:journalctl@ceph.mon.b.smithi193.stdout: read_amp_bytes_per_bit: 0 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: format_version: 5 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: enable_index_compression: 1 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: block_align: 0 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_auto_readahead_size: 262144 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: prepopulate_block_cache: 0 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: initial_auto_readahead_size: 8192 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout: num_file_reads_for_auto_readahead: 2 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.write_buffer_size: 33554432 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_write_buffer_number: 2 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression: NoCompression 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression: Disabled 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.prefix_extractor: nullptr 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-10T21:25:08.366 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.num_levels: 7 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-10T21:25:08.367 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.level: 32767 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.strategy: 0 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.enabled: false 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.target_file_size_base: 67108864 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-10T21:25:08.368 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.arena_block_size: 1048576 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-10T21:25:08.369 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.disable_auto_compactions: 0 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.table_properties_collectors: 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.inplace_update_support: 0 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-10T21:25:08.370 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.bloom_locality: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.max_successive_merges: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.paranoid_file_checks: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.force_consistency_checks: 1 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.report_bg_io_stats: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.ttl: 2592000 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.enable_blob_files: false 2024-03-10T21:25:08.371 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.min_blob_size: 0 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.blob_file_size: 268435456 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.blob_file_starting_level: 0 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13633, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 316e7212-3d8c-4227-9122-a641fc9c49f3 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105908317912, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-03-10T21:25:08.372 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105908345793, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6974782, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13638, "largest_seqno": 17577, "table_properties": {"data_size": 6957608, "index_size": 11865, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4293, "raw_key_size": 39502, "raw_average_key_size": 23, "raw_value_size": 6921630, "raw_average_value_size": 4035, "num_data_blocks": 516, "num_entries": 1715, "num_filter_entries": 1715, "num_deletions": 296, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710105908, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "316e7212-3d8c-4227-9122-a641fc9c49f3", "db_session_id": "38EP7F3QFU2CCMKZXCBY", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710105908345915, "job": 1, "event": "recovery_finished"} 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e67ebcc000 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: DB pointer 0x55e67ebb6000 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** DB Stats ** 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:25:08.373 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** Compaction Stats [default] ** 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: L0 1/0 6.65 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 543.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: L6 1/0 6.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Sum 2/0 13.49 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 543.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 543.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** Compaction Stats [default] ** 2024-03-10T21:25:08.374 INFO:journalctl@ceph.mon.b.smithi193.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 543.0 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: Cumulative compaction: 0.01 GB write, 217.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: Interval compaction: 0.01 GB write, 217.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-10T21:25:08.375 INFO:journalctl@ceph.mon.b.smithi193.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: Block cache BinnedLRUCache@0x55e67ead9090#2 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: starting mon.b rank 1 at public addrs [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] at bind addrs [v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???) e3 preinit fsid d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).mds e6 new map 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).mds e6 print_map 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: e6 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: legacy client fscid: 1 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: Filesystem 'cephfs' (1) 2024-03-10T21:25:08.376 INFO:journalctl@ceph.mon.b.smithi193.stdout: fs_name cephfs 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: epoch 6 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: created 2024-03-10T21:18:39.801217+0000 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: modified 2024-03-10T21:18:42.000161+0000 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: tableserver 0 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: root 0 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: session_timeout 60 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: session_autoclose 300 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_file_size 1099511627776 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_xattr_size 65536 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: required_client_features {} 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: last_failure 0 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: last_failure_osd_epoch 0 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-03-10T21:25:08.377 INFO:journalctl@ceph.mon.b.smithi193.stdout: max_mds 1 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: in 0 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: up {0=24340} 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: failed 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: damaged 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: stopped 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: data_pools [3] 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: metadata_pool 2 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: inline_data disabled 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: balancer 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: bal_rank_mask -1 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: standby_count_wanted 0 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.193:6832/1763023413,v1:172.21.15.193:6833/1763023413] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.378 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout: Standby daemons: 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout: 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.71:6834/2119319151,v1:172.21.15.71:6835/2119319151] compat {c=[1],r=[1],i=[7ff]}] 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-03-10T21:25:08.379 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 ceph-mon[83873]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-03-10T21:25:08.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 bash[83854]: d412e60d18e7f72951d5970df7625667653dc96fea7f897efc1330566a9a8ace 2024-03-10T21:25:08.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:08 smithi193 systemd[1]: Started Ceph mon.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:25:08.896 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:25:09.211 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (4m) 11s ago 5m 28.5M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (5m) 31s ago 5m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (6m) 11s ago 6m 14.6M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (6m) 31s ago 6m 18.9M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (60s) 31s ago 10m 447M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (89s) 11s ago 11m 501M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (45s) 11s ago 11m 39.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 starting - - - 2048M 2024-03-10T21:25:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (20s) 11s ago 10m 26.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (5m) 11s ago 5m 15.5M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (5m) 31s ago 5m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (9m) 11s ago 9m 141M 2480M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (9m) 11s ago 9m 141M 2480M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (8m) 11s ago 8m 167M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (8m) 11s ago 8m 126M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (8m) 31s ago 8m 143M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (7m) 31s ago 7m 136M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (7m) 31s ago 7m 88.7M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:25:09.213 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (6m) 31s ago 6m 145M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:25:09.214 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (65s) 31s ago 6m 42.4M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:25:09.276 INFO:tasks.rados.rados.0.smithi071.stdout:991: done (3 left) 2024-03-10T21:25:09.276 INFO:tasks.rados.rados.0.smithi071.stdout:992: done (2 left) 2024-03-10T21:25:09.276 INFO:tasks.rados.rados.0.smithi071.stdout:993: done (1 left) 2024-03-10T21:25:09.276 INFO:tasks.rados.rados.0.smithi071.stdout:994: done (0 left) 2024-03-10T21:25:09.276 INFO:tasks.rados.rados.0.smithi071.stdout:995: read oid 16 snap -1 2024-03-10T21:25:09.276 INFO:tasks.rados.rados.0.smithi071.stdout:995: expect (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:25:09.277 INFO:tasks.rados.rados.0.smithi071.stdout:996: snap_create 2024-03-10T21:25:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:995: expect (ObjNum 229 snap 63 seq_num 229) 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:25:09.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 10, 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 5 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:25:09.613 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: pgmap v48: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: mon.a calling monitor election 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: mon.b calling monitor election 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: mon.c calling monitor election 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: monmap e4: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: osdmap e251: 8 total, 8 up, 8 in 2024-03-10T21:25:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: mgrmap e42: y(active, since 36s), standbys: x 2024-03-10T21:25:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: overall HEALTH_OK 2024-03-10T21:25:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='' 2024-03-10T21:25:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: osdmap e252: 8 total, 8 up, 8 in 2024-03-10T21:25:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:09 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/733231271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: pgmap v48: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: mon.a calling monitor election 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: mon.b calling monitor election 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: mon.c calling monitor election 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: monmap e4: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: osdmap e251: 8 total, 8 up, 8 in 2024-03-10T21:25:10.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: mgrmap e42: y(active, since 36s), standbys: x 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: overall HEALTH_OK 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='' 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: osdmap e252: 8 total, 8 up, 8 in 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/733231271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: pgmap v48: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:25:10.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: mon.a calling monitor election 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: mon.b calling monitor election 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: mon.c calling monitor election 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: monmap e4: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.193:3300/0,v1:172.21.15.193:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: osdmap e251: 8 total, 8 up, 8 in 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: mgrmap e42: y(active, since 36s), standbys: x 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: overall HEALTH_OK 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='' 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: osdmap e252: 8 total, 8 up, 8 in 2024-03-10T21:25:10.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:09 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/733231271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:10.276 INFO:tasks.rados.rados.0.smithi071.stdout:995: done (1 left) 2024-03-10T21:25:10.276 INFO:tasks.rados.rados.0.smithi071.stdout:996: done (0 left) 2024-03-10T21:25:10.276 INFO:tasks.rados.rados.0.smithi071.stdout:997: rmattr oid 40 current snap is 95 2024-03-10T21:25:10.276 INFO:tasks.rados.rados.0.smithi071.stdout:997: done (0 left) 2024-03-10T21:25:10.276 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 95 2024-03-10T21:25:10.276 INFO:tasks.rados.rados.0.smithi071.stdout:998: seq_num 323 ranges {5439488=614400} 2024-03-10T21:25:10.307 INFO:tasks.rados.rados.0.smithi071.stdout:998: writing smithi07176956-19 from 5439488 to 6053888 tid 1 2024-03-10T21:25:10.308 INFO:tasks.rados.rados.0.smithi071.stdout:999: snap_create 2024-03-10T21:25:10.312 INFO:tasks.rados.rados.0.smithi071.stdout:998: finishing write tid 1 to smithi07176956-19 2024-03-10T21:25:10.313 INFO:tasks.rados.rados.0.smithi071.stdout:998: finishing write tid 2 to smithi07176956-19 2024-03-10T21:25:10.313 INFO:tasks.rados.rados.0.smithi071.stdout:998: finishing write tid 3 to smithi07176956-19 2024-03-10T21:25:10.313 INFO:tasks.rados.rados.0.smithi071.stdout:998: oid 19 updating version 0 to 375 2024-03-10T21:25:10.314 INFO:tasks.rados.rados.0.smithi071.stdout:998: oid 19 updating version 375 to 376 2024-03-10T21:25:10.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 376 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-03-10T21:25:10.314 INFO:tasks.rados.rados.0.smithi071.stdout:998: left oid 19 (ObjNum 323 snap 95 seq_num 323) 2024-03-10T21:25:11.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:10 smithi193 ceph-mon[83873]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:11.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:10 smithi193 ceph-mon[83873]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:10 smithi193 ceph-mon[83873]: osdmap e253: 8 total, 8 up, 8 in 2024-03-10T21:25:11.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:10 smithi071 ceph-mon[88660]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:11.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:10 smithi071 ceph-mon[88660]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:11.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:10 smithi071 ceph-mon[88660]: osdmap e253: 8 total, 8 up, 8 in 2024-03-10T21:25:11.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:10 smithi071 ceph-mon[91105]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:11.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:10 smithi071 ceph-mon[91105]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:11.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:10 smithi071 ceph-mon[91105]: osdmap e253: 8 total, 8 up, 8 in 2024-03-10T21:25:11.283 INFO:tasks.rados.rados.0.smithi071.stdout:998: done (1 left) 2024-03-10T21:25:11.283 INFO:tasks.rados.rados.0.smithi071.stdout:999: done (0 left) 2024-03-10T21:25:11.283 INFO:tasks.rados.rados.0.smithi071.stdout:1000: snap_remove snap 60 2024-03-10T21:25:11.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:25:11] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-03-10T21:25:12.054 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:11 smithi193 ceph-mon[83873]: pgmap v51: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 757 B/s rd, 824 KiB/s wr, 2 op/s 2024-03-10T21:25:12.054 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:11 smithi193 ceph-mon[83873]: osdmap e254: 8 total, 8 up, 8 in 2024-03-10T21:25:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:11 smithi071 ceph-mon[88660]: pgmap v51: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 757 B/s rd, 824 KiB/s wr, 2 op/s 2024-03-10T21:25:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:11 smithi071 ceph-mon[88660]: osdmap e254: 8 total, 8 up, 8 in 2024-03-10T21:25:12.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:11 smithi071 ceph-mon[91105]: pgmap v51: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 757 B/s rd, 824 KiB/s wr, 2 op/s 2024-03-10T21:25:12.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:11 smithi071 ceph-mon[91105]: osdmap e254: 8 total, 8 up, 8 in 2024-03-10T21:25:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:1000: done (0 left) 2024-03-10T21:25:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:1001: copy_from oid 33 from oid 1 current snap is 96 2024-03-10T21:25:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:1002: read oid 46 snap -1 2024-03-10T21:25:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:1002: expect (ObjNum 305 snap 89 seq_num 305) 2024-03-10T21:25:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:1003: snap_remove snap 86 2024-03-10T21:25:12.570 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:13.299 INFO:tasks.rados.rados.0.smithi071.stdout:1003: done (2 left) 2024-03-10T21:25:13.299 INFO:tasks.rados.rados.0.smithi071.stdout:1004: snap_remove snap 77 2024-03-10T21:25:13.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:13 smithi193 ceph-mon[83873]: osdmap e255: 8 total, 8 up, 8 in 2024-03-10T21:25:13.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:13 smithi193 ceph-mon[83873]: pgmap v54: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:13.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:13.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:13.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:13.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[88660]: osdmap e255: 8 total, 8 up, 8 in 2024-03-10T21:25:13.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[88660]: pgmap v54: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:13.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:13.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:13.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:25:13.355+0000 7f6b0348c700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-10T21:25:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[91105]: osdmap e255: 8 total, 8 up, 8 in 2024-03-10T21:25:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[91105]: pgmap v54: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:14.309 INFO:tasks.rados.rados.0.smithi071.stdout:1004: done (2 left) 2024-03-10T21:25:14.309 INFO:tasks.rados.rados.0.smithi071.stdout:1005: snap_create 2024-03-10T21:25:14.310 INFO:tasks.rados.rados.0.smithi071.stdout:1002: expect (ObjNum 305 snap 89 seq_num 305) 2024-03-10T21:25:14.381 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:25:14.381 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing copy_from to smithi07176956-33 2024-03-10T21:25:14.381 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 560 (ObjNum 301 snap 88 seq_num 301) dirty exists 2024-03-10T21:25:14.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:14 smithi193 ceph-mon[83873]: osdmap e256: 8 total, 8 up, 8 in 2024-03-10T21:25:14.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:14.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:14.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:14 smithi071 ceph-mon[88660]: osdmap e256: 8 total, 8 up, 8 in 2024-03-10T21:25:14.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:14.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:14.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:14 smithi071 ceph-mon[91105]: osdmap e256: 8 total, 8 up, 8 in 2024-03-10T21:25:14.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:14.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:15.311 INFO:tasks.rados.rados.0.smithi071.stdout:1001: done (2 left) 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1002: done (1 left) 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1005: done (0 left) 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1006: rmattr oid 26 current snap is 97 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1006: done (0 left) 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1007: rmattr oid 47 current snap is 97 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1008: rmattr oid 11 current snap is 97 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1008: done (1 left) 2024-03-10T21:25:15.312 INFO:tasks.rados.rados.0.smithi071.stdout:1009: snap_remove snap 91 2024-03-10T21:25:15.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:15 smithi193 ceph-mon[83873]: osdmap e257: 8 total, 8 up, 8 in 2024-03-10T21:25:15.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:15 smithi193 ceph-mon[83873]: pgmap v57: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-03-10T21:25:15.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:15 smithi071 ceph-mon[88660]: osdmap e257: 8 total, 8 up, 8 in 2024-03-10T21:25:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:15 smithi071 ceph-mon[88660]: pgmap v57: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-03-10T21:25:15.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:15 smithi071 ceph-mon[91105]: osdmap e257: 8 total, 8 up, 8 in 2024-03-10T21:25:15.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:15 smithi071 ceph-mon[91105]: pgmap v57: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-03-10T21:25:16.312 INFO:tasks.rados.rados.0.smithi071.stdout:1009: done (1 left) 2024-03-10T21:25:16.312 INFO:tasks.rados.rados.0.smithi071.stdout:1010: delete oid 36 current snap is 97 2024-03-10T21:25:16.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 662 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-03-10T21:25:16.317 INFO:tasks.rados.rados.0.smithi071.stdout:1007: done (1 left) 2024-03-10T21:25:16.317 INFO:tasks.rados.rados.0.smithi071.stdout:1010: done (0 left) 2024-03-10T21:25:16.317 INFO:tasks.rados.rados.0.smithi071.stdout:1011: rollback oid 3 current snap is 97 2024-03-10T21:25:16.318 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 94 2024-03-10T21:25:16.318 INFO:tasks.rados.rados.0.smithi071.stdout:1012: setattr oid 37 current snap is 97 2024-03-10T21:25:16.319 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 97 2024-03-10T21:25:16.319 INFO:tasks.rados.rados.0.smithi071.stdout:1013: seq_num 325 ranges {2400256=647168} 2024-03-10T21:25:16.336 INFO:tasks.rados.rados.0.smithi071.stdout:1013: writing smithi07176956-18 from 2400256 to 3047424 tid 1 2024-03-10T21:25:16.336 INFO:tasks.rados.rados.0.smithi071.stdout:1014: snap_create 2024-03-10T21:25:16.336 INFO:tasks.rados.rados.0.smithi071.stdout:1011: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:25:16.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 413 (ObjNum 65 snap 0 seq_num 4246554702) dirty dne 2024-03-10T21:25:16.337 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 363 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:25:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing write tid 1 to smithi07176956-18 2024-03-10T21:25:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing write tid 2 to smithi07176956-18 2024-03-10T21:25:16.345 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing write tid 3 to smithi07176956-18 2024-03-10T21:25:16.345 INFO:tasks.rados.rados.0.smithi071.stdout:1013: oid 18 updating version 0 to 734 2024-03-10T21:25:16.345 INFO:tasks.rados.rados.0.smithi071.stdout:1013: oid 18 updating version 734 to 735 2024-03-10T21:25:16.345 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 735 (ObjNum 325 snap 97 seq_num 325) dirty exists 2024-03-10T21:25:16.346 INFO:tasks.rados.rados.0.smithi071.stdout:1013: left oid 18 (ObjNum 325 snap 97 seq_num 325) 2024-03-10T21:25:16.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:16 smithi193 ceph-mon[83873]: osdmap e258: 8 total, 8 up, 8 in 2024-03-10T21:25:16.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:16 smithi071 ceph-mon[88660]: osdmap e258: 8 total, 8 up, 8 in 2024-03-10T21:25:16.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:16 smithi071 ceph-mon[91105]: osdmap e258: 8 total, 8 up, 8 in 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1011: done (3 left) 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1012: done (2 left) 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1013: done (1 left) 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1014: done (0 left) 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1015: read oid 7 snap 64 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1015: expect (ObjNum 237 snap 64 seq_num 237) 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1016: rmattr oid 2 current snap is 98 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1017: copy_from oid 46 from oid 47 current snap is 98 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1018: copy_from oid 38 from oid 20 current snap is 98 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1019: copy_from oid 44 from oid 39 current snap is 98 2024-03-10T21:25:17.327 INFO:tasks.rados.rados.0.smithi071.stdout:1020: delete oid 25 current snap is 98 2024-03-10T21:25:17.329 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 585 (ObjNum 65 snap 0 seq_num 1349344371) dirty exists 2024-03-10T21:25:17.331 INFO:tasks.rados.rados.0.smithi071.stdout:1016: done (5 left) 2024-03-10T21:25:17.331 INFO:tasks.rados.rados.0.smithi071.stdout:1020: done (4 left) 2024-03-10T21:25:17.331 INFO:tasks.rados.rados.0.smithi071.stdout:1021: rollback oid 49 current snap is 98 2024-03-10T21:25:17.331 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 76 2024-03-10T21:25:17.331 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 98 2024-03-10T21:25:17.331 INFO:tasks.rados.rados.0.smithi071.stdout:1022: seq_num 327 ranges {3055616=679936} 2024-03-10T21:25:17.352 INFO:tasks.rados.rados.0.smithi071.stdout:1022: writing smithi07176956-16 from 3055616 to 3735552 tid 1 2024-03-10T21:25:17.352 INFO:tasks.rados.rados.0.smithi071.stdout:1023: snap_remove snap 81 2024-03-10T21:25:17.352 INFO:tasks.rados.rados.0.smithi071.stdout:1018: finishing copy_from to smithi07176956-38 2024-03-10T21:25:17.352 INFO:tasks.rados.rados.0.smithi071.stdout:1018: got expected ENOENT (src dne) 2024-03-10T21:25:17.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:17 smithi193 ceph-mon[83873]: osdmap e259: 8 total, 8 up, 8 in 2024-03-10T21:25:17.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:17 smithi193 ceph-mon[83873]: pgmap v60: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-03-10T21:25:17.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:17 smithi071 ceph-mon[88660]: osdmap e259: 8 total, 8 up, 8 in 2024-03-10T21:25:17.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:17 smithi071 ceph-mon[88660]: pgmap v60: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-03-10T21:25:17.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:17 smithi071 ceph-mon[91105]: osdmap e259: 8 total, 8 up, 8 in 2024-03-10T21:25:17.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:17 smithi071 ceph-mon[91105]: pgmap v60: 121 pgs: 121 active+clean; 192 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 632 KiB/s wr, 3 op/s 2024-03-10T21:25:18.327 INFO:tasks.rados.rados.0.smithi071.stdout:1023: done (6 left) 2024-03-10T21:25:18.327 INFO:tasks.rados.rados.0.smithi071.stdout:1024: snap_remove snap 70 2024-03-10T21:25:18.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: osdmap e260: 8 total, 8 up, 8 in 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:18.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: osdmap e260: 8 total, 8 up, 8 in 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:18.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: osdmap e260: 8 total, 8 up, 8 in 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:19.278 INFO:tasks.rados.rados.0.smithi071.stdout:1024: done (6 left) 2024-03-10T21:25:19.278 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 98 2024-03-10T21:25:19.278 INFO:tasks.rados.rados.0.smithi071.stdout:1025: seq_num 328 ranges {0=696320} 2024-03-10T21:25:19.282 INFO:tasks.rados.rados.0.smithi071.stdout:1025: writing smithi07176956-3 from 0 to 696320 tid 1 2024-03-10T21:25:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:1018: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:25:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:1021: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:25:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:1021: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:25:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:1021: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:25:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 241 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-03-10T21:25:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:1015: expect (ObjNum 237 snap 64 seq_num 237) 2024-03-10T21:25:19.532 INFO:tasks.rados.rados.0.smithi071.stdout:1022: finishing write tid 1 to smithi07176956-16 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1022: finishing write tid 2 to smithi07176956-16 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1022: finishing write tid 3 to smithi07176956-16 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1022: oid 16 updating version 0 to 378 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1022: oid 16 version 378 is already newer than 377 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 378 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1022: left oid 16 (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1019: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1017: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1019: finishing copy_from to smithi07176956-44 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 353 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:1017: finishing copy_from to smithi07176956-46 2024-03-10T21:25:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 662 (ObjNum 303 snap 89 seq_num 303) dirty exists 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1025: finishing write tid 1 to smithi07176956-3 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1025: finishing write tid 2 to smithi07176956-3 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1015: done (6 left) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1017: done (5 left) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1018: done (4 left) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1019: done (3 left) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1021: done (2 left) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1022: done (1 left) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1026: read oid 33 snap -1 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1026: expect (ObjNum 301 snap 88 seq_num 301) 2024-03-10T21:25:19.534 INFO:tasks.rados.rados.0.smithi071.stdout:1027: delete oid 7 current snap is 98 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:1025: finishing write tid 3 to smithi07176956-3 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:1025: oid 3 updating version 0 to 561 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:1025: oid 3 updating version 561 to 562 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 562 (ObjNum 328 snap 98 seq_num 328) dirty exists 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:1025: left oid 3 (ObjNum 328 snap 98 seq_num 328) 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:1025: done (2 left) 2024-03-10T21:25:19.535 INFO:tasks.rados.rados.0.smithi071.stdout:1027: done (1 left) 2024-03-10T21:25:19.536 INFO:tasks.rados.rados.0.smithi071.stdout:1028: rollback oid 26 current snap is 98 2024-03-10T21:25:19.536 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 97 2024-03-10T21:25:19.536 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 98 2024-03-10T21:25:19.536 INFO:tasks.rados.rados.0.smithi071.stdout:1029: seq_num 330 ranges {1286144=737280} 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:1029: writing smithi07176956-49 from 1286144 to 2023424 tid 1 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:1030: rollback oid 3 current snap is 98 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 94 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 0 (ObjNum 289 snap 0 seq_num 4136399768) dirty dne 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:1028: done (3 left) 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:1031: delete oid 4 current snap is 98 2024-03-10T21:25:19.548 INFO:tasks.rados.rados.0.smithi071.stdout:1026: expect (ObjNum 301 snap 88 seq_num 301) 2024-03-10T21:25:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:19 smithi193 ceph-mon[83873]: Reconfiguring mon.a (monmap changed)... 2024-03-10T21:25:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:19 smithi193 ceph-mon[83873]: Reconfiguring daemon mon.a on smithi071 2024-03-10T21:25:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:19 smithi193 ceph-mon[83873]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T21:25:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:19 smithi193 ceph-mon[83873]: pgmap v63: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-03-10T21:25:19.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:19 smithi193 ceph-mon[83873]: osdmap e262: 8 total, 8 up, 8 in 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[91105]: Reconfiguring mon.a (monmap changed)... 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[91105]: Reconfiguring daemon mon.a on smithi071 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[91105]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[91105]: pgmap v63: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[91105]: osdmap e262: 8 total, 8 up, 8 in 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[88660]: Reconfiguring mon.a (monmap changed)... 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[88660]: Reconfiguring daemon mon.a on smithi071 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[88660]: osdmap e261: 8 total, 8 up, 8 in 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[88660]: pgmap v63: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-03-10T21:25:19.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:19 smithi071 ceph-mon[88660]: osdmap e262: 8 total, 8 up, 8 in 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1030: finishing rollback tid 0 to smithi07176956-3 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1030: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 564 (ObjNum 4401 snap 0 seq_num 2945104416) dirty dne 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing write tid 1 to smithi07176956-49 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing write tid 2 to smithi07176956-49 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing write tid 3 to smithi07176956-49 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1029: oid 49 updating version 0 to 251 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:1029: oid 49 version 251 is already newer than 250 2024-03-10T21:25:19.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 251 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1029: left oid 49 (ObjNum 330 snap 98 seq_num 330) 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1026: done (3 left) 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1029: done (2 left) 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1030: done (1 left) 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1031: done (0 left) 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1032: delete oid 13 current snap is 98 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:1032: done (0 left) 2024-03-10T21:25:19.645 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 98 2024-03-10T21:25:19.646 INFO:tasks.rados.rados.0.smithi071.stdout:1033: seq_num 333 ranges {1728512=786432} 2024-03-10T21:25:19.660 INFO:tasks.rados.rados.0.smithi071.stdout:1033: writing smithi07176956-10 from 1728512 to 2514944 tid 1 2024-03-10T21:25:19.660 INFO:tasks.rados.rados.0.smithi071.stdout:1034: rmattr oid 1 current snap is 98 2024-03-10T21:25:19.660 INFO:tasks.rados.rados.0.smithi071.stdout:1034: done (1 left) 2024-03-10T21:25:19.660 INFO:tasks.rados.rados.0.smithi071.stdout:1035: read oid 7 snap 95 2024-03-10T21:25:19.660 INFO:tasks.rados.rados.0.smithi071.stdout:1035: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:25:19.660 INFO:tasks.rados.rados.0.smithi071.stdout:1036: delete oid 39 current snap is 98 2024-03-10T21:25:19.662 INFO:tasks.rados.rados.0.smithi071.stdout:1036: done (2 left) 2024-03-10T21:25:19.662 INFO:tasks.rados.rados.0.smithi071.stdout:1037: rollback oid 45 current snap is 98 2024-03-10T21:25:19.662 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 93 2024-03-10T21:25:19.662 INFO:tasks.rados.rados.0.smithi071.stdout:1038: rmattr oid 22 current snap is 98 2024-03-10T21:25:19.663 INFO:tasks.rados.rados.0.smithi071.stdout:1039: delete oid 14 current snap is 98 2024-03-10T21:25:19.665 INFO:tasks.rados.rados.0.smithi071.stdout:1037: finishing rollback tid 1 to smithi07176956-45 2024-03-10T21:25:19.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 209 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T21:25:19.665 INFO:tasks.rados.rados.0.smithi071.stdout:1033: finishing write tid 1 to smithi07176956-10 2024-03-10T21:25:19.665 INFO:tasks.rados.rados.0.smithi071.stdout:1035: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1033: finishing write tid 2 to smithi07176956-10 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 237 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1033: finishing write tid 3 to smithi07176956-10 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1033: oid 10 updating version 0 to 561 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1033: oid 10 version 561 is already newer than 560 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 561 (ObjNum 333 snap 98 seq_num 333) dirty exists 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1033: left oid 10 (ObjNum 333 snap 98 seq_num 333) 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1033: done (4 left) 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1035: done (3 left) 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1037: done (2 left) 2024-03-10T21:25:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:1038: done (1 left) 2024-03-10T21:25:19.689 INFO:tasks.rados.rados.0.smithi071.stdout:1039: done (0 left) 2024-03-10T21:25:19.689 INFO:tasks.rados.rados.0.smithi071.stdout:1040: read oid 26 snap -1 2024-03-10T21:25:19.689 INFO:tasks.rados.rados.0.smithi071.stdout:1040: expect deleted 2024-03-10T21:25:19.689 INFO:tasks.rados.rados.0.smithi071.stdout:1041: snap_create 2024-03-10T21:25:20.578 INFO:tasks.rados.rados.0.smithi071.stdout:1040: done (1 left) 2024-03-10T21:25:20.578 INFO:tasks.rados.rados.0.smithi071.stdout:1041: done (0 left) 2024-03-10T21:25:20.578 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 99 2024-03-10T21:25:20.578 INFO:tasks.rados.rados.0.smithi071.stdout:1042: seq_num 336 ranges {0=434176,434176=401408} 2024-03-10T21:25:20.580 INFO:tasks.rados.rados.0.smithi071.stdout:1042: writing smithi07176956-40 from 0 to 434176 tid 1 2024-03-10T21:25:20.582 INFO:tasks.rados.rados.0.smithi071.stdout:1042: writing smithi07176956-40 from 434176 to 835584 tid 2 2024-03-10T21:25:20.582 INFO:tasks.rados.rados.0.smithi071.stdout:1043: delete oid 2 current snap is 99 2024-03-10T21:25:20.588 INFO:tasks.rados.rados.0.smithi071.stdout:1042: finishing write tid 1 to smithi07176956-40 2024-03-10T21:25:20.588 INFO:tasks.rados.rados.0.smithi071.stdout:1042: finishing write tid 2 to smithi07176956-40 2024-03-10T21:25:20.589 INFO:tasks.rados.rados.0.smithi071.stdout:1042: finishing write tid 3 to smithi07176956-40 2024-03-10T21:25:20.589 INFO:tasks.rados.rados.0.smithi071.stdout:1043: done (1 left) 2024-03-10T21:25:20.589 INFO:tasks.rados.rados.0.smithi071.stdout:1044: snap_remove snap 94 2024-03-10T21:25:20.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: Reconfiguring mgr.y (monmap changed)... 2024-03-10T21:25:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:25:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:20 smithi193 ceph-mon[83873]: Reconfiguring daemon mgr.y on smithi071 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: Reconfiguring mgr.y (monmap changed)... 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[88660]: Reconfiguring daemon mgr.y on smithi071 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: Reconfiguring mgr.y (monmap changed)... 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:25:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:20 smithi071 ceph-mon[91105]: Reconfiguring daemon mgr.y on smithi071 2024-03-10T21:25:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:25:21] "GET /metrics HTTP/1.1" 200 35989 "" "Prometheus/2.43.0" 2024-03-10T21:25:21.599 INFO:tasks.rados.rados.0.smithi071.stdout:1044: done (1 left) 2024-03-10T21:25:21.599 INFO:tasks.rados.rados.0.smithi071.stdout:1045: copy_from oid 43 from oid 39 current snap is 99 2024-03-10T21:25:21.599 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 99 2024-03-10T21:25:21.599 INFO:tasks.rados.rados.0.smithi071.stdout:1046: seq_num 338 ranges {2342912=466944,2809856=401408} 2024-03-10T21:25:21.610 INFO:tasks.rados.rados.0.smithi071.stdout:1046: writing smithi07176956-35 from 2342912 to 2809856 tid 1 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1046: writing smithi07176956-35 from 2809856 to 3211264 tid 2 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1047: delete oid 11 current snap is 99 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1042: finishing write tid 4 to smithi07176956-40 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1042: oid 40 updating version 0 to 763 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1042: oid 40 updating version 763 to 764 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1042: oid 40 version 764 is already newer than 762 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 764 (ObjNum 336 snap 99 seq_num 336) dirty exists 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1042: left oid 40 (ObjNum 336 snap 99 seq_num 336) 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1045: finishing copy_from to smithi07176956-43 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1045: got expected ENOENT (src dne) 2024-03-10T21:25:21.614 INFO:tasks.rados.rados.0.smithi071.stdout:1045: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:25:21.615 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 1 to smithi07176956-35 2024-03-10T21:25:21.615 INFO:tasks.rados.rados.0.smithi071.stdout:1042: done (3 left) 2024-03-10T21:25:21.615 INFO:tasks.rados.rados.0.smithi071.stdout:1045: done (2 left) 2024-03-10T21:25:21.615 INFO:tasks.rados.rados.0.smithi071.stdout:1047: done (1 left) 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1048: read oid 7 snap 97 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1048: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1049: read oid 29 snap -1 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1049: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1050: snap_create 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 2 to smithi07176956-35 2024-03-10T21:25:21.616 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 3 to smithi07176956-35 2024-03-10T21:25:21.617 INFO:tasks.rados.rados.0.smithi071.stdout:1049: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 4 to smithi07176956-35 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:1046: oid 35 updating version 0 to 221 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:1046: oid 35 version 221 is already newer than 219 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:1046: oid 35 version 221 is already newer than 220 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 221 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:1046: left oid 35 (ObjNum 338 snap 99 seq_num 338) 2024-03-10T21:25:21.619 INFO:tasks.rados.rados.0.smithi071.stdout:1048: expect (ObjNum 40 snap 0 seq_num 40) 2024-03-10T21:25:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: osdmap e263: 8 total, 8 up, 8 in 2024-03-10T21:25:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: pgmap v66: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: osdmap e263: 8 total, 8 up, 8 in 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: pgmap v66: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:21 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:22.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: osdmap e263: 8 total, 8 up, 8 in 2024-03-10T21:25:22.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: pgmap v66: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-03-10T21:25:22.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:22.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:22.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:22.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:22.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:21 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:1046: done (3 left) 2024-03-10T21:25:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:1048: done (2 left) 2024-03-10T21:25:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:1049: done (1 left) 2024-03-10T21:25:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:1050: done (0 left) 2024-03-10T21:25:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 100 2024-03-10T21:25:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:1051: seq_num 340 ranges {2318336=499712,2818048=401408} 2024-03-10T21:25:22.609 INFO:tasks.rados.rados.0.smithi071.stdout:1051: writing smithi07176956-28 from 2318336 to 2818048 tid 1 2024-03-10T21:25:22.611 INFO:tasks.rados.rados.0.smithi071.stdout:1051: writing smithi07176956-28 from 2818048 to 3219456 tid 2 2024-03-10T21:25:22.611 INFO:tasks.rados.rados.0.smithi071.stdout:1052: rmattr oid 39 current snap is 100 2024-03-10T21:25:22.611 INFO:tasks.rados.rados.0.smithi071.stdout:1052: done (1 left) 2024-03-10T21:25:22.611 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 100 2024-03-10T21:25:22.612 INFO:tasks.rados.rados.0.smithi071.stdout:1053: seq_num 341 ranges {598016=516096,1114112=401408} 2024-03-10T21:25:22.617 INFO:tasks.rados.rados.0.smithi071.stdout:1053: writing smithi07176956-34 from 598016 to 1114112 tid 1 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1053: writing smithi07176956-34 from 1114112 to 1515520 tid 2 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1054: copy_from oid 3 from oid 13 current snap is 100 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 1 to smithi07176956-28 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 2 to smithi07176956-28 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 3 to smithi07176956-28 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1055: copy_from oid 32 from oid 12 current snap is 100 2024-03-10T21:25:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:1056: snap_create 2024-03-10T21:25:22.621 INFO:tasks.rados.rados.0.smithi071.stdout:1051: finishing write tid 4 to smithi07176956-28 2024-03-10T21:25:22.621 INFO:tasks.rados.rados.0.smithi071.stdout:1051: oid 28 updating version 0 to 776 2024-03-10T21:25:22.621 INFO:tasks.rados.rados.0.smithi071.stdout:1051: oid 28 version 776 is already newer than 775 2024-03-10T21:25:22.621 INFO:tasks.rados.rados.0.smithi071.stdout:1051: oid 28 version 776 is already newer than 774 2024-03-10T21:25:22.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 776 (ObjNum 340 snap 100 seq_num 340) dirty exists 2024-03-10T21:25:22.621 INFO:tasks.rados.rados.0.smithi071.stdout:1051: left oid 28 (ObjNum 340 snap 100 seq_num 340) 2024-03-10T21:25:22.622 INFO:tasks.rados.rados.0.smithi071.stdout:1054: finishing copy_from to smithi07176956-3 2024-03-10T21:25:22.622 INFO:tasks.rados.rados.0.smithi071.stdout:1054: got expected ENOENT (src dne) 2024-03-10T21:25:22.622 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing write tid 1 to smithi07176956-34 2024-03-10T21:25:22.622 INFO:tasks.rados.rados.0.smithi071.stdout:1054: finishing copy_from racing read to smithi07176956-3 2024-03-10T21:25:22.623 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing write tid 2 to smithi07176956-34 2024-03-10T21:25:22.623 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing write tid 3 to smithi07176956-34 2024-03-10T21:25:22.625 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing write tid 4 to smithi07176956-34 2024-03-10T21:25:22.625 INFO:tasks.rados.rados.0.smithi071.stdout:1053: oid 34 updating version 0 to 779 2024-03-10T21:25:22.625 INFO:tasks.rados.rados.0.smithi071.stdout:1053: oid 34 version 779 is already newer than 778 2024-03-10T21:25:22.625 INFO:tasks.rados.rados.0.smithi071.stdout:1053: oid 34 updating version 779 to 780 2024-03-10T21:25:22.625 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 780 (ObjNum 341 snap 100 seq_num 341) dirty exists 2024-03-10T21:25:22.625 INFO:tasks.rados.rados.0.smithi071.stdout:1053: left oid 34 (ObjNum 341 snap 100 seq_num 341) 2024-03-10T21:25:22.636 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing copy_from racing read to smithi07176956-32 2024-03-10T21:25:22.642 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing copy_from to smithi07176956-32 2024-03-10T21:25:22.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 634 (ObjNum 322 snap 93 seq_num 322) dirty exists 2024-03-10T21:25:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:22 smithi071 ceph-mon[88660]: Reconfiguring mon.c (monmap changed)... 2024-03-10T21:25:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:22 smithi071 ceph-mon[88660]: Reconfiguring daemon mon.c on smithi071 2024-03-10T21:25:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:22 smithi071 ceph-mon[88660]: osdmap e264: 8 total, 8 up, 8 in 2024-03-10T21:25:22.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:22 smithi071 ceph-mon[91105]: Reconfiguring mon.c (monmap changed)... 2024-03-10T21:25:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:22 smithi071 ceph-mon[91105]: Reconfiguring daemon mon.c on smithi071 2024-03-10T21:25:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:22 smithi071 ceph-mon[91105]: osdmap e264: 8 total, 8 up, 8 in 2024-03-10T21:25:23.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:22 smithi193 ceph-mon[83873]: Reconfiguring mon.c (monmap changed)... 2024-03-10T21:25:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:22 smithi193 ceph-mon[83873]: Reconfiguring daemon mon.c on smithi071 2024-03-10T21:25:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:22 smithi193 ceph-mon[83873]: osdmap e264: 8 total, 8 up, 8 in 2024-03-10T21:25:23.609 INFO:tasks.rados.rados.0.smithi071.stdout:1051: done (4 left) 2024-03-10T21:25:23.609 INFO:tasks.rados.rados.0.smithi071.stdout:1053: done (3 left) 2024-03-10T21:25:23.610 INFO:tasks.rados.rados.0.smithi071.stdout:1054: done (2 left) 2024-03-10T21:25:23.610 INFO:tasks.rados.rados.0.smithi071.stdout:1055: done (1 left) 2024-03-10T21:25:23.610 INFO:tasks.rados.rados.0.smithi071.stdout:1056: done (0 left) 2024-03-10T21:25:23.610 INFO:tasks.rados.rados.0.smithi071.stdout:1057: snap_create 2024-03-10T21:25:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-mon[83873]: osdmap e265: 8 total, 8 up, 8 in 2024-03-10T21:25:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-mon[83873]: pgmap v69: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:25:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:23.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[88660]: osdmap e265: 8 total, 8 up, 8 in 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[88660]: pgmap v69: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:23.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[91105]: osdmap e265: 8 total, 8 up, 8 in 2024-03-10T21:25:23.890 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[91105]: pgmap v69: 121 pgs: 121 active+clean; 201 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:23.890 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:23.890 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:23.890 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:25:23.890 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:23 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:24.604 INFO:tasks.rados.rados.0.smithi071.stdout:1057: done (0 left) 2024-03-10T21:25:24.604 INFO:tasks.rados.rados.0.smithi071.stdout:1058: snap_remove snap 90 2024-03-10T21:25:24.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:24 smithi071 ceph-mon[88660]: Reconfiguring osd.0 (monmap changed)... 2024-03-10T21:25:24.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:24 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.0 on smithi071 2024-03-10T21:25:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:24 smithi071 ceph-mon[88660]: osdmap e266: 8 total, 8 up, 8 in 2024-03-10T21:25:24.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:24 smithi071 ceph-mon[91105]: Reconfiguring osd.0 (monmap changed)... 2024-03-10T21:25:24.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:24 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.0 on smithi071 2024-03-10T21:25:24.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:24 smithi071 ceph-mon[91105]: osdmap e266: 8 total, 8 up, 8 in 2024-03-10T21:25:25.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:24 smithi193 ceph-mon[83873]: Reconfiguring osd.0 (monmap changed)... 2024-03-10T21:25:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:24 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.0 on smithi071 2024-03-10T21:25:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:24 smithi193 ceph-mon[83873]: osdmap e266: 8 total, 8 up, 8 in 2024-03-10T21:25:25.614 INFO:tasks.rados.rados.0.smithi071.stdout:1058: done (0 left) 2024-03-10T21:25:25.614 INFO:tasks.rados.rados.0.smithi071.stdout:1059: rollback oid 5 current snap is 102 2024-03-10T21:25:25.614 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 95 2024-03-10T21:25:25.614 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 102 2024-03-10T21:25:25.615 INFO:tasks.rados.rados.0.smithi071.stdout:1060: seq_num 342 ranges {0=532480,532480=401408} 2024-03-10T21:25:25.618 INFO:tasks.rados.rados.0.smithi071.stdout:1060: writing smithi07176956-29 from 0 to 532480 tid 1 2024-03-10T21:25:25.621 INFO:tasks.rados.rados.0.smithi071.stdout:1060: writing smithi07176956-29 from 532480 to 933888 tid 2 2024-03-10T21:25:25.621 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 102 2024-03-10T21:25:25.621 INFO:tasks.rados.rados.0.smithi071.stdout:1059: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:25:25.621 INFO:tasks.rados.rados.0.smithi071.stdout:1061: seq_num 343 ranges {2514944=548864,3063808=401408} 2024-03-10T21:25:25.638 INFO:tasks.rados.rados.0.smithi071.stdout:1061: writing smithi07176956-10 from 2514944 to 3063808 tid 1 2024-03-10T21:25:25.640 INFO:tasks.rados.rados.0.smithi071.stdout:1061: writing smithi07176956-10 from 3063808 to 3465216 tid 2 2024-03-10T21:25:25.640 INFO:tasks.rados.rados.0.smithi071.stdout:1062: delete oid 26 current snap is 102 2024-03-10T21:25:25.640 INFO:tasks.rados.rados.0.smithi071.stdout:1059: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:25:25.640 INFO:tasks.rados.rados.0.smithi071.stdout:1059: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 534 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: finishing write tid 1 to smithi07176956-29 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: finishing write tid 2 to smithi07176956-29 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: finishing write tid 3 to smithi07176956-29 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: finishing write tid 4 to smithi07176956-29 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: oid 29 updating version 0 to 384 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: oid 29 updating version 384 to 385 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: oid 29 updating version 385 to 386 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 386 (ObjNum 342 snap 102 seq_num 342) dirty exists 2024-03-10T21:25:25.641 INFO:tasks.rados.rados.0.smithi071.stdout:1060: left oid 29 (ObjNum 342 snap 102 seq_num 342) 2024-03-10T21:25:25.644 INFO:tasks.rados.rados.0.smithi071.stdout:1059: done (3 left) 2024-03-10T21:25:25.644 INFO:tasks.rados.rados.0.smithi071.stdout:1060: done (2 left) 2024-03-10T21:25:25.644 INFO:tasks.rados.rados.0.smithi071.stdout:1062: done (1 left) 2024-03-10T21:25:25.644 INFO:tasks.rados.rados.0.smithi071.stdout:1063: read oid 39 snap -1 2024-03-10T21:25:25.645 INFO:tasks.rados.rados.0.smithi071.stdout:1063: expect deleted 2024-03-10T21:25:25.645 INFO:tasks.rados.rados.0.smithi071.stdout:1064: snap_remove snap 98 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: osdmap e267: 8 total, 8 up, 8 in 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: pgmap v72: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: Reconfiguring osd.1 (monmap changed)... 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:26.000 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.1 on smithi071 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: osdmap e267: 8 total, 8 up, 8 in 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: pgmap v72: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: Reconfiguring osd.1 (monmap changed)... 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:26.001 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:25 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.1 on smithi071 2024-03-10T21:25:26.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: osdmap e267: 8 total, 8 up, 8 in 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: pgmap v72: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: Reconfiguring osd.1 (monmap changed)... 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:26.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:25 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.1 on smithi071 2024-03-10T21:25:26.620 INFO:tasks.rados.rados.0.smithi071.stdout:1064: done (2 left) 2024-03-10T21:25:26.620 INFO:tasks.rados.rados.0.smithi071.stdout:1065: snap_remove snap 100 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[88660]: osdmap e268: 8 total, 8 up, 8 in 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[91105]: osdmap e268: 8 total, 8 up, 8 in 2024-03-10T21:25:27.006 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:27.007 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:27.007 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:25:27.007 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:26 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:27.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:26 smithi193 ceph-mon[83873]: osdmap e268: 8 total, 8 up, 8 in 2024-03-10T21:25:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:26 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:26 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:26 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:25:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:26 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:27.627 INFO:tasks.rados.rados.0.smithi071.stdout:1065: done (2 left) 2024-03-10T21:25:27.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 102 2024-03-10T21:25:27.627 INFO:tasks.rados.rados.0.smithi071.stdout:1066: seq_num 345 ranges {6545408=581632,7127040=401408} 2024-03-10T21:25:27.666 INFO:tasks.rados.rados.0.smithi071.stdout:1066: writing smithi07176956-47 from 6545408 to 7127040 tid 1 2024-03-10T21:25:27.668 INFO:tasks.rados.rados.0.smithi071.stdout:1066: writing smithi07176956-47 from 7127040 to 7528448 tid 2 2024-03-10T21:25:27.668 INFO:tasks.rados.rados.0.smithi071.stdout:1067: copy_from oid 46 from oid 44 current snap is 102 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 1 to smithi07176956-10 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 2 to smithi07176956-10 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 3 to smithi07176956-10 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: finishing write tid 4 to smithi07176956-10 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: oid 10 updating version 0 to 567 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: oid 10 version 567 is already newer than 565 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: oid 10 version 567 is already newer than 566 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 567 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: left oid 10 (ObjNum 343 snap 102 seq_num 343) 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1061: done (3 left) 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1063: done (2 left) 2024-03-10T21:25:27.669 INFO:tasks.rados.rados.0.smithi071.stdout:1068: snap_create 2024-03-10T21:25:27.670 INFO:tasks.rados.rados.0.smithi071.stdout:1066: finishing write tid 1 to smithi07176956-47 2024-03-10T21:25:27.671 INFO:tasks.rados.rados.0.smithi071.stdout:1066: finishing write tid 2 to smithi07176956-47 2024-03-10T21:25:27.672 INFO:tasks.rados.rados.0.smithi071.stdout:1066: finishing write tid 3 to smithi07176956-47 2024-03-10T21:25:27.674 INFO:tasks.rados.rados.0.smithi071.stdout:1066: finishing write tid 4 to smithi07176956-47 2024-03-10T21:25:27.674 INFO:tasks.rados.rados.0.smithi071.stdout:1066: oid 47 updating version 0 to 697 2024-03-10T21:25:27.674 INFO:tasks.rados.rados.0.smithi071.stdout:1066: oid 47 updating version 697 to 698 2024-03-10T21:25:27.674 INFO:tasks.rados.rados.0.smithi071.stdout:1066: oid 47 version 698 is already newer than 696 2024-03-10T21:25:27.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 698 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-03-10T21:25:27.674 INFO:tasks.rados.rados.0.smithi071.stdout:1066: left oid 47 (ObjNum 345 snap 102 seq_num 345) 2024-03-10T21:25:27.694 INFO:tasks.rados.rados.0.smithi071.stdout:1067: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:25:27.696 INFO:tasks.rados.rados.0.smithi071.stdout:1067: finishing copy_from to smithi07176956-46 2024-03-10T21:25:27.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 353 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[88660]: Reconfiguring osd.2 (monmap changed)... 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.2 on smithi071 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[88660]: osdmap e269: 8 total, 8 up, 8 in 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[88660]: pgmap v75: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[91105]: Reconfiguring osd.2 (monmap changed)... 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.2 on smithi071 2024-03-10T21:25:28.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[91105]: osdmap e269: 8 total, 8 up, 8 in 2024-03-10T21:25:28.025 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:27 smithi071 ceph-mon[91105]: pgmap v75: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-10T21:25:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:27 smithi193 ceph-mon[83873]: Reconfiguring osd.2 (monmap changed)... 2024-03-10T21:25:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:27 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.2 on smithi071 2024-03-10T21:25:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:27 smithi193 ceph-mon[83873]: osdmap e269: 8 total, 8 up, 8 in 2024-03-10T21:25:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:27 smithi193 ceph-mon[83873]: pgmap v75: 121 pgs: 121 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-03-10T21:25:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:1066: done (2 left) 2024-03-10T21:25:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:1067: done (1 left) 2024-03-10T21:25:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:1068: done (0 left) 2024-03-10T21:25:28.631 INFO:tasks.rados.rados.0.smithi071.stdout:1069: delete oid 3 current snap is 103 2024-03-10T21:25:28.634 INFO:tasks.rados.rados.0.smithi071.stdout:1069: done (0 left) 2024-03-10T21:25:28.634 INFO:tasks.rados.rados.0.smithi071.stdout:1070: read oid 6 snap -1 2024-03-10T21:25:28.634 INFO:tasks.rados.rados.0.smithi071.stdout:1070: expect deleted 2024-03-10T21:25:28.634 INFO:tasks.rados.rados.0.smithi071.stdout:1071: delete oid 30 current snap is 103 2024-03-10T21:25:28.641 INFO:tasks.rados.rados.0.smithi071.stdout:1070: done (1 left) 2024-03-10T21:25:28.642 INFO:tasks.rados.rados.0.smithi071.stdout:1071: done (0 left) 2024-03-10T21:25:28.642 INFO:tasks.rados.rados.0.smithi071.stdout:1072: snap_remove snap 64 2024-03-10T21:25:28.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:28 smithi193 ceph-mon[83873]: osdmap e270: 8 total, 8 up, 8 in 2024-03-10T21:25:28.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:28 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:28.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:28 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:28.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:25:28.884 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:28.976 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[88660]: osdmap e270: 8 total, 8 up, 8 in 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[91105]: osdmap e270: 8 total, 8 up, 8 in 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:25:28.977 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:29.282 INFO:tasks.rados.rados.0.smithi071.stdout:1072: done (0 left) 2024-03-10T21:25:29.282 INFO:tasks.rados.rados.0.smithi071.stdout:1073: read oid 40 snap -1 2024-03-10T21:25:29.282 INFO:tasks.rados.rados.0.smithi071.stdout:1073: expect (ObjNum 336 snap 99 seq_num 336) 2024-03-10T21:25:29.282 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 103 2024-03-10T21:25:29.282 INFO:tasks.rados.rados.0.smithi071.stdout:1074: seq_num 348 ranges {0=630784,630784=401408} 2024-03-10T21:25:29.286 INFO:tasks.rados.rados.0.smithi071.stdout:1074: writing smithi07176956-14 from 0 to 630784 tid 1 2024-03-10T21:25:29.288 INFO:tasks.rados.rados.0.smithi071.stdout:1074: writing smithi07176956-14 from 630784 to 1032192 tid 2 2024-03-10T21:25:29.289 INFO:tasks.rados.rados.0.smithi071.stdout:1075: snap_remove snap 92 2024-03-10T21:25:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:29 smithi193 ceph-mon[83873]: Reconfiguring osd.3 (monmap changed)... 2024-03-10T21:25:30.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:29 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.3 on smithi071 2024-03-10T21:25:30.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:29 smithi193 ceph-mon[83873]: osdmap e271: 8 total, 8 up, 8 in 2024-03-10T21:25:30.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:29 smithi193 ceph-mon[83873]: pgmap v78: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:25:30.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:29 smithi193 ceph-mon[83873]: osdmap e272: 8 total, 8 up, 8 in 2024-03-10T21:25:30.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[91105]: Reconfiguring osd.3 (monmap changed)... 2024-03-10T21:25:30.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.3 on smithi071 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[91105]: osdmap e271: 8 total, 8 up, 8 in 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[91105]: pgmap v78: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[91105]: osdmap e272: 8 total, 8 up, 8 in 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[88660]: Reconfiguring osd.3 (monmap changed)... 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.3 on smithi071 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[88660]: osdmap e271: 8 total, 8 up, 8 in 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[88660]: pgmap v78: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:25:30.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:29 smithi071 ceph-mon[88660]: osdmap e272: 8 total, 8 up, 8 in 2024-03-10T21:25:30.283 INFO:tasks.rados.rados.0.smithi071.stdout:1075: done (2 left) 2024-03-10T21:25:30.283 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 103 2024-03-10T21:25:30.283 INFO:tasks.rados.rados.0.smithi071.stdout:1076: seq_num 349 ranges {0=655360,655360=401408} 2024-03-10T21:25:30.287 INFO:tasks.rados.rados.0.smithi071.stdout:1076: writing smithi07176956-36 from 0 to 655360 tid 1 2024-03-10T21:25:30.290 INFO:tasks.rados.rados.0.smithi071.stdout:1076: writing smithi07176956-36 from 655360 to 1056768 tid 2 2024-03-10T21:25:30.291 INFO:tasks.rados.rados.0.smithi071.stdout:1073: expect (ObjNum 336 snap 99 seq_num 336) 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:1074: finishing write tid 1 to smithi07176956-14 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:1074: finishing write tid 2 to smithi07176956-14 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:1074: finishing write tid 3 to smithi07176956-14 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:1073: done (2 left) 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 103 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:1074: finishing write tid 4 to smithi07176956-14 2024-03-10T21:25:30.318 INFO:tasks.rados.rados.0.smithi071.stdout:1074: oid 14 updating version 0 to 700 2024-03-10T21:25:30.319 INFO:tasks.rados.rados.0.smithi071.stdout:1074: oid 14 updating version 700 to 701 2024-03-10T21:25:30.319 INFO:tasks.rados.rados.0.smithi071.stdout:1074: oid 14 version 701 is already newer than 699 2024-03-10T21:25:30.319 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 701 (ObjNum 348 snap 103 seq_num 348) dirty exists 2024-03-10T21:25:30.319 INFO:tasks.rados.rados.0.smithi071.stdout:1074: left oid 14 (ObjNum 348 snap 103 seq_num 348) 2024-03-10T21:25:30.319 INFO:tasks.rados.rados.0.smithi071.stdout:1077: seq_num 350 ranges {11575296=671744,12247040=401408} 2024-03-10T21:25:30.382 INFO:tasks.rados.rados.0.smithi071.stdout:1077: writing smithi07176956-23 from 11575296 to 12247040 tid 1 2024-03-10T21:25:30.384 INFO:tasks.rados.rados.0.smithi071.stdout:1077: writing smithi07176956-23 from 12247040 to 12648448 tid 2 2024-03-10T21:25:30.384 INFO:tasks.rados.rados.0.smithi071.stdout:1074: done (2 left) 2024-03-10T21:25:30.384 INFO:tasks.rados.rados.0.smithi071.stdout:1078: snap_remove snap 97 2024-03-10T21:25:31.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: Reconfiguring mds.a (monmap changed)... 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: Reconfiguring daemon mds.a on smithi071 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:30 smithi193 ceph-mon[83873]: osdmap e273: 8 total, 8 up, 8 in 2024-03-10T21:25:31.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: Reconfiguring mds.a (monmap changed)... 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: Reconfiguring daemon mds.a on smithi071 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[88660]: osdmap e273: 8 total, 8 up, 8 in 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: Reconfiguring mds.a (monmap changed)... 2024-03-10T21:25:31.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: Reconfiguring daemon mds.a on smithi071 2024-03-10T21:25:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:30 smithi071 ceph-mon[91105]: osdmap e273: 8 total, 8 up, 8 in 2024-03-10T21:25:31.288 INFO:tasks.rados.rados.0.smithi071.stdout:1078: done (2 left) 2024-03-10T21:25:31.288 INFO:tasks.rados.rados.0.smithi071.stdout:1079: rollback oid 24 current snap is 103 2024-03-10T21:25:31.288 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 79 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: finishing write tid 1 to smithi07176956-36 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: finishing write tid 2 to smithi07176956-36 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: finishing write tid 3 to smithi07176956-36 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: finishing write tid 4 to smithi07176956-36 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: oid 36 updating version 0 to 551 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: oid 36 version 551 is already newer than 550 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: oid 36 version 551 is already newer than 549 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 551 (ObjNum 349 snap 103 seq_num 349) dirty exists 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1076: left oid 36 (ObjNum 349 snap 103 seq_num 349) 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1077: finishing write tid 1 to smithi07176956-23 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1077: finishing write tid 2 to smithi07176956-23 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1077: finishing write tid 3 to smithi07176956-23 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1077: finishing write tid 4 to smithi07176956-23 2024-03-10T21:25:31.289 INFO:tasks.rados.rados.0.smithi071.stdout:1077: oid 23 updating version 0 to 255 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1077: oid 23 version 255 is already newer than 253 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1077: oid 23 version 255 is already newer than 254 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 255 (ObjNum 350 snap 103 seq_num 350) dirty exists 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1077: left oid 23 (ObjNum 350 snap 103 seq_num 350) 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1076: done (2 left) 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1077: done (1 left) 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1080: read oid 9 snap -1 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1080: expect (ObjNum 312 snap 89 seq_num 312) 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1081: read oid 29 snap -1 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1081: expect (ObjNum 342 snap 102 seq_num 342) 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 103 2024-03-10T21:25:31.290 INFO:tasks.rados.rados.0.smithi071.stdout:1082: seq_num 351 ranges {3047424=688128,3735552=401408} 2024-03-10T21:25:31.310 INFO:tasks.rados.rados.0.smithi071.stdout:1082: writing smithi07176956-18 from 3047424 to 3735552 tid 1 2024-03-10T21:25:31.315 INFO:tasks.rados.rados.0.smithi071.stdout:1082: writing smithi07176956-18 from 3735552 to 4136960 tid 2 2024-03-10T21:25:31.315 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 103 2024-03-10T21:25:31.315 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:25:31.315 INFO:tasks.rados.rados.0.smithi071.stdout:1083: seq_num 352 ranges {0=704512,704512=401408} 2024-03-10T21:25:31.316 INFO:tasks.rados.rados.0.smithi071.stdout:1083: writing smithi07176956-20 from 0 to 704512 tid 1 2024-03-10T21:25:31.319 INFO:tasks.rados.rados.0.smithi071.stdout:1083: writing smithi07176956-20 from 704512 to 1105920 tid 2 2024-03-10T21:25:31.319 INFO:tasks.rados.rados.0.smithi071.stdout:1084: rollback oid 43 current snap is 103 2024-03-10T21:25:31.319 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 102 2024-03-10T21:25:31.319 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:25:31.319 INFO:tasks.rados.rados.0.smithi071.stdout:1081: expect (ObjNum 342 snap 102 seq_num 342) 2024-03-10T21:25:31.346 INFO:tasks.rados.rados.0.smithi071.stdout:1079: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:25:31.346 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 721 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:25:31.346 INFO:tasks.rados.rados.0.smithi071.stdout:1080: expect (ObjNum 312 snap 89 seq_num 312) 2024-03-10T21:25:31.359 INFO:tasks.rados.rados.0.smithi071.stdout:1082: finishing write tid 1 to smithi07176956-18 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1082: finishing write tid 2 to smithi07176956-18 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1082: finishing write tid 3 to smithi07176956-18 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1079: done (5 left) 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1080: done (4 left) 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1081: done (3 left) 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1085: rollback oid 12 current snap is 103 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 96 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1082: finishing write tid 4 to smithi07176956-18 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1082: oid 18 updating version 0 to 830 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1082: oid 18 updating version 830 to 832 2024-03-10T21:25:31.360 INFO:tasks.rados.rados.0.smithi071.stdout:1082: oid 18 version 832 is already newer than 831 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 832 (ObjNum 351 snap 103 seq_num 351) dirty exists 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1082: left oid 18 (ObjNum 351 snap 103 seq_num 351) 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1084: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 0 (ObjNum 33 snap 0 seq_num 2944978208) dirty dne 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1082: done (3 left) 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1084: done (2 left) 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1086: copy_from oid 49 from oid 17 current snap is 103 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 1 to smithi07176956-20 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 2 to smithi07176956-20 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 3 to smithi07176956-20 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 4 to smithi07176956-20 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: oid 20 updating version 0 to 636 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: oid 20 updating version 636 to 637 2024-03-10T21:25:31.361 INFO:tasks.rados.rados.0.smithi071.stdout:1083: oid 20 version 637 is already newer than 635 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 637 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:1083: left oid 20 (ObjNum 352 snap 103 seq_num 352) 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:1083: done (2 left) 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:1087: snap_create 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:1086: finishing copy_from to smithi07176956-49 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:1086: got expected ENOENT (src dne) 2024-03-10T21:25:31.362 INFO:tasks.rados.rados.0.smithi071.stdout:1086: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:25:31.363 INFO:tasks.rados.rados.0.smithi071.stdout:1085: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:25:31.363 INFO:tasks.rados.rados.0.smithi071.stdout:1085: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:25:31.363 INFO:tasks.rados.rados.0.smithi071.stdout:1085: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:25:31.363 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 729 (ObjNum 322 snap 93 seq_num 322) dirty exists 2024-03-10T21:25:31.472 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:25:31] "GET /metrics HTTP/1.1" 200 35989 "" "Prometheus/2.43.0" 2024-03-10T21:25:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: pgmap v81: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:25:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: osdmap e274: 8 total, 8 up, 8 in 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: pgmap v81: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: osdmap e274: 8 total, 8 up, 8 in 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:31.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:31.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:31 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: pgmap v81: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:25:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: osdmap e274: 8 total, 8 up, 8 in 2024-03-10T21:25:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-10T21:25:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-10T21:25:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:31 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:32.287 INFO:tasks.rados.rados.0.smithi071.stdout:1085: done (2 left) 2024-03-10T21:25:32.287 INFO:tasks.rados.rados.0.smithi071.stdout:1086: done (1 left) 2024-03-10T21:25:32.287 INFO:tasks.rados.rados.0.smithi071.stdout:1087: done (0 left) 2024-03-10T21:25:32.287 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 104 2024-03-10T21:25:32.287 INFO:tasks.rados.rados.0.smithi071.stdout:1088: seq_num 353 ranges {1515520=720896,2236416=401408} 2024-03-10T21:25:32.298 INFO:tasks.rados.rados.0.smithi071.stdout:1088: writing smithi07176956-34 from 1515520 to 2236416 tid 1 2024-03-10T21:25:32.301 INFO:tasks.rados.rados.0.smithi071.stdout:1088: writing smithi07176956-34 from 2236416 to 2637824 tid 2 2024-03-10T21:25:32.301 INFO:tasks.rados.rados.0.smithi071.stdout:1089: read oid 37 snap -1 2024-03-10T21:25:32.301 INFO:tasks.rados.rados.0.smithi071.stdout:1089: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:25:32.301 INFO:tasks.rados.rados.0.smithi071.stdout:1090: rollback oid 20 current snap is 104 2024-03-10T21:25:32.301 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 103 2024-03-10T21:25:32.301 INFO:tasks.rados.rados.0.smithi071.stdout:1091: delete oid 26 current snap is 104 2024-03-10T21:25:32.307 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:25:32.308 INFO:tasks.rados.rados.0.smithi071.stdout:1088: finishing write tid 1 to smithi07176956-34 2024-03-10T21:25:32.308 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:25:32.308 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:25:32.308 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 640 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-03-10T21:25:32.309 INFO:tasks.rados.rados.0.smithi071.stdout:1088: finishing write tid 2 to smithi07176956-34 2024-03-10T21:25:32.309 INFO:tasks.rados.rados.0.smithi071.stdout:1088: finishing write tid 3 to smithi07176956-34 2024-03-10T21:25:32.310 INFO:tasks.rados.rados.0.smithi071.stdout:1088: finishing write tid 4 to smithi07176956-34 2024-03-10T21:25:32.310 INFO:tasks.rados.rados.0.smithi071.stdout:1088: oid 34 updating version 0 to 835 2024-03-10T21:25:32.310 INFO:tasks.rados.rados.0.smithi071.stdout:1088: oid 34 updating version 835 to 836 2024-03-10T21:25:32.310 INFO:tasks.rados.rados.0.smithi071.stdout:1088: oid 34 version 836 is already newer than 834 2024-03-10T21:25:32.310 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 836 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-03-10T21:25:32.310 INFO:tasks.rados.rados.0.smithi071.stdout:1088: left oid 34 (ObjNum 353 snap 104 seq_num 353) 2024-03-10T21:25:32.311 INFO:tasks.rados.rados.0.smithi071.stdout:1089: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:25:32.366 INFO:tasks.rados.rados.0.smithi071.stdout:1088: done (3 left) 2024-03-10T21:25:32.366 INFO:tasks.rados.rados.0.smithi071.stdout:1089: done (2 left) 2024-03-10T21:25:32.366 INFO:tasks.rados.rados.0.smithi071.stdout:1090: done (1 left) 2024-03-10T21:25:32.366 INFO:tasks.rados.rados.0.smithi071.stdout:1091: done (0 left) 2024-03-10T21:25:32.366 INFO:tasks.rados.rados.0.smithi071.stdout:1092: rollback oid 5 current snap is 104 2024-03-10T21:25:32.366 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 79 2024-03-10T21:25:32.367 INFO:tasks.rados.rados.0.smithi071.stdout:1093: delete oid 50 current snap is 104 2024-03-10T21:25:32.368 INFO:tasks.rados.rados.0.smithi071.stdout:1093: done (1 left) 2024-03-10T21:25:32.369 INFO:tasks.rados.rados.0.smithi071.stdout:1094: copy_from oid 1 from oid 47 current snap is 104 2024-03-10T21:25:32.369 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 104 2024-03-10T21:25:32.369 INFO:tasks.rados.rados.0.smithi071.stdout:1095: seq_num 356 ranges {2023424=770048,2793472=401408} 2024-03-10T21:25:32.369 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:32.384 INFO:tasks.rados.rados.0.smithi071.stdout:1095: writing smithi07176956-49 from 2023424 to 2793472 tid 1 2024-03-10T21:25:32.386 INFO:tasks.rados.rados.0.smithi071.stdout:1095: writing smithi07176956-49 from 2793472 to 3194880 tid 2 2024-03-10T21:25:32.386 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 104 2024-03-10T21:25:32.386 INFO:tasks.rados.rados.0.smithi071.stdout:1092: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:25:32.386 INFO:tasks.rados.rados.0.smithi071.stdout:1096: seq_num 357 ranges {933888=786432,1720320=401408} 2024-03-10T21:25:32.396 INFO:tasks.rados.rados.0.smithi071.stdout:1096: writing smithi07176956-29 from 933888 to 1720320 tid 1 2024-03-10T21:25:32.399 INFO:tasks.rados.rados.0.smithi071.stdout:1096: writing smithi07176956-29 from 1720320 to 2121728 tid 2 2024-03-10T21:25:32.399 INFO:tasks.rados.rados.0.smithi071.stdout:1097: rollback oid 13 current snap is 104 2024-03-10T21:25:32.399 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 101 2024-03-10T21:25:32.399 INFO:tasks.rados.rados.0.smithi071.stdout:1092: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:25:32.399 INFO:tasks.rados.rados.0.smithi071.stdout:1092: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:25:32.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 563 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-03-10T21:25:32.400 INFO:tasks.rados.rados.0.smithi071.stdout:1092: done (4 left) 2024-03-10T21:25:32.400 INFO:tasks.rados.rados.0.smithi071.stdout:1098: read oid 15 snap -1 2024-03-10T21:25:32.400 INFO:tasks.rados.rados.0.smithi071.stdout:1098: expect (ObjNum 306 snap 89 seq_num 306) 2024-03-10T21:25:32.400 INFO:tasks.rados.rados.0.smithi071.stdout:1099: snap_remove snap 93 2024-03-10T21:25:32.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:32 smithi071 ceph-mon[88660]: Reconfiguring mon.b (monmap changed)... 2024-03-10T21:25:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:32 smithi071 ceph-mon[88660]: Reconfiguring daemon mon.b on smithi193 2024-03-10T21:25:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:32 smithi071 ceph-mon[88660]: osdmap e275: 8 total, 8 up, 8 in 2024-03-10T21:25:32.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:32 smithi071 ceph-mon[91105]: Reconfiguring mon.b (monmap changed)... 2024-03-10T21:25:32.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:32 smithi071 ceph-mon[91105]: Reconfiguring daemon mon.b on smithi193 2024-03-10T21:25:32.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:32 smithi071 ceph-mon[91105]: osdmap e275: 8 total, 8 up, 8 in 2024-03-10T21:25:33.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:32 smithi193 ceph-mon[83873]: Reconfiguring mon.b (monmap changed)... 2024-03-10T21:25:33.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:32 smithi193 ceph-mon[83873]: Reconfiguring daemon mon.b on smithi193 2024-03-10T21:25:33.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:32 smithi193 ceph-mon[83873]: osdmap e275: 8 total, 8 up, 8 in 2024-03-10T21:25:33.288 INFO:tasks.rados.rados.0.smithi071.stdout:1099: done (5 left) 2024-03-10T21:25:33.288 INFO:tasks.rados.rados.0.smithi071.stdout:1100: delete oid 42 current snap is 104 2024-03-10T21:25:33.288 INFO:tasks.rados.rados.0.smithi071.stdout:1095: finishing write tid 1 to smithi07176956-49 2024-03-10T21:25:33.288 INFO:tasks.rados.rados.0.smithi071.stdout:1095: finishing write tid 2 to smithi07176956-49 2024-03-10T21:25:33.288 INFO:tasks.rados.rados.0.smithi071.stdout:1095: finishing write tid 3 to smithi07176956-49 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1095: finishing write tid 4 to smithi07176956-49 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1095: oid 49 updating version 0 to 266 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1095: oid 49 version 266 is already newer than 265 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1095: oid 49 version 266 is already newer than 264 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 266 (ObjNum 356 snap 104 seq_num 356) dirty exists 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1095: left oid 49 (ObjNum 356 snap 104 seq_num 356) 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1094: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1094: finishing copy_from to smithi07176956-1 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 698 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-03-10T21:25:33.289 INFO:tasks.rados.rados.0.smithi071.stdout:1098: expect (ObjNum 306 snap 89 seq_num 306) 2024-03-10T21:25:33.301 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 761 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 1 to smithi07176956-29 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 2 to smithi07176956-29 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 3 to smithi07176956-29 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 4 to smithi07176956-29 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: oid 29 updating version 0 to 412 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: oid 29 version 412 is already newer than 410 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: oid 29 version 412 is already newer than 411 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 412 (ObjNum 357 snap 104 seq_num 357) dirty exists 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1096: left oid 29 (ObjNum 357 snap 104 seq_num 357) 2024-03-10T21:25:33.302 INFO:tasks.rados.rados.0.smithi071.stdout:1094: done (5 left) 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:1095: done (4 left) 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:1096: done (3 left) 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:1097: done (2 left) 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:1098: done (1 left) 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:1100: done (0 left) 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 104 2024-03-10T21:25:33.303 INFO:tasks.rados.rados.0.smithi071.stdout:1101: seq_num 359 ranges {6053888=417792,6471680=417792,6889472=385024} 2024-03-10T21:25:33.336 INFO:tasks.rados.rados.0.smithi071.stdout:1101: writing smithi07176956-19 from 6053888 to 6471680 tid 1 2024-03-10T21:25:33.338 INFO:tasks.rados.rados.0.smithi071.stdout:1101: writing smithi07176956-19 from 6471680 to 6889472 tid 2 2024-03-10T21:25:33.341 INFO:tasks.rados.rados.0.smithi071.stdout:1101: writing smithi07176956-19 from 6889472 to 7274496 tid 3 2024-03-10T21:25:33.341 INFO:tasks.rados.rados.0.smithi071.stdout:1102: snap_create 2024-03-10T21:25:33.345 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 1 to smithi07176956-19 2024-03-10T21:25:33.345 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 2 to smithi07176956-19 2024-03-10T21:25:33.349 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 3 to smithi07176956-19 2024-03-10T21:25:33.350 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 4 to smithi07176956-19 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 5 to smithi07176956-19 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:1101: oid 19 updating version 0 to 381 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:1101: oid 19 updating version 381 to 382 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:1101: oid 19 version 382 is already newer than 379 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:1101: oid 19 version 382 is already newer than 380 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 382 (ObjNum 359 snap 104 seq_num 359) dirty exists 2024-03-10T21:25:33.352 INFO:tasks.rados.rados.0.smithi071.stdout:1101: left oid 19 (ObjNum 359 snap 104 seq_num 359) 2024-03-10T21:25:33.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: pgmap v84: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: osdmap e276: 8 total, 8 up, 8 in 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:25:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:33.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:34.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: pgmap v84: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:34.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: osdmap e276: 8 total, 8 up, 8 in 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: pgmap v84: 121 pgs: 121 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: osdmap e276: 8 total, 8 up, 8 in 2024-03-10T21:25:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-10T21:25:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-10T21:25:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:34.289 INFO:tasks.rados.rados.0.smithi071.stdout:1101: done (1 left) 2024-03-10T21:25:34.290 INFO:tasks.rados.rados.0.smithi071.stdout:1102: done (0 left) 2024-03-10T21:25:34.290 INFO:tasks.rados.rados.0.smithi071.stdout:1103: snap_create 2024-03-10T21:25:34.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:34 smithi193 ceph-mon[83873]: Reconfiguring mgr.x (monmap changed)... 2024-03-10T21:25:34.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:34 smithi193 ceph-mon[83873]: Reconfiguring daemon mgr.x on smithi193 2024-03-10T21:25:34.894 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:34 smithi193 ceph-mon[83873]: osdmap e277: 8 total, 8 up, 8 in 2024-03-10T21:25:35.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:34 smithi071 ceph-mon[88660]: Reconfiguring mgr.x (monmap changed)... 2024-03-10T21:25:35.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:34 smithi071 ceph-mon[88660]: Reconfiguring daemon mgr.x on smithi193 2024-03-10T21:25:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:34 smithi071 ceph-mon[88660]: osdmap e277: 8 total, 8 up, 8 in 2024-03-10T21:25:35.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:34 smithi071 ceph-mon[91105]: Reconfiguring mgr.x (monmap changed)... 2024-03-10T21:25:35.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:34 smithi071 ceph-mon[91105]: Reconfiguring daemon mgr.x on smithi193 2024-03-10T21:25:35.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:34 smithi071 ceph-mon[91105]: osdmap e277: 8 total, 8 up, 8 in 2024-03-10T21:25:35.295 INFO:tasks.rados.rados.0.smithi071.stdout:1103: done (0 left) 2024-03-10T21:25:35.295 INFO:tasks.rados.rados.0.smithi071.stdout:1104: rollback oid 44 current snap is 106 2024-03-10T21:25:35.295 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 104 2024-03-10T21:25:35.296 INFO:tasks.rados.rados.0.smithi071.stdout:1105: read oid 36 snap -1 2024-03-10T21:25:35.296 INFO:tasks.rados.rados.0.smithi071.stdout:1105: expect (ObjNum 349 snap 103 seq_num 349) 2024-03-10T21:25:35.296 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 106 2024-03-10T21:25:35.296 INFO:tasks.rados.rados.0.smithi071.stdout:1106: seq_num 360 ranges {7528448=434176,7962624=704512,8667136=98304} 2024-03-10T21:25:35.337 INFO:tasks.rados.rados.0.smithi071.stdout:1106: writing smithi07176956-1 from 7528448 to 7962624 tid 1 2024-03-10T21:25:35.342 INFO:tasks.rados.rados.0.smithi071.stdout:1106: writing smithi07176956-1 from 7962624 to 8667136 tid 2 2024-03-10T21:25:35.343 INFO:tasks.rados.rados.0.smithi071.stdout:1106: writing smithi07176956-1 from 8667136 to 8765440 tid 3 2024-03-10T21:25:35.344 INFO:tasks.rados.rados.0.smithi071.stdout:1107: delete oid 50 current snap is 106 2024-03-10T21:25:35.344 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:25:35.344 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:25:35.344 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:25:35.344 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 573 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:25:35.344 INFO:tasks.rados.rados.0.smithi071.stdout:1105: expect (ObjNum 349 snap 103 seq_num 349) 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 1 to smithi07176956-1 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 2 to smithi07176956-1 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 3 to smithi07176956-1 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 4 to smithi07176956-1 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 5 to smithi07176956-1 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: oid 1 updating version 0 to 743 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: oid 1 updating version 743 to 744 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: oid 1 updating version 744 to 746 2024-03-10T21:25:35.372 INFO:tasks.rados.rados.0.smithi071.stdout:1106: oid 1 version 746 is already newer than 745 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 746 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1106: left oid 1 (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1104: done (3 left) 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1105: done (2 left) 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1106: done (1 left) 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1107: done (0 left) 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1108: read oid 15 snap -1 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1108: expect (ObjNum 306 snap 89 seq_num 306) 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 106 2024-03-10T21:25:35.373 INFO:tasks.rados.rados.0.smithi071.stdout:1109: seq_num 362 ranges {5636096=466944,6103040=466944,6569984=335872} 2024-03-10T21:25:35.406 INFO:tasks.rados.rados.0.smithi071.stdout:1109: writing smithi07176956-44 from 5636096 to 6103040 tid 1 2024-03-10T21:25:35.406 INFO:tasks.rados.rados.0.smithi071.stdout:1109: writing smithi07176956-44 from 6103040 to 6569984 tid 2 2024-03-10T21:25:35.408 INFO:tasks.rados.rados.0.smithi071.stdout:1109: writing smithi07176956-44 from 6569984 to 6905856 tid 3 2024-03-10T21:25:35.409 INFO:tasks.rados.rados.0.smithi071.stdout:1110: snap_create 2024-03-10T21:25:35.409 INFO:tasks.rados.rados.0.smithi071.stdout:1108: expect (ObjNum 306 snap 89 seq_num 306) 2024-03-10T21:25:35.417 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 1 to smithi07176956-44 2024-03-10T21:25:35.417 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 2 to smithi07176956-44 2024-03-10T21:25:35.417 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 3 to smithi07176956-44 2024-03-10T21:25:35.417 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 4 to smithi07176956-44 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 5 to smithi07176956-44 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:1109: oid 44 updating version 0 to 576 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:1109: oid 44 updating version 576 to 577 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:1109: oid 44 version 577 is already newer than 574 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:1109: oid 44 version 577 is already newer than 575 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 577 (ObjNum 362 snap 106 seq_num 362) dirty exists 2024-03-10T21:25:35.418 INFO:tasks.rados.rados.0.smithi071.stdout:1109: left oid 44 (ObjNum 362 snap 106 seq_num 362) 2024-03-10T21:25:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:35 smithi193 ceph-mon[83873]: pgmap v87: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-03-10T21:25:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:35 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:35 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:35 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:25:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:35 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:35 smithi193 ceph-mon[83873]: osdmap e278: 8 total, 8 up, 8 in 2024-03-10T21:25:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[88660]: pgmap v87: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[88660]: osdmap e278: 8 total, 8 up, 8 in 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[91105]: pgmap v87: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:25:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:35 smithi071 ceph-mon[91105]: osdmap e278: 8 total, 8 up, 8 in 2024-03-10T21:25:36.301 INFO:tasks.rados.rados.0.smithi071.stdout:1108: done (2 left) 2024-03-10T21:25:36.301 INFO:tasks.rados.rados.0.smithi071.stdout:1109: done (1 left) 2024-03-10T21:25:36.301 INFO:tasks.rados.rados.0.smithi071.stdout:1110: done (0 left) 2024-03-10T21:25:36.301 INFO:tasks.rados.rados.0.smithi071.stdout:1111: read oid 49 snap -1 2024-03-10T21:25:36.302 INFO:tasks.rados.rados.0.smithi071.stdout:1111: expect (ObjNum 356 snap 104 seq_num 356) 2024-03-10T21:25:36.302 INFO:tasks.rados.rados.0.smithi071.stdout:1112: read oid 22 snap -1 2024-03-10T21:25:36.302 INFO:tasks.rados.rados.0.smithi071.stdout:1112: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:25:36.302 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 107 2024-03-10T21:25:36.302 INFO:tasks.rados.rados.0.smithi071.stdout:1113: seq_num 363 ranges {12648448=483328,13131776=753664,13885440=49152} 2024-03-10T21:25:36.371 INFO:tasks.rados.rados.0.smithi071.stdout:1113: writing smithi07176956-23 from 12648448 to 13131776 tid 1 2024-03-10T21:25:36.375 INFO:tasks.rados.rados.0.smithi071.stdout:1113: writing smithi07176956-23 from 13131776 to 13885440 tid 2 2024-03-10T21:25:36.376 INFO:tasks.rados.rados.0.smithi071.stdout:1113: writing smithi07176956-23 from 13885440 to 13934592 tid 3 2024-03-10T21:25:36.376 INFO:tasks.rados.rados.0.smithi071.stdout:1114: rollback oid 14 current snap is 107 2024-03-10T21:25:36.376 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 103 2024-03-10T21:25:36.377 INFO:tasks.rados.rados.0.smithi071.stdout:1112: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:25:36.439 INFO:tasks.rados.rados.0.smithi071.stdout:1111: expect (ObjNum 356 snap 104 seq_num 356) 2024-03-10T21:25:36.585 INFO:tasks.rados.rados.0.smithi071.stdout:1113: finishing write tid 1 to smithi07176956-23 2024-03-10T21:25:36.585 INFO:tasks.rados.rados.0.smithi071.stdout:1113: finishing write tid 2 to smithi07176956-23 2024-03-10T21:25:36.585 INFO:tasks.rados.rados.0.smithi071.stdout:1113: finishing write tid 3 to smithi07176956-23 2024-03-10T21:25:36.585 INFO:tasks.rados.rados.0.smithi071.stdout:1113: finishing write tid 4 to smithi07176956-23 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: finishing write tid 5 to smithi07176956-23 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: oid 23 updating version 0 to 268 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: oid 23 version 268 is already newer than 265 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: oid 23 version 268 is already newer than 266 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: oid 23 version 268 is already newer than 267 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 268 (ObjNum 363 snap 107 seq_num 363) dirty exists 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: left oid 23 (ObjNum 363 snap 107 seq_num 363) 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing rollback tid 0 to smithi07176956-14 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing rollback tid 1 to smithi07176956-14 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1111: done (3 left) 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1112: done (2 left) 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1113: done (1 left) 2024-03-10T21:25:36.586 INFO:tasks.rados.rados.0.smithi071.stdout:1115: rmattr oid 46 current snap is 107 2024-03-10T21:25:36.587 INFO:tasks.rados.rados.0.smithi071.stdout:1115: done (1 left) 2024-03-10T21:25:36.587 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 107 2024-03-10T21:25:36.587 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing rollback tid 2 to smithi07176956-14 2024-03-10T21:25:36.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 750 (ObjNum 348 snap 103 seq_num 348) dirty exists 2024-03-10T21:25:36.587 INFO:tasks.rados.rados.0.smithi071.stdout:1116: seq_num 364 ranges {434176=499712,933888=638976,1572864=163840} 2024-03-10T21:25:36.590 INFO:tasks.rados.rados.0.smithi071.stdout:1116: writing smithi07176956-9 from 434176 to 933888 tid 1 2024-03-10T21:25:36.593 INFO:tasks.rados.rados.0.smithi071.stdout:1116: writing smithi07176956-9 from 933888 to 1572864 tid 2 2024-03-10T21:25:36.595 INFO:tasks.rados.rados.0.smithi071.stdout:1116: writing smithi07176956-9 from 1572864 to 1736704 tid 3 2024-03-10T21:25:36.595 INFO:tasks.rados.rados.0.smithi071.stdout:1114: done (1 left) 2024-03-10T21:25:36.595 INFO:tasks.rados.rados.0.smithi071.stdout:1117: read oid 12 snap -1 2024-03-10T21:25:36.595 INFO:tasks.rados.rados.0.smithi071.stdout:1117: expect (ObjNum 322 snap 93 seq_num 322) 2024-03-10T21:25:36.595 INFO:tasks.rados.rados.0.smithi071.stdout:1118: read oid 31 snap -1 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:1118: expect deleted 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:1119: rollback oid 35 current snap is 107 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 95 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 1 to smithi07176956-9 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:1120: rmattr oid 21 current snap is 107 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:1120: done (4 left) 2024-03-10T21:25:36.596 INFO:tasks.rados.rados.0.smithi071.stdout:1121: setattr oid 43 current snap is 107 2024-03-10T21:25:36.597 INFO:tasks.rados.rados.0.smithi071.stdout:1118: done (4 left) 2024-03-10T21:25:36.597 INFO:tasks.rados.rados.0.smithi071.stdout:1122: snap_remove snap 96 2024-03-10T21:25:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:36 smithi193 ceph-mon[83873]: Reconfiguring osd.4 (monmap changed)... 2024-03-10T21:25:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:36 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.4 on smithi193 2024-03-10T21:25:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:36 smithi193 ceph-mon[83873]: osdmap e279: 8 total, 8 up, 8 in 2024-03-10T21:25:37.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:36 smithi071 ceph-mon[88660]: Reconfiguring osd.4 (monmap changed)... 2024-03-10T21:25:37.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:36 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.4 on smithi193 2024-03-10T21:25:37.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:36 smithi071 ceph-mon[88660]: osdmap e279: 8 total, 8 up, 8 in 2024-03-10T21:25:37.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:36 smithi071 ceph-mon[91105]: Reconfiguring osd.4 (monmap changed)... 2024-03-10T21:25:37.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:36 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.4 on smithi193 2024-03-10T21:25:37.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:36 smithi071 ceph-mon[91105]: osdmap e279: 8 total, 8 up, 8 in 2024-03-10T21:25:37.303 INFO:tasks.rados.rados.0.smithi071.stdout:1122: done (4 left) 2024-03-10T21:25:37.303 INFO:tasks.rados.rados.0.smithi071.stdout:1123: rmattr oid 10 current snap is 107 2024-03-10T21:25:37.303 INFO:tasks.rados.rados.0.smithi071.stdout:1123: done (4 left) 2024-03-10T21:25:37.303 INFO:tasks.rados.rados.0.smithi071.stdout:1124: snap_remove snap 101 2024-03-10T21:25:38.008 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:37 smithi193 ceph-mon[83873]: pgmap v90: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-03-10T21:25:38.008 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:38.008 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:38.008 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:25:38.008 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:38.009 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:37 smithi193 ceph-mon[83873]: osdmap e280: 8 total, 8 up, 8 in 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[88660]: pgmap v90: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[88660]: osdmap e280: 8 total, 8 up, 8 in 2024-03-10T21:25:38.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[91105]: pgmap v90: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-03-10T21:25:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:25:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:38.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:37 smithi071 ceph-mon[91105]: osdmap e280: 8 total, 8 up, 8 in 2024-03-10T21:25:38.306 INFO:tasks.rados.rados.0.smithi071.stdout:1124: done (4 left) 2024-03-10T21:25:38.306 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 107 2024-03-10T21:25:38.306 INFO:tasks.rados.rados.0.smithi071.stdout:1125: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-03-10T21:25:38.307 INFO:tasks.rados.rados.0.smithi071.stdout:1125: writing smithi07176956-7 from 0 to 516096 tid 1 2024-03-10T21:25:38.312 INFO:tasks.rados.rados.0.smithi071.stdout:1125: writing smithi07176956-7 from 516096 to 1089536 tid 2 2024-03-10T21:25:38.313 INFO:tasks.rados.rados.0.smithi071.stdout:1125: writing smithi07176956-7 from 1089536 to 1318912 tid 3 2024-03-10T21:25:38.313 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 107 2024-03-10T21:25:38.315 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 2 to smithi07176956-9 2024-03-10T21:25:38.315 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 3 to smithi07176956-9 2024-03-10T21:25:38.315 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 4 to smithi07176956-9 2024-03-10T21:25:38.315 INFO:tasks.rados.rados.0.smithi071.stdout:1119: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:25:38.315 INFO:tasks.rados.rados.0.smithi071.stdout:1119: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:25:38.315 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 5 to smithi07176956-9 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:1116: oid 9 updating version 0 to 567 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:1116: oid 9 updating version 567 to 568 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:1116: oid 9 updating version 568 to 569 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:1116: oid 9 version 569 is already newer than 566 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 569 (ObjNum 364 snap 107 seq_num 364) dirty exists 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:1116: left oid 9 (ObjNum 364 snap 107 seq_num 364) 2024-03-10T21:25:38.316 INFO:tasks.rados.rados.0.smithi071.stdout:1119: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:25:38.323 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 245 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-03-10T21:25:38.323 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 586 (ObjNum 33 snap 0 seq_num 2944689920) dirty exists 2024-03-10T21:25:38.323 INFO:tasks.rados.rados.0.smithi071.stdout:1117: expect (ObjNum 322 snap 93 seq_num 322) 2024-03-10T21:25:38.521 INFO:tasks.rados.rados.0.smithi071.stdout:1125: finishing write tid 1 to smithi07176956-7 2024-03-10T21:25:38.521 INFO:tasks.rados.rados.0.smithi071.stdout:1126: seq_num 366 ranges {2637824=532480,3170304=458752,3629056=344064} 2024-03-10T21:25:38.538 INFO:tasks.rados.rados.0.smithi071.stdout:1126: writing smithi07176956-34 from 2637824 to 3170304 tid 1 2024-03-10T21:25:38.540 INFO:tasks.rados.rados.0.smithi071.stdout:1126: writing smithi07176956-34 from 3170304 to 3629056 tid 2 2024-03-10T21:25:38.543 INFO:tasks.rados.rados.0.smithi071.stdout:1126: writing smithi07176956-34 from 3629056 to 3973120 tid 3 2024-03-10T21:25:38.543 INFO:tasks.rados.rados.0.smithi071.stdout:1116: done (5 left) 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1117: done (4 left) 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1119: done (3 left) 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1121: done (2 left) 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1127: rollback oid 12 current snap is 107 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 104 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1125: finishing write tid 2 to smithi07176956-7 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1125: finishing write tid 3 to smithi07176956-7 2024-03-10T21:25:38.544 INFO:tasks.rados.rados.0.smithi071.stdout:1125: finishing write tid 4 to smithi07176956-7 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: finishing write tid 5 to smithi07176956-7 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: oid 7 updating version 0 to 643 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: oid 7 updating version 643 to 644 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: oid 7 version 644 is already newer than 642 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: oid 7 version 644 is already newer than 641 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 644 (ObjNum 365 snap 107 seq_num 365) dirty exists 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: left oid 7 (ObjNum 365 snap 107 seq_num 365) 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1125: done (2 left) 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1128: rollback oid 25 current snap is 107 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 103 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1129: rmattr oid 46 current snap is 107 2024-03-10T21:25:38.545 INFO:tasks.rados.rados.0.smithi071.stdout:1130: rmattr oid 18 current snap is 107 2024-03-10T21:25:38.546 INFO:tasks.rados.rados.0.smithi071.stdout:1131: delete oid 7 current snap is 107 2024-03-10T21:25:38.546 INFO:tasks.rados.rados.0.smithi071.stdout:1126: finishing write tid 1 to smithi07176956-34 2024-03-10T21:25:38.547 INFO:tasks.rados.rados.0.smithi071.stdout:1128: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:25:38.547 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 207 (ObjNum 33 snap 0 seq_num 2944270192) dirty dne 2024-03-10T21:25:38.547 INFO:tasks.rados.rados.0.smithi071.stdout:1128: done (5 left) 2024-03-10T21:25:38.547 INFO:tasks.rados.rados.0.smithi071.stdout:1131: done (4 left) 2024-03-10T21:25:38.547 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 107 2024-03-10T21:25:38.548 INFO:tasks.rados.rados.0.smithi071.stdout:1132: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-03-10T21:25:38.548 INFO:tasks.rados.rados.0.smithi071.stdout:1132: writing smithi07176956-25 from 0 to 573440 tid 1 2024-03-10T21:25:38.552 INFO:tasks.rados.rados.0.smithi071.stdout:1132: writing smithi07176956-25 from 573440 to 1196032 tid 2 2024-03-10T21:25:38.553 INFO:tasks.rados.rados.0.smithi071.stdout:1132: writing smithi07176956-25 from 1196032 to 1376256 tid 3 2024-03-10T21:25:38.553 INFO:tasks.rados.rados.0.smithi071.stdout:1133: snap_remove snap 85 2024-03-10T21:25:39.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: Reconfiguring osd.5 (monmap changed)... 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.5 on smithi193 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: osdmap e281: 8 total, 8 up, 8 in 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:38 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:39.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: Reconfiguring osd.5 (monmap changed)... 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.5 on smithi193 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: osdmap e281: 8 total, 8 up, 8 in 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: Reconfiguring osd.5 (monmap changed)... 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.5 on smithi193 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: osdmap e281: 8 total, 8 up, 8 in 2024-03-10T21:25:39.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:25:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:38 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1133: done (5 left) 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1134: read oid 44 snap -1 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1134: expect (ObjNum 362 snap 106 seq_num 362) 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1135: copy_from oid 8 from oid 22 current snap is 107 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 0 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1126: finishing write tid 2 to smithi07176956-34 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1127: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1127: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:25:39.284 INFO:tasks.rados.rados.0.smithi071.stdout:1127: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 772 (ObjNum 322 snap 93 seq_num 322) dirty exists 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: finishing write tid 3 to smithi07176956-34 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: finishing write tid 4 to smithi07176956-34 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 874 (ObjNum 351 snap 103 seq_num 351) dirty exists 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: finishing write tid 5 to smithi07176956-34 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: oid 34 updating version 0 to 870 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: oid 34 updating version 870 to 872 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: oid 34 version 872 is already newer than 869 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: oid 34 version 872 is already newer than 871 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 872 (ObjNum 366 snap 107 seq_num 366) dirty exists 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1126: left oid 34 (ObjNum 366 snap 107 seq_num 366) 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1132: finishing write tid 1 to smithi07176956-25 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1132: finishing write tid 2 to smithi07176956-25 2024-03-10T21:25:39.285 INFO:tasks.rados.rados.0.smithi071.stdout:1132: finishing write tid 3 to smithi07176956-25 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: finishing write tid 4 to smithi07176956-25 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: finishing write tid 5 to smithi07176956-25 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: oid 25 updating version 0 to 255 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: oid 25 version 255 is already newer than 253 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: oid 25 updating version 255 to 256 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: oid 25 version 256 is already newer than 254 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 256 (ObjNum 368 snap 107 seq_num 368) dirty exists 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: left oid 25 (ObjNum 368 snap 107 seq_num 368) 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1126: done (6 left) 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1127: done (5 left) 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1129: done (4 left) 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1130: done (3 left) 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1132: done (2 left) 2024-03-10T21:25:39.286 INFO:tasks.rados.rados.0.smithi071.stdout:1136: delete oid 45 current snap is 107 2024-03-10T21:25:39.296 INFO:tasks.rados.rados.0.smithi071.stdout:1136: done (2 left) 2024-03-10T21:25:39.296 INFO:tasks.rados.rados.0.smithi071.stdout:1137: copy_from oid 24 from oid 26 current snap is 107 2024-03-10T21:25:39.296 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 107 2024-03-10T21:25:39.296 INFO:tasks.rados.rados.0.smithi071.stdout:1138: seq_num 370 ranges {0=606208,606208=794624,1400832=8192} 2024-03-10T21:25:39.300 INFO:tasks.rados.rados.0.smithi071.stdout:1138: writing smithi07176956-4 from 0 to 606208 tid 1 2024-03-10T21:25:39.305 INFO:tasks.rados.rados.0.smithi071.stdout:1138: writing smithi07176956-4 from 606208 to 1400832 tid 2 2024-03-10T21:25:39.305 INFO:tasks.rados.rados.0.smithi071.stdout:1138: writing smithi07176956-4 from 1400832 to 1409024 tid 3 2024-03-10T21:25:39.305 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 107 2024-03-10T21:25:39.305 INFO:tasks.rados.rados.0.smithi071.stdout:1137: finishing copy_from to smithi07176956-24 2024-03-10T21:25:39.306 INFO:tasks.rados.rados.0.smithi071.stdout:1137: got expected ENOENT (src dne) 2024-03-10T21:25:39.306 INFO:tasks.rados.rados.0.smithi071.stdout:1139: seq_num 371 ranges {1056768=622592,1679360=679936,2359296=122880} 2024-03-10T21:25:39.317 INFO:tasks.rados.rados.0.smithi071.stdout:1139: writing smithi07176956-36 from 1056768 to 1679360 tid 1 2024-03-10T21:25:39.321 INFO:tasks.rados.rados.0.smithi071.stdout:1139: writing smithi07176956-36 from 1679360 to 2359296 tid 2 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1139: writing smithi07176956-36 from 2359296 to 2482176 tid 3 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1140: read oid 18 snap -1 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1140: expect (ObjNum 351 snap 103 seq_num 351) 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1141: rollback oid 2 current snap is 107 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 102 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1137: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1138: finishing write tid 1 to smithi07176956-4 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1138: finishing write tid 2 to smithi07176956-4 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1138: finishing write tid 3 to smithi07176956-4 2024-03-10T21:25:39.324 INFO:tasks.rados.rados.0.smithi071.stdout:1138: finishing write tid 4 to smithi07176956-4 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1135: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: finishing write tid 5 to smithi07176956-4 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: oid 4 updating version 0 to 881 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: oid 4 updating version 881 to 882 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: oid 4 version 882 is already newer than 879 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: oid 4 version 882 is already newer than 880 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 882 (ObjNum 370 snap 107 seq_num 370) dirty exists 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: left oid 4 (ObjNum 370 snap 107 seq_num 370) 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1135: finishing copy_from to smithi07176956-8 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 237 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1135: done (6 left) 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1137: done (5 left) 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1138: done (4 left) 2024-03-10T21:25:39.325 INFO:tasks.rados.rados.0.smithi071.stdout:1142: read oid 25 snap 102 2024-03-10T21:25:39.326 INFO:tasks.rados.rados.0.smithi071.stdout:1142: expect deleted 2024-03-10T21:25:39.326 INFO:tasks.rados.rados.0.smithi071.stdout:1143: read oid 32 snap 103 2024-03-10T21:25:39.326 INFO:tasks.rados.rados.0.smithi071.stdout:1143: expect (ObjNum 322 snap 93 seq_num 322) 2024-03-10T21:25:39.326 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 107 2024-03-10T21:25:39.326 INFO:tasks.rados.rados.0.smithi071.stdout:1144: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-03-10T21:25:39.328 INFO:tasks.rados.rados.0.smithi071.stdout:1144: writing smithi07176956-31 from 0 to 638976 tid 1 2024-03-10T21:25:39.330 INFO:tasks.rados.rados.0.smithi071.stdout:1144: writing smithi07176956-31 from 638976 to 1204224 tid 2 2024-03-10T21:25:39.331 INFO:tasks.rados.rados.0.smithi071.stdout:1144: writing smithi07176956-31 from 1204224 to 1441792 tid 3 2024-03-10T21:25:39.331 INFO:tasks.rados.rados.0.smithi071.stdout:1145: snap_remove snap 105 2024-03-10T21:25:39.960 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:25:40.021 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:39 smithi193 ceph-mon[83873]: Reconfiguring osd.6 (monmap changed)... 2024-03-10T21:25:40.021 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:39 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.6 on smithi193 2024-03-10T21:25:40.022 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:39 smithi193 ceph-mon[83873]: pgmap v93: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-10T21:25:40.022 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:39 smithi193 ceph-mon[83873]: osdmap e282: 8 total, 8 up, 8 in 2024-03-10T21:25:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[88660]: Reconfiguring osd.6 (monmap changed)... 2024-03-10T21:25:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.6 on smithi193 2024-03-10T21:25:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[88660]: pgmap v93: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-10T21:25:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[88660]: osdmap e282: 8 total, 8 up, 8 in 2024-03-10T21:25:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[91105]: Reconfiguring osd.6 (monmap changed)... 2024-03-10T21:25:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.6 on smithi193 2024-03-10T21:25:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[91105]: pgmap v93: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-10T21:25:40.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:39 smithi071 ceph-mon[91105]: osdmap e282: 8 total, 8 up, 8 in 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (5m) 42s ago 6m 28.5M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (5m) 27s ago 5m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (7m) 42s ago 7m 14.6M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (7m) 27s ago 7m 19.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (91s) 27s ago 10m 449M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (2m) 42s ago 12m 501M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (76s) 42s ago 12m 39.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:25:40.278 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (32s) 27s ago 10m 30.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (51s) 42s ago 10m 26.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (5m) 42s ago 5m 15.5M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (5m) 27s ago 5m 16.6M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (10m) 42s ago 10m 141M 2480M 18.2.1-746-gc2ea977b a30af69eda22 39aac3715f2a 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (9m) 42s ago 9m 141M 2480M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (9m) 42s ago 9m 167M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (9m) 42s ago 9m 126M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (8m) 27s ago 8m 168M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (8m) 27s ago 8m 146M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (7m) 27s ago 7m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (7m) 27s ago 7m 160M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:25:40.279 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (96s) 27s ago 6m 55.2M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:25:40.290 INFO:tasks.rados.rados.0.smithi071.stdout:1145: done (7 left) 2024-03-10T21:25:40.290 INFO:tasks.rados.rados.0.smithi071.stdout:1146: delete oid 27 current snap is 107 2024-03-10T21:25:40.290 INFO:tasks.rados.rados.0.smithi071.stdout:1141: finishing rollback tid 1 to smithi07176956-2 2024-03-10T21:25:40.290 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 586 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-03-10T21:25:40.290 INFO:tasks.rados.rados.0.smithi071.stdout:1134: expect (ObjNum 362 snap 106 seq_num 362) 2024-03-10T21:25:40.678 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8 2024-03-10T21:25:40.679 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 10, 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 5 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:25:40.680 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:25:40.802 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing write tid 1 to smithi07176956-36 2024-03-10T21:25:40.802 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing write tid 2 to smithi07176956-36 2024-03-10T21:25:40.802 INFO:tasks.rados.rados.0.smithi071.stdout:1134: done (7 left) 2024-03-10T21:25:40.802 INFO:tasks.rados.rados.0.smithi071.stdout:1141: done (6 left) 2024-03-10T21:25:40.802 INFO:tasks.rados.rados.0.smithi071.stdout:1142: done (5 left) 2024-03-10T21:25:40.802 INFO:tasks.rados.rados.0.smithi071.stdout:1146: done (4 left) 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1147: rollback oid 49 current snap is 107 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 103 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing write tid 3 to smithi07176956-36 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing write tid 4 to smithi07176956-36 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing write tid 5 to smithi07176956-36 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: oid 36 updating version 0 to 591 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: oid 36 updating version 591 to 594 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: oid 36 version 594 is already newer than 593 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: oid 36 version 594 is already newer than 592 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 594 (ObjNum 371 snap 107 seq_num 371) dirty exists 2024-03-10T21:25:40.803 INFO:tasks.rados.rados.0.smithi071.stdout:1139: left oid 36 (ObjNum 371 snap 107 seq_num 371) 2024-03-10T21:25:40.804 INFO:tasks.rados.rados.0.smithi071.stdout:1143: expect (ObjNum 322 snap 93 seq_num 322) 2024-03-10T21:25:41.003 INFO:tasks.rados.rados.0.smithi071.stdout:1140: expect (ObjNum 351 snap 103 seq_num 351) 2024-03-10T21:25:41.196 INFO:tasks.rados.rados.0.smithi071.stdout:1144: finishing write tid 1 to smithi07176956-31 2024-03-10T21:25:41.196 INFO:tasks.rados.rados.0.smithi071.stdout:1144: finishing write tid 2 to smithi07176956-31 2024-03-10T21:25:41.196 INFO:tasks.rados.rados.0.smithi071.stdout:1144: finishing write tid 3 to smithi07176956-31 2024-03-10T21:25:41.196 INFO:tasks.rados.rados.0.smithi071.stdout:1144: finishing write tid 4 to smithi07176956-31 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: finishing write tid 5 to smithi07176956-31 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: oid 31 updating version 0 to 596 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: oid 31 updating version 596 to 598 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: oid 31 version 598 is already newer than 597 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: oid 31 version 598 is already newer than 595 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 598 (ObjNum 372 snap 107 seq_num 372) dirty exists 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: left oid 31 (ObjNum 372 snap 107 seq_num 372) 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1139: done (4 left) 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1140: done (3 left) 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1143: done (2 left) 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1144: done (1 left) 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1148: copy_from oid 39 from oid 10 current snap is 107 2024-03-10T21:25:41.197 INFO:tasks.rados.rados.0.smithi071.stdout:1147: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:25:41.198 INFO:tasks.rados.rados.0.smithi071.stdout:1147: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:25:41.198 INFO:tasks.rados.rados.0.smithi071.stdout:1147: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:25:41.198 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 280 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-03-10T21:25:41.198 INFO:tasks.rados.rados.0.smithi071.stdout:1147: done (1 left) 2024-03-10T21:25:41.198 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 107 2024-03-10T21:25:41.198 INFO:tasks.rados.rados.0.smithi071.stdout:1149: seq_num 374 ranges {1105920=671744,1777664=778240,2555904=24576} 2024-03-10T21:25:41.205 INFO:tasks.rados.rados.0.smithi071.stdout:1149: writing smithi07176956-20 from 1105920 to 1777664 tid 1 2024-03-10T21:25:41.210 INFO:tasks.rados.rados.0.smithi071.stdout:1149: writing smithi07176956-20 from 1777664 to 2555904 tid 2 2024-03-10T21:25:41.210 INFO:tasks.rados.rados.0.smithi071.stdout:1149: writing smithi07176956-20 from 2555904 to 2580480 tid 3 2024-03-10T21:25:41.211 INFO:tasks.rados.rados.0.smithi071.stdout:1150: read oid 34 snap -1 2024-03-10T21:25:41.211 INFO:tasks.rados.rados.0.smithi071.stdout:1150: expect (ObjNum 366 snap 107 seq_num 366) 2024-03-10T21:25:41.211 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 107 2024-03-10T21:25:41.211 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 1 to smithi07176956-20 2024-03-10T21:25:41.211 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:25:41.211 INFO:tasks.rados.rados.0.smithi071.stdout:1151: seq_num 375 ranges {679936=688128,1368064=663552,2031616=139264} 2024-03-10T21:25:41.218 INFO:tasks.rados.rados.0.smithi071.stdout:1151: writing smithi07176956-41 from 679936 to 1368064 tid 1 2024-03-10T21:25:41.221 INFO:tasks.rados.rados.0.smithi071.stdout:1151: writing smithi07176956-41 from 1368064 to 2031616 tid 2 2024-03-10T21:25:41.223 INFO:tasks.rados.rados.0.smithi071.stdout:1151: writing smithi07176956-41 from 2031616 to 2170880 tid 3 2024-03-10T21:25:41.223 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 107 2024-03-10T21:25:41.223 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing copy_from to smithi07176956-39 2024-03-10T21:25:41.223 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 567 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-03-10T21:25:41.223 INFO:tasks.rados.rados.0.smithi071.stdout:1152: seq_num 376 ranges {2023424=704512,2727936=548864,3276800=253952} 2024-03-10T21:25:41.237 INFO:tasks.rados.rados.0.smithi071.stdout:1152: writing smithi07176956-49 from 2023424 to 2727936 tid 1 2024-03-10T21:25:41.240 INFO:tasks.rados.rados.0.smithi071.stdout:1152: writing smithi07176956-49 from 2727936 to 3276800 tid 2 2024-03-10T21:25:41.242 INFO:tasks.rados.rados.0.smithi071.stdout:1152: writing smithi07176956-49 from 3276800 to 3530752 tid 3 2024-03-10T21:25:41.242 INFO:tasks.rados.rados.0.smithi071.stdout:1148: done (4 left) 2024-03-10T21:25:41.242 INFO:tasks.rados.rados.0.smithi071.stdout:1153: snap_remove snap 103 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: Reconfiguring osd.7 (monmap changed)... 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: Reconfiguring daemon osd.7 on smithi193 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: osdmap e283: 8 total, 8 up, 8 in 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/3426627987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:41 smithi193 ceph-mon[83873]: pgmap v96: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-10T21:25:41.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:25:41] "GET /metrics HTTP/1.1" 200 35990 "" "Prometheus/2.43.0" 2024-03-10T21:25:41.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:41.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:41.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:41.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: Reconfiguring osd.7 (monmap changed)... 2024-03-10T21:25:41.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: Reconfiguring daemon osd.7 on smithi193 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: osdmap e283: 8 total, 8 up, 8 in 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/3426627987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[91105]: pgmap v96: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: Reconfiguring osd.7 (monmap changed)... 2024-03-10T21:25:41.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:25:41.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:41.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: Reconfiguring daemon osd.7 on smithi193 2024-03-10T21:25:41.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:25:41.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: osdmap e283: 8 total, 8 up, 8 in 2024-03-10T21:25:41.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/3426627987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:41.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:41 smithi071 ceph-mon[88660]: pgmap v96: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-03-10T21:25:42.093 INFO:tasks.rados.rados.0.smithi071.stdout:1153: done (4 left) 2024-03-10T21:25:42.093 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 107 2024-03-10T21:25:42.093 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 2 to smithi07176956-20 2024-03-10T21:25:42.093 INFO:tasks.rados.rados.0.smithi071.stdout:1154: seq_num 377 ranges {1032192=720896,1753088=434176,2187264=368640} 2024-03-10T21:25:42.103 INFO:tasks.rados.rados.0.smithi071.stdout:1154: writing smithi07176956-14 from 1032192 to 1753088 tid 1 2024-03-10T21:25:42.106 INFO:tasks.rados.rados.0.smithi071.stdout:1154: writing smithi07176956-14 from 1753088 to 2187264 tid 2 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1154: writing smithi07176956-14 from 2187264 to 2555904 tid 3 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1155: setattr oid 36 current snap is 107 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 3 to smithi07176956-20 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 4 to smithi07176956-20 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: finishing write tid 5 to smithi07176956-20 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: oid 20 updating version 0 to 646 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: oid 20 updating version 646 to 647 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: oid 20 updating version 647 to 648 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:1149: oid 20 updating version 648 to 649 2024-03-10T21:25:42.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 649 (ObjNum 374 snap 107 seq_num 374) dirty exists 2024-03-10T21:25:42.111 INFO:tasks.rados.rados.0.smithi071.stdout:1149: left oid 20 (ObjNum 374 snap 107 seq_num 374) 2024-03-10T21:25:42.111 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing write tid 1 to smithi07176956-41 2024-03-10T21:25:42.111 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing write tid 2 to smithi07176956-41 2024-03-10T21:25:42.111 INFO:tasks.rados.rados.0.smithi071.stdout:1150: expect (ObjNum 366 snap 107 seq_num 366) 2024-03-10T21:25:42.299 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing write tid 3 to smithi07176956-41 2024-03-10T21:25:42.299 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing write tid 4 to smithi07176956-41 2024-03-10T21:25:42.299 INFO:tasks.rados.rados.0.smithi071.stdout:1151: finishing write tid 5 to smithi07176956-41 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1151: oid 41 updating version 0 to 600 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1151: oid 41 updating version 600 to 603 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1151: oid 41 version 603 is already newer than 601 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1151: oid 41 version 603 is already newer than 602 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 603 (ObjNum 375 snap 107 seq_num 375) dirty exists 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1151: left oid 41 (ObjNum 375 snap 107 seq_num 375) 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing write tid 1 to smithi07176956-49 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing write tid 2 to smithi07176956-49 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing write tid 3 to smithi07176956-49 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing write tid 4 to smithi07176956-49 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing write tid 5 to smithi07176956-49 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: oid 49 updating version 0 to 282 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: oid 49 version 282 is already newer than 281 2024-03-10T21:25:42.300 INFO:tasks.rados.rados.0.smithi071.stdout:1152: oid 49 updating version 282 to 284 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1152: oid 49 version 284 is already newer than 283 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 284 (ObjNum 376 snap 107 seq_num 376) dirty exists 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1152: left oid 49 (ObjNum 376 snap 107 seq_num 376) 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing write tid 1 to smithi07176956-14 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing write tid 2 to smithi07176956-14 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing write tid 3 to smithi07176956-14 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing write tid 4 to smithi07176956-14 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing write tid 5 to smithi07176956-14 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: oid 14 updating version 0 to 793 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: oid 14 updating version 793 to 796 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: oid 14 version 796 is already newer than 795 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: oid 14 version 796 is already newer than 794 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 796 (ObjNum 377 snap 107 seq_num 377) dirty exists 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1154: left oid 14 (ObjNum 377 snap 107 seq_num 377) 2024-03-10T21:25:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:1149: done (5 left) 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1150: done (4 left) 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1151: done (3 left) 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1152: done (2 left) 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1154: done (1 left) 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1156: copy_from oid 19 from oid 3 current snap is 107 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1157: snap_create 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1156: finishing copy_from to smithi07176956-19 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1156: got expected ENOENT (src dne) 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:1156: finishing copy_from racing read to smithi07176956-19 2024-03-10T21:25:42.302 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 605 (ObjNum 371 snap 107 seq_num 371) dirty exists 2024-03-10T21:25:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:43.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:42 smithi193 ceph-mon[83873]: osdmap e284: 8 total, 8 up, 8 in 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:43.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[88660]: osdmap e284: 8 total, 8 up, 8 in 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:43.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:42 smithi071 ceph-mon[91105]: osdmap e284: 8 total, 8 up, 8 in 2024-03-10T21:25:43.101 INFO:tasks.rados.rados.0.smithi071.stdout:1155: done (2 left) 2024-03-10T21:25:43.101 INFO:tasks.rados.rados.0.smithi071.stdout:1156: done (1 left) 2024-03-10T21:25:43.101 INFO:tasks.rados.rados.0.smithi071.stdout:1157: done (0 left) 2024-03-10T21:25:43.101 INFO:tasks.rados.rados.0.smithi071.stdout:1158: snap_remove snap 76 2024-03-10T21:25:43.796 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:44.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: Reconfiguring mds.b (monmap changed)... 2024-03-10T21:25:44.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: Reconfiguring daemon mds.b on smithi193 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: pgmap v98: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: osdmap e285: 8 total, 8 up, 8 in 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T21:25:44.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: Reconfiguring mds.b (monmap changed)... 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: Reconfiguring daemon mds.b on smithi193 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: pgmap v98: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-03-10T21:25:44.057 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: osdmap e285: 8 total, 8 up, 8 in 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T21:25:44.058 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-10T21:25:44.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T21:25:44.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T21:25:44.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-10T21:25:44.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.059 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:43 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T21:25:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: Reconfiguring mds.b (monmap changed)... 2024-03-10T21:25:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: Reconfiguring daemon mds.b on smithi193 2024-03-10T21:25:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: pgmap v98: 121 pgs: 121 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-03-10T21:25:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: osdmap e285: 8 total, 8 up, 8 in 2024-03-10T21:25:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-03-10T21:25:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:44.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:43 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T21:25:44.103 INFO:tasks.rados.rados.0.smithi071.stdout:1158: done (0 left) 2024-03-10T21:25:44.103 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 108 2024-03-10T21:25:44.103 INFO:tasks.rados.rados.0.smithi071.stdout:1159: seq_num 378 ranges {2211840=737280,2949120=720896,3670016=81920} 2024-03-10T21:25:44.121 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi07176956-8 from 2211840 to 2949120 tid 1 2024-03-10T21:25:44.125 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi07176956-8 from 2949120 to 3670016 tid 2 2024-03-10T21:25:44.127 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi07176956-8 from 3670016 to 3751936 tid 3 2024-03-10T21:25:44.127 INFO:tasks.rados.rados.0.smithi071.stdout:1160: rollback oid 31 current snap is 108 2024-03-10T21:25:44.128 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 106 2024-03-10T21:25:44.128 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 1 to smithi07176956-8 2024-03-10T21:25:44.128 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 108 2024-03-10T21:25:44.128 INFO:tasks.rados.rados.0.smithi071.stdout:1161: seq_num 379 ranges {2580480=753664,3334144=606208,3940352=196608} 2024-03-10T21:25:44.144 INFO:tasks.rados.rados.0.smithi071.stdout:1161: writing smithi07176956-20 from 2580480 to 3334144 tid 1 2024-03-10T21:25:44.148 INFO:tasks.rados.rados.0.smithi071.stdout:1161: writing smithi07176956-20 from 3334144 to 3940352 tid 2 2024-03-10T21:25:44.150 INFO:tasks.rados.rados.0.smithi071.stdout:1161: writing smithi07176956-20 from 3940352 to 4136960 tid 3 2024-03-10T21:25:44.150 INFO:tasks.rados.rados.0.smithi071.stdout:1162: read oid 41 snap -1 2024-03-10T21:25:44.150 INFO:tasks.rados.rados.0.smithi071.stdout:1162: expect (ObjNum 375 snap 107 seq_num 375) 2024-03-10T21:25:44.150 INFO:tasks.rados.rados.0.smithi071.stdout:1163: copy_from oid 22 from oid 2 current snap is 108 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1160: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1160: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 612 (ObjNum 65 snap 0 seq_num 1499420241) dirty dne 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 2 to smithi07176956-8 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 3 to smithi07176956-8 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 4 to smithi07176956-8 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 5 to smithi07176956-8 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1159: oid 8 updating version 0 to 344 2024-03-10T21:25:44.151 INFO:tasks.rados.rados.0.smithi071.stdout:1159: oid 8 version 344 is already newer than 342 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1159: oid 8 version 344 is already newer than 343 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1159: oid 8 updating version 344 to 345 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 345 (ObjNum 378 snap 108 seq_num 378) dirty exists 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1159: left oid 8 (ObjNum 378 snap 108 seq_num 378) 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 1 to smithi07176956-20 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1159: done (4 left) 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1160: done (3 left) 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1164: read oid 36 snap 107 2024-03-10T21:25:44.152 INFO:tasks.rados.rados.0.smithi071.stdout:1164: expect (ObjNum 371 snap 107 seq_num 371) 2024-03-10T21:25:44.153 INFO:tasks.rados.rados.0.smithi071.stdout:1165: snap_remove snap 106 2024-03-10T21:25:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:44 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all mon 2024-03-10T21:25:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:44 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all crash 2024-03-10T21:25:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:44 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T21:25:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:44 smithi193 ceph-mon[83873]: Upgrade: osd.0 is safe to restart 2024-03-10T21:25:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:44 smithi193 ceph-mon[83873]: osdmap e286: 8 total, 8 up, 8 in 2024-03-10T21:25:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:44 smithi193 ceph-mon[83873]: pgmap v101: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-03-10T21:25:45.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all mon 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all crash 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[88660]: Upgrade: osd.0 is safe to restart 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[88660]: osdmap e286: 8 total, 8 up, 8 in 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[88660]: pgmap v101: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all mon 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all crash 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[91105]: Upgrade: osd.0 is safe to restart 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[91105]: osdmap e286: 8 total, 8 up, 8 in 2024-03-10T21:25:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:44 smithi071 ceph-mon[91105]: pgmap v101: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 17 op/s 2024-03-10T21:25:45.107 INFO:tasks.rados.rados.0.smithi071.stdout:1163: finishing copy_from to smithi07176956-22 2024-03-10T21:25:45.107 INFO:tasks.rados.rados.0.smithi071.stdout:1163: got expected ENOENT (src dne) 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1163: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 2 to smithi07176956-20 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 3 to smithi07176956-20 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 4 to smithi07176956-20 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: finishing write tid 5 to smithi07176956-20 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: oid 20 updating version 0 to 653 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: oid 20 version 653 is already newer than 652 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: oid 20 version 653 is already newer than 651 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: oid 20 version 653 is already newer than 650 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 653 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1161: left oid 20 (ObjNum 379 snap 108 seq_num 379) 2024-03-10T21:25:45.108 INFO:tasks.rados.rados.0.smithi071.stdout:1162: expect (ObjNum 375 snap 107 seq_num 375) 2024-03-10T21:25:45.182 INFO:tasks.rados.rados.0.smithi071.stdout:1164: expect (ObjNum 371 snap 107 seq_num 371) 2024-03-10T21:25:45.267 INFO:tasks.rados.rados.0.smithi071.stdout:1161: done (4 left) 2024-03-10T21:25:45.267 INFO:tasks.rados.rados.0.smithi071.stdout:1162: done (3 left) 2024-03-10T21:25:45.267 INFO:tasks.rados.rados.0.smithi071.stdout:1163: done (2 left) 2024-03-10T21:25:45.267 INFO:tasks.rados.rados.0.smithi071.stdout:1164: done (1 left) 2024-03-10T21:25:45.268 INFO:tasks.rados.rados.0.smithi071.stdout:1165: done (0 left) 2024-03-10T21:25:45.268 INFO:tasks.rados.rados.0.smithi071.stdout:1166: read oid 49 snap 102 2024-03-10T21:25:45.268 INFO:tasks.rados.rados.0.smithi071.stdout:1166: expect (ObjNum 330 snap 98 seq_num 330) 2024-03-10T21:25:45.268 INFO:tasks.rados.rados.0.smithi071.stdout:1167: delete oid 46 current snap is 108 2024-03-10T21:25:45.270 INFO:tasks.rados.rados.0.smithi071.stdout:1167: done (1 left) 2024-03-10T21:25:45.270 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 108 2024-03-10T21:25:45.270 INFO:tasks.rados.rados.0.smithi071.stdout:1168: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-03-10T21:25:45.274 INFO:tasks.rados.rados.0.smithi071.stdout:1168: writing smithi07176956-31 from 0 to 786432 tid 1 2024-03-10T21:25:45.276 INFO:tasks.rados.rados.0.smithi071.stdout:1168: writing smithi07176956-31 from 786432 to 1204224 tid 2 2024-03-10T21:25:45.279 INFO:tasks.rados.rados.0.smithi071.stdout:1168: writing smithi07176956-31 from 1204224 to 1589248 tid 3 2024-03-10T21:25:45.279 INFO:tasks.rados.rados.0.smithi071.stdout:1169: delete oid 42 current snap is 108 2024-03-10T21:25:45.279 INFO:tasks.rados.rados.0.smithi071.stdout:1166: expect (ObjNum 330 snap 98 seq_num 330) 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing write tid 1 to smithi07176956-31 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1166: done (2 left) 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1169: done (1 left) 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1170: rollback oid 42 current snap is 108 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 79 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing write tid 2 to smithi07176956-31 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing write tid 3 to smithi07176956-31 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing write tid 4 to smithi07176956-31 2024-03-10T21:25:45.367 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing write tid 5 to smithi07176956-31 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1168: oid 31 updating version 0 to 615 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1168: oid 31 updating version 615 to 616 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1168: oid 31 updating version 616 to 617 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1168: oid 31 updating version 617 to 618 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 618 (ObjNum 381 snap 108 seq_num 381) dirty exists 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1168: left oid 31 (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1168: done (1 left) 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1171: read oid 22 snap -1 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1171: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:25:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:1172: snap_create 2024-03-10T21:25:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:1170: finishing rollback tid 1 to smithi07176956-42 2024-03-10T21:25:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:1170: finishing rollback tid 2 to smithi07176956-42 2024-03-10T21:25:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 576 (ObjNum 158 snap 39 seq_num 158) dirty exists 2024-03-10T21:25:45.380 INFO:tasks.rados.rados.0.smithi071.stdout:1171: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:25:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:1170: done (2 left) 2024-03-10T21:25:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:1171: done (1 left) 2024-03-10T21:25:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:1172: done (0 left) 2024-03-10T21:25:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:1173: copy_from oid 49 from oid 21 current snap is 109 2024-03-10T21:25:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 109 2024-03-10T21:25:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:1174: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2024-03-10T21:25:46.148 INFO:tasks.rados.rados.0.smithi071.stdout:1174: writing smithi07176956-7 from 0 to 417792 tid 1 2024-03-10T21:25:46.151 INFO:tasks.rados.rados.0.smithi071.stdout:1174: writing smithi07176956-7 from 417792 to 1007616 tid 2 2024-03-10T21:25:46.154 INFO:tasks.rados.rados.0.smithi071.stdout:1174: writing smithi07176956-7 from 1007616 to 1425408 tid 3 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:1174: writing smithi07176956-7 from 1425408 to 1622016 tid 4 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:1175: rollback oid 23 current snap is 109 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 102 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:1174: finishing write tid 1 to smithi07176956-7 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing copy_from to smithi07176956-49 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 458 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:25:46.156 INFO:tasks.rados.rados.0.smithi071.stdout:1173: done (2 left) 2024-03-10T21:25:46.157 INFO:tasks.rados.rados.0.smithi071.stdout:1176: setattr oid 16 current snap is 109 2024-03-10T21:25:46.157 INFO:tasks.rados.rados.0.smithi071.stdout:1174: finishing write tid 2 to smithi07176956-7 2024-03-10T21:25:46.157 INFO:tasks.rados.rados.0.smithi071.stdout:1177: copy_from oid 10 from oid 27 current snap is 109 2024-03-10T21:25:46.158 INFO:tasks.rados.rados.0.smithi071.stdout:1178: snap_remove snap 104 2024-03-10T21:25:46.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[88660]: osdmap e287: 8 total, 8 up, 8 in 2024-03-10T21:25:46.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[88660]: Upgrade: Updating osd.0 2024-03-10T21:25:46.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:46.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[88660]: Deploying daemon osd.0 on smithi071 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[91105]: osdmap e287: 8 total, 8 up, 8 in 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[91105]: Upgrade: Updating osd.0 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:46.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:46 smithi071 ceph-mon[91105]: Deploying daemon osd.0 on smithi071 2024-03-10T21:25:46.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:46 smithi193 ceph-mon[83873]: osdmap e287: 8 total, 8 up, 8 in 2024-03-10T21:25:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:46 smithi193 ceph-mon[83873]: Upgrade: Updating osd.0 2024-03-10T21:25:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:46 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:46 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-10T21:25:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:46 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:25:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:46 smithi193 ceph-mon[83873]: Deploying daemon osd.0 on smithi071 2024-03-10T21:25:47.157 INFO:tasks.rados.rados.0.smithi071.stdout:1178: done (4 left) 2024-03-10T21:25:47.157 INFO:tasks.rados.rados.0.smithi071.stdout:1179: snap_remove snap 99 2024-03-10T21:25:47.370 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:47 smithi071 ceph-mon[88660]: osdmap e288: 8 total, 8 up, 8 in 2024-03-10T21:25:47.370 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:47 smithi071 ceph-mon[88660]: pgmap v104: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-03-10T21:25:47.371 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:47 smithi071 ceph-mon[91105]: osdmap e288: 8 total, 8 up, 8 in 2024-03-10T21:25:47.371 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:47 smithi071 ceph-mon[91105]: pgmap v104: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-03-10T21:25:47.486 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:47 smithi193 ceph-mon[83873]: osdmap e288: 8 total, 8 up, 8 in 2024-03-10T21:25:47.487 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:47 smithi193 ceph-mon[83873]: pgmap v104: 121 pgs: 121 active+clean; 238 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1179: done (4 left) 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1180: copy_from oid 17 from oid 47 current snap is 109 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1174: finishing write tid 3 to smithi07176956-7 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1174: finishing write tid 4 to smithi07176956-7 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1174: finishing write tid 5 to smithi07176956-7 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing rollback tid 0 to smithi07176956-23 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1177: finishing copy_from to smithi07176956-10 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1177: got expected ENOENT (src dne) 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1177: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:1175: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:25:48.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 292 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: finishing write tid 6 to smithi07176956-7 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: oid 7 updating version 0 to 657 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: oid 7 version 657 is already newer than 655 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: oid 7 updating version 657 to 658 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: oid 7 version 658 is already newer than 654 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: oid 7 version 658 is already newer than 656 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 658 (ObjNum 383 snap 109 seq_num 383) dirty exists 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: left oid 7 (ObjNum 383 snap 109 seq_num 383) 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 383 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1174: done (4 left) 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1175: done (3 left) 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1176: done (2 left) 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1177: done (1 left) 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 109 2024-03-10T21:25:48.161 INFO:tasks.rados.rados.0.smithi071.stdout:1181: seq_num 384 ranges {1900544=434176,2334720=475136,2809856=630784,3440640=98304} 2024-03-10T21:25:48.177 INFO:tasks.rados.rados.0.smithi071.stdout:1181: writing smithi07176956-37 from 1900544 to 2334720 tid 1 2024-03-10T21:25:48.180 INFO:tasks.rados.rados.0.smithi071.stdout:1181: writing smithi07176956-37 from 2334720 to 2809856 tid 2 2024-03-10T21:25:48.185 INFO:tasks.rados.rados.0.smithi071.stdout:1181: writing smithi07176956-37 from 2809856 to 3440640 tid 3 2024-03-10T21:25:48.186 INFO:tasks.rados.rados.0.smithi071.stdout:1181: writing smithi07176956-37 from 3440640 to 3538944 tid 4 2024-03-10T21:25:48.186 INFO:tasks.rados.rados.0.smithi071.stdout:1181: finishing write tid 1 to smithi07176956-37 2024-03-10T21:25:48.186 INFO:tasks.rados.rados.0.smithi071.stdout:1181: finishing write tid 2 to smithi07176956-37 2024-03-10T21:25:48.187 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 109 2024-03-10T21:25:48.187 INFO:tasks.rados.rados.0.smithi071.stdout:1182: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2024-03-10T21:25:48.190 INFO:tasks.rados.rados.0.smithi071.stdout:1182: writing smithi07176956-46 from 0 to 450560 tid 1 2024-03-10T21:25:48.195 INFO:tasks.rados.rados.0.smithi071.stdout:1182: writing smithi07176956-46 from 450560 to 1212416 tid 2 2024-03-10T21:25:48.198 INFO:tasks.rados.rados.0.smithi071.stdout:1182: writing smithi07176956-46 from 1212416 to 1654784 tid 3 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 109 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: finishing write tid 3 to smithi07176956-37 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: finishing write tid 4 to smithi07176956-37 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: finishing write tid 5 to smithi07176956-37 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1182: finishing write tid 1 to smithi07176956-46 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: finishing write tid 6 to smithi07176956-37 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: oid 37 updating version 0 to 572 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: oid 37 version 572 is already newer than 569 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: oid 37 version 572 is already newer than 568 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: oid 37 version 572 is already newer than 570 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: oid 37 version 572 is already newer than 571 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 572 (ObjNum 384 snap 109 seq_num 384) dirty exists 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1181: left oid 37 (ObjNum 384 snap 109 seq_num 384) 2024-03-10T21:25:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:1183: seq_num 386 ranges {3751936=466944,4218880=638976,4857856=565248} 2024-03-10T21:25:48.222 INFO:tasks.rados.rados.0.smithi071.stdout:1183: writing smithi07176956-8 from 3751936 to 4218880 tid 1 2024-03-10T21:25:48.225 INFO:tasks.rados.rados.0.smithi071.stdout:1183: writing smithi07176956-8 from 4218880 to 4857856 tid 2 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1183: writing smithi07176956-8 from 4857856 to 5423104 tid 3 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1181: done (3 left) 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1184: rmattr oid 1 current snap is 109 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1182: finishing write tid 2 to smithi07176956-46 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1182: finishing write tid 3 to smithi07176956-46 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1182: finishing write tid 4 to smithi07176956-46 2024-03-10T21:25:48.230 INFO:tasks.rados.rados.0.smithi071.stdout:1182: finishing write tid 5 to smithi07176956-46 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1182: oid 46 updating version 0 to 932 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1182: oid 46 version 932 is already newer than 931 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1182: oid 46 updating version 932 to 933 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1182: oid 46 updating version 933 to 934 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 934 (ObjNum 385 snap 109 seq_num 385) dirty exists 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1182: left oid 46 (ObjNum 385 snap 109 seq_num 385) 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1180: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1182: done (3 left) 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1185: delete oid 3 current snap is 109 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1180: finishing copy_from to smithi07176956-17 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 698 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 1 to smithi07176956-8 2024-03-10T21:25:48.231 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 2 to smithi07176956-8 2024-03-10T21:25:48.232 INFO:tasks.rados.rados.0.smithi071.stdout:1180: done (3 left) 2024-03-10T21:25:48.232 INFO:tasks.rados.rados.0.smithi071.stdout:1185: done (2 left) 2024-03-10T21:25:48.232 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 109 2024-03-10T21:25:48.232 INFO:tasks.rados.rados.0.smithi071.stdout:1186: seq_num 388 ranges {2121728=507904,2629632=458752,3088384=606208,3694592=139264} 2024-03-10T21:25:48.245 INFO:tasks.rados.rados.0.smithi071.stdout:1186: writing smithi07176956-29 from 2121728 to 2629632 tid 1 2024-03-10T21:25:48.248 INFO:tasks.rados.rados.0.smithi071.stdout:1186: writing smithi07176956-29 from 2629632 to 3088384 tid 2 2024-03-10T21:25:48.252 INFO:tasks.rados.rados.0.smithi071.stdout:1186: writing smithi07176956-29 from 3088384 to 3694592 tid 3 2024-03-10T21:25:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:1186: writing smithi07176956-29 from 3694592 to 3833856 tid 4 2024-03-10T21:25:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:1187: delete oid 34 current snap is 109 2024-03-10T21:25:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 828 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-03-10T21:25:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 3 to smithi07176956-8 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 4 to smithi07176956-8 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: finishing write tid 5 to smithi07176956-8 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: oid 8 updating version 0 to 346 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: oid 8 updating version 346 to 348 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: oid 8 updating version 348 to 349 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: oid 8 version 349 is already newer than 347 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1183: left oid 8 (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1186: finishing write tid 1 to smithi07176956-29 2024-03-10T21:25:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:1186: finishing write tid 2 to smithi07176956-29 2024-03-10T21:25:48.255 INFO:tasks.rados.rados.0.smithi071.stdout:1186: finishing write tid 3 to smithi07176956-29 2024-03-10T21:25:48.255 INFO:tasks.rados.rados.0.smithi071.stdout:1186: finishing write tid 4 to smithi07176956-29 2024-03-10T21:25:48.256 INFO:tasks.rados.rados.0.smithi071.stdout:1183: done (3 left) 2024-03-10T21:25:48.256 INFO:tasks.rados.rados.0.smithi071.stdout:1184: done (2 left) 2024-03-10T21:25:48.256 INFO:tasks.rados.rados.0.smithi071.stdout:1187: done (1 left) 2024-03-10T21:25:48.256 INFO:tasks.rados.rados.0.smithi071.stdout:1188: setattr oid 17 current snap is 109 2024-03-10T21:25:48.256 INFO:tasks.rados.rados.0.smithi071.stdout:1186: finishing write tid 5 to smithi07176956-29 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: finishing write tid 6 to smithi07176956-29 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: oid 29 updating version 0 to 575 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: oid 29 updating version 575 to 576 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: oid 29 version 576 is already newer than 574 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: oid 29 version 576 is already newer than 573 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: oid 29 updating version 576 to 577 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 577 (ObjNum 388 snap 109 seq_num 388) dirty exists 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: left oid 29 (ObjNum 388 snap 109 seq_num 388) 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1186: done (1 left) 2024-03-10T21:25:48.258 INFO:tasks.rados.rados.0.smithi071.stdout:1189: read oid 1 snap -1 2024-03-10T21:25:48.259 INFO:tasks.rados.rados.0.smithi071.stdout:1189: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:25:48.259 INFO:tasks.rados.rados.0.smithi071.stdout:1190: snap_remove snap 107 2024-03-10T21:25:48.372 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-mon[88660]: osdmap e289: 8 total, 8 up, 8 in 2024-03-10T21:25:48.373 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:48.373 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-mon[91105]: osdmap e289: 8 total, 8 up, 8 in 2024-03-10T21:25:48.373 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:48.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:48 smithi193 ceph-mon[83873]: osdmap e289: 8 total, 8 up, 8 in 2024-03-10T21:25:48.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:25:48.782 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:48 smithi071 systemd[1]: Stopping Ceph osd.0 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:25:49.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[41741]: 2024-03-10T21:25:48.780+0000 7f4de84c3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:25:49.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[41741]: 2024-03-10T21:25:48.780+0000 7f4de84c3700 -1 osd.0 290 *** Got signal Terminated *** 2024-03-10T21:25:49.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[41741]: 2024-03-10T21:25:48.780+0000 7f4de84c3700 -1 osd.0 290 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:25:49.176 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 699 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-03-10T21:25:49.176 INFO:tasks.rados.rados.0.smithi071.stdout:1189: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:25:49.507 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:49 smithi071 ceph-mon[88660]: osdmap e290: 8 total, 8 up, 8 in 2024-03-10T21:25:49.507 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:49 smithi071 ceph-mon[88660]: pgmap v107: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-03-10T21:25:49.507 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:49 smithi071 ceph-mon[88660]: osd.0 marked itself down and dead 2024-03-10T21:25:49.507 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:49 smithi071 ceph-mon[91105]: osdmap e290: 8 total, 8 up, 8 in 2024-03-10T21:25:49.507 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:49 smithi071 ceph-mon[91105]: pgmap v107: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-03-10T21:25:49.507 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:49 smithi071 ceph-mon[91105]: osd.0 marked itself down and dead 2024-03-10T21:25:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:49 smithi193 ceph-mon[83873]: osdmap e290: 8 total, 8 up, 8 in 2024-03-10T21:25:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:49 smithi193 ceph-mon[83873]: pgmap v107: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 31 op/s 2024-03-10T21:25:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:49 smithi193 ceph-mon[83873]: osd.0 marked itself down and dead 2024-03-10T21:25:49.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:49 smithi071 podman[96089]: 2024-03-10 21:25:49.506071508 +0000 UTC m=+0.857572215 container died 39aac3715f2a7764e603d5200d0de030bb5afb852d339ad77accb78f2fb3146b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-03-10T21:25:49.915 INFO:tasks.rados.rados.0.smithi071.stdout:1188: done (2 left) 2024-03-10T21:25:49.915 INFO:tasks.rados.rados.0.smithi071.stdout:1189: done (1 left) 2024-03-10T21:25:49.915 INFO:tasks.rados.rados.0.smithi071.stdout:1190: done (0 left) 2024-03-10T21:25:49.915 INFO:tasks.rados.rados.0.smithi071.stdout:1191: snap_remove snap 108 2024-03-10T21:25:50.287 INFO:tasks.rados.rados.0.smithi071.stdout:1191: done (0 left) 2024-03-10T21:25:50.287 INFO:tasks.rados.rados.0.smithi071.stdout:1192: rollback oid 16 current snap is 109 2024-03-10T21:25:50.287 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 102 2024-03-10T21:25:50.287 INFO:tasks.rados.rados.0.smithi071.stdout:1193: read oid 31 snap -1 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1193: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1194: read oid 6 snap -1 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1194: expect deleted 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1195: rollback oid 23 current snap is 109 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 95 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1196: read oid 50 snap -1 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1196: expect deleted 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1197: rmattr oid 20 current snap is 109 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1197: done (5 left) 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1198: copy_from oid 1 from oid 2 current snap is 109 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 109 2024-03-10T21:25:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1199: seq_num 390 ranges {1409024=540672,1949696=630784,2580480=573440} 2024-03-10T21:25:50.298 INFO:tasks.rados.rados.0.smithi071.stdout:1199: writing smithi07176956-4 from 1409024 to 1949696 tid 1 2024-03-10T21:25:50.301 INFO:tasks.rados.rados.0.smithi071.stdout:1199: writing smithi07176956-4 from 1949696 to 2580480 tid 2 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:1199: writing smithi07176956-4 from 2580480 to 3153920 tid 3 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:1200: copy_from oid 40 from oid 35 current snap is 109 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:1192: finishing rollback tid 0 to smithi07176956-16 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:1192: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:1192: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 386 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:25:50.305 INFO:tasks.rados.rados.0.smithi071.stdout:1198: finishing copy_from to smithi07176956-1 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1198: got expected ENOENT (src dne) 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1198: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1195: finishing rollback tid 0 to smithi07176956-23 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1192: done (7 left) 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1194: done (6 left) 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1196: done (5 left) 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1198: done (4 left) 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1201: read oid 36 snap -1 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1201: expect (ObjNum 371 snap 107 seq_num 371) 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 109 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1195: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:25:50.306 INFO:tasks.rados.rados.0.smithi071.stdout:1202: seq_num 391 ranges {3833856=557056,4390912=516096,4907008=688128} 2024-03-10T21:25:50.328 INFO:tasks.rados.rados.0.smithi071.stdout:1202: writing smithi07176956-29 from 3833856 to 4390912 tid 1 2024-03-10T21:25:50.331 INFO:tasks.rados.rados.0.smithi071.stdout:1202: writing smithi07176956-29 from 4390912 to 4907008 tid 2 2024-03-10T21:25:50.335 INFO:tasks.rados.rados.0.smithi071.stdout:1202: writing smithi07176956-29 from 4907008 to 5595136 tid 3 2024-03-10T21:25:50.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:50 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:25:50.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:50 smithi071 ceph-mon[88660]: osdmap e291: 8 total, 7 up, 8 in 2024-03-10T21:25:50.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:50 smithi071 ceph-mon[88660]: osdmap e292: 8 total, 7 up, 8 in 2024-03-10T21:25:50.336 INFO:tasks.rados.rados.0.smithi071.stdout:1203: copy_from oid 14 from oid 7 current snap is 109 2024-03-10T21:25:50.336 INFO:tasks.rados.rados.0.smithi071.stdout:1195: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:25:50.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 299 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-03-10T21:25:50.336 INFO:tasks.rados.rados.0.smithi071.stdout:1193: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:25:50.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:50 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:25:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:50 smithi071 ceph-mon[91105]: osdmap e291: 8 total, 7 up, 8 in 2024-03-10T21:25:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:50 smithi071 ceph-mon[91105]: osdmap e292: 8 total, 7 up, 8 in 2024-03-10T21:25:50.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 podman[96089]: 2024-03-10 21:25:50.086025893 +0000 UTC m=+1.437526599 container cleanup 39aac3715f2a7764e603d5200d0de030bb5afb852d339ad77accb78f2fb3146b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-c2ea977) 2024-03-10T21:25:50.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 bash[96089]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0 2024-03-10T21:25:50.378 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing write tid 1 to smithi07176956-4 2024-03-10T21:25:50.378 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing write tid 2 to smithi07176956-4 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1193: done (6 left) 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1195: done (5 left) 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1204: copy_from oid 38 from oid 20 current snap is 109 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing write tid 3 to smithi07176956-4 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing write tid 4 to smithi07176956-4 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing write tid 5 to smithi07176956-4 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: oid 4 updating version 0 to 944 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: oid 4 updating version 944 to 946 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: oid 4 version 946 is already newer than 945 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: oid 4 version 946 is already newer than 943 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 946 (ObjNum 390 snap 109 seq_num 390) dirty exists 2024-03-10T21:25:50.379 INFO:tasks.rados.rados.0.smithi071.stdout:1199: left oid 4 (ObjNum 390 snap 109 seq_num 390) 2024-03-10T21:25:50.380 INFO:tasks.rados.rados.0.smithi071.stdout:1201: expect (ObjNum 371 snap 107 seq_num 371) 2024-03-10T21:25:50.465 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing copy_from racing read to smithi07176956-40 2024-03-10T21:25:50.465 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing copy_from to smithi07176956-40 2024-03-10T21:25:50.465 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 245 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-03-10T21:25:50.465 INFO:tasks.rados.rados.0.smithi071.stdout:1199: done (5 left) 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1200: done (4 left) 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1201: done (3 left) 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1205: rollback oid 37 current snap is 109 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 102 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing write tid 1 to smithi07176956-29 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing write tid 2 to smithi07176956-29 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing write tid 3 to smithi07176956-29 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing write tid 4 to smithi07176956-29 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing write tid 5 to smithi07176956-29 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: oid 29 updating version 0 to 579 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: oid 29 version 579 is already newer than 578 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: oid 29 updating version 579 to 580 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:1202: oid 29 updating version 580 to 581 2024-03-10T21:25:50.466 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 581 (ObjNum 391 snap 109 seq_num 391) dirty exists 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1202: left oid 29 (ObjNum 391 snap 109 seq_num 391) 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1203: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1203: finishing copy_from to smithi07176956-14 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 658 (ObjNum 383 snap 109 seq_num 383) dirty exists 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1204: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1204: finishing copy_from to smithi07176956-38 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 653 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1202: done (3 left) 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1203: done (2 left) 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1204: done (1 left) 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1206: read oid 18 snap -1 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1206: expect (ObjNum 351 snap 103 seq_num 351) 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1207: read oid 40 snap -1 2024-03-10T21:25:50.467 INFO:tasks.rados.rados.0.smithi071.stdout:1207: expect (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:25:50.468 INFO:tasks.rados.rados.0.smithi071.stdout:1208: snap_create 2024-03-10T21:25:50.468 INFO:tasks.rados.rados.0.smithi071.stdout:1205: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:25:50.468 INFO:tasks.rados.rados.0.smithi071.stdout:1205: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:25:50.468 INFO:tasks.rados.rados.0.smithi071.stdout:1205: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:25:50.468 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 584 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:25:50.483 INFO:tasks.rados.rados.0.smithi071.stdout:1206: expect (ObjNum 351 snap 103 seq_num 351) 2024-03-10T21:25:50.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:50 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:25:50.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:50 smithi193 ceph-mon[83873]: osdmap e291: 8 total, 7 up, 8 in 2024-03-10T21:25:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:50 smithi193 ceph-mon[83873]: osdmap e292: 8 total, 7 up, 8 in 2024-03-10T21:25:50.686 INFO:tasks.rados.rados.0.smithi071.stdout:1207: expect (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:25:50.750 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 podman[96106]: 2024-03-10 21:25:50.382786224 +0000 UTC m=+0.872776117 container remove 39aac3715f2a7764e603d5200d0de030bb5afb852d339ad77accb78f2fb3146b (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0) 2024-03-10T21:25:51.062 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 podman[96197]: 2024-03-10 21:25:50.652562049 +0000 UTC m=+0.020419018 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:25:51.062 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 podman[96197]: 2024-03-10 21:25:50.767217238 +0000 UTC m=+0.135074197 container create 2087dcc1fe519c8f71d2821027dbfd03b37deda20e94a6d808b96c69a81438d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS) 2024-03-10T21:25:51.063 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 podman[96197]: 2024-03-10 21:25:50.995105866 +0000 UTC m=+0.362962824 container init 2087dcc1fe519c8f71d2821027dbfd03b37deda20e94a6d808b96c69a81438d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:25:51.063 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:50 smithi071 podman[96197]: 2024-03-10 21:25:50.998358267 +0000 UTC m=+0.366215233 container start 2087dcc1fe519c8f71d2821027dbfd03b37deda20e94a6d808b96c69a81438d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:25:51.063 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:51 smithi071 podman[96197]: 2024-03-10 21:25:51.061698322 +0000 UTC m=+0.429555280 container attach 2087dcc1fe519c8f71d2821027dbfd03b37deda20e94a6d808b96c69a81438d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d) 2024-03-10T21:25:51.298 INFO:tasks.rados.rados.0.smithi071.stdout:1205: done (3 left) 2024-03-10T21:25:51.298 INFO:tasks.rados.rados.0.smithi071.stdout:1206: done (2 left) 2024-03-10T21:25:51.298 INFO:tasks.rados.rados.0.smithi071.stdout:1207: done (1 left) 2024-03-10T21:25:51.298 INFO:tasks.rados.rados.0.smithi071.stdout:1208: done (0 left) 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1209: rmattr oid 47 current snap is 110 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1210: read oid 14 snap 79 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1210: expect (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1211: read oid 29 snap -1 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1211: expect (ObjNum 391 snap 109 seq_num 391) 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1212: copy_from oid 34 from oid 31 current snap is 110 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 110 2024-03-10T21:25:51.299 INFO:tasks.rados.rados.0.smithi071.stdout:1213: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-03-10T21:25:51.302 INFO:tasks.rados.rados.0.smithi071.stdout:1213: writing smithi07176956-3 from 0 to 573440 tid 1 2024-03-10T21:25:51.307 INFO:tasks.rados.rados.0.smithi071.stdout:1213: writing smithi07176956-3 from 573440 to 1376256 tid 2 2024-03-10T21:25:51.310 INFO:tasks.rados.rados.0.smithi071.stdout:1213: writing smithi07176956-3 from 1376256 to 1777664 tid 3 2024-03-10T21:25:51.311 INFO:tasks.rados.rados.0.smithi071.stdout:1214: read oid 48 snap -1 2024-03-10T21:25:51.311 INFO:tasks.rados.rados.0.smithi071.stdout:1214: expect (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1215: read oid 27 snap 79 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1215: expect (ObjNum 243 snap 66 seq_num 243) 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1216: rollback oid 20 current snap is 110 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 109 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1217: rollback oid 30 current snap is 110 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 102 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing write tid 1 to smithi07176956-3 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1218: setattr oid 19 current snap is 110 2024-03-10T21:25:51.312 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing copy_from to smithi07176956-34 2024-03-10T21:25:51.313 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 618 (ObjNum 381 snap 108 seq_num 381) dirty exists 2024-03-10T21:25:51.314 INFO:tasks.rados.rados.0.smithi071.stdout:1212: done (9 left) 2024-03-10T21:25:51.314 INFO:tasks.rados.rados.0.smithi071.stdout:1219: copy_from oid 42 from oid 8 current snap is 110 2024-03-10T21:25:51.314 INFO:tasks.rados.rados.0.smithi071.stdout:1220: read oid 35 snap -1 2024-03-10T21:25:51.315 INFO:tasks.rados.rados.0.smithi071.stdout:1220: expect (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:25:51.315 INFO:tasks.rados.rados.0.smithi071.stdout:1221: delete oid 2 current snap is 110 2024-03-10T21:25:51.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 835 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-03-10T21:25:51.320 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing write tid 2 to smithi07176956-3 2024-03-10T21:25:51.320 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing write tid 3 to smithi07176956-3 2024-03-10T21:25:51.320 INFO:tasks.rados.rados.0.smithi071.stdout:1217: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:25:51.320 INFO:tasks.rados.rados.0.smithi071.stdout:1217: finishing rollback tid 2 to smithi07176956-30 2024-03-10T21:25:51.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 589 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-03-10T21:25:51.321 INFO:tasks.rados.rados.0.smithi071.stdout:1209: done (11 left) 2024-03-10T21:25:51.321 INFO:tasks.rados.rados.0.smithi071.stdout:1217: done (10 left) 2024-03-10T21:25:51.321 INFO:tasks.rados.rados.0.smithi071.stdout:1221: done (9 left) 2024-03-10T21:25:51.321 INFO:tasks.rados.rados.0.smithi071.stdout:1222: snap_remove snap 95 2024-03-10T21:25:51.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:25:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:25:51] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-03-10T21:25:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:51 smithi071 ceph-mon[91105]: osdmap e293: 8 total, 7 up, 8 in 2024-03-10T21:25:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:51 smithi071 ceph-mon[91105]: pgmap v111: 121 pgs: 13 stale+active+clean, 108 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-03-10T21:25:51.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:51 smithi071 podman[96197]: 2024-03-10 21:25:51.295380466 +0000 UTC m=+0.663237440 container died 2087dcc1fe519c8f71d2821027dbfd03b37deda20e94a6d808b96c69a81438d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0) 2024-03-10T21:25:51.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:51 smithi071 ceph-mon[88660]: osdmap e293: 8 total, 7 up, 8 in 2024-03-10T21:25:51.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:51 smithi071 ceph-mon[88660]: pgmap v111: 121 pgs: 13 stale+active+clean, 108 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-03-10T21:25:51.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:51 smithi193 ceph-mon[83873]: osdmap e293: 8 total, 7 up, 8 in 2024-03-10T21:25:51.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:51 smithi193 ceph-mon[83873]: pgmap v111: 121 pgs: 13 stale+active+clean, 108 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 35 op/s 2024-03-10T21:25:52.302 INFO:tasks.rados.rados.0.smithi071.stdout:1222: done (9 left) 2024-03-10T21:25:52.302 INFO:tasks.rados.rados.0.smithi071.stdout:1223: snap_create 2024-03-10T21:25:52.302 INFO:tasks.rados.rados.0.smithi071.stdout:1210: expect (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:25:52.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:52 smithi071 ceph-mon[88660]: osdmap e294: 8 total, 7 up, 8 in 2024-03-10T21:25:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:52 smithi071 ceph-mon[91105]: osdmap e294: 8 total, 7 up, 8 in 2024-03-10T21:25:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 podman[96223]: 2024-03-10 21:25:52.040760239 +0000 UTC m=+0.739556655 container remove 2087dcc1fe519c8f71d2821027dbfd03b37deda20e94a6d808b96c69a81438d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:25:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.0.service: Deactivated successfully. 2024-03-10T21:25:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 systemd[1]: Stopped Ceph osd.0 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:25:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.0.service: Consumed 10.104s CPU time. 2024-03-10T21:25:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 systemd[1]: Starting Ceph osd.0 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:25:52.373 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 387 (ObjNum 359 snap 104 seq_num 359) dirty exists 2024-03-10T21:25:52.374 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing write tid 4 to smithi07176956-3 2024-03-10T21:25:52.374 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing write tid 5 to smithi07176956-3 2024-03-10T21:25:52.374 INFO:tasks.rados.rados.0.smithi071.stdout:1213: oid 3 updating version 0 to 656 2024-03-10T21:25:52.374 INFO:tasks.rados.rados.0.smithi071.stdout:1213: oid 3 version 656 is already newer than 654 2024-03-10T21:25:52.374 INFO:tasks.rados.rados.0.smithi071.stdout:1213: oid 3 version 656 is already newer than 655 2024-03-10T21:25:52.375 INFO:tasks.rados.rados.0.smithi071.stdout:1213: oid 3 updating version 656 to 657 2024-03-10T21:25:52.375 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 657 (ObjNum 392 snap 110 seq_num 392) dirty exists 2024-03-10T21:25:52.375 INFO:tasks.rados.rados.0.smithi071.stdout:1213: left oid 3 (ObjNum 392 snap 110 seq_num 392) 2024-03-10T21:25:52.375 INFO:tasks.rados.rados.0.smithi071.stdout:1211: expect (ObjNum 391 snap 109 seq_num 391) 2024-03-10T21:25:52.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:52 smithi193 ceph-mon[83873]: osdmap e294: 8 total, 7 up, 8 in 2024-03-10T21:25:52.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:52.632 INFO:tasks.rados.rados.0.smithi071.stdout:1215: expect (ObjNum 243 snap 66 seq_num 243) 2024-03-10T21:25:52.766 INFO:tasks.rados.rados.0.smithi071.stdout:1216: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:25:52.766 INFO:tasks.rados.rados.0.smithi071.stdout:1216: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:25:52.766 INFO:tasks.rados.rados.0.smithi071.stdout:1216: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:25:52.766 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 661 (ObjNum 379 snap 108 seq_num 379) dirty exists 2024-03-10T21:25:52.766 INFO:tasks.rados.rados.0.smithi071.stdout:1214: expect (ObjNum 135 snap 35 seq_num 135) 2024-03-10T21:25:52.796 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 podman[96326]: 2024-03-10 21:25:52.391100023 +0000 UTC m=+0.018178345 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:25:52.796 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 podman[96326]: 2024-03-10 21:25:52.516892162 +0000 UTC m=+0.143970468 container create afd2f8773a32664a008ed3949b63f6950ceb1ac4ad002993a774cd5ea18e48f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d) 2024-03-10T21:25:52.827 INFO:tasks.rados.rados.0.smithi071.stdout:1220: expect (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:25:52.921 INFO:tasks.rados.rados.0.smithi071.stdout:1219: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:25:52.922 INFO:tasks.rados.rados.0.smithi071.stdout:1219: finishing copy_from to smithi07176956-42 2024-03-10T21:25:52.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:25:53.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 podman[96326]: 2024-03-10 21:25:52.794888239 +0000 UTC m=+0.421966542 container init afd2f8773a32664a008ed3949b63f6950ceb1ac4ad002993a774cd5ea18e48f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T21:25:53.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 podman[96326]: 2024-03-10 21:25:52.798701259 +0000 UTC m=+0.425779575 container start afd2f8773a32664a008ed3949b63f6950ceb1ac4ad002993a774cd5ea18e48f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-10T21:25:53.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:52 smithi071 podman[96326]: 2024-03-10 21:25:52.89490844 +0000 UTC m=+0.521986751 container attach afd2f8773a32664a008ed3949b63f6950ceb1ac4ad002993a774cd5ea18e48f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:25:53.304 INFO:tasks.rados.rados.0.smithi071.stdout:1210: done (9 left) 2024-03-10T21:25:53.304 INFO:tasks.rados.rados.0.smithi071.stdout:1211: done (8 left) 2024-03-10T21:25:53.304 INFO:tasks.rados.rados.0.smithi071.stdout:1213: done (7 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1214: done (6 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1215: done (5 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1216: done (4 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1218: done (3 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1219: done (2 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1220: done (1 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1223: done (0 left) 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 111 2024-03-10T21:25:53.305 INFO:tasks.rados.rados.0.smithi071.stdout:1224: seq_num 394 ranges {4136960=606208,4743168=565248,5308416=557056,5865472=81920} 2024-03-10T21:25:53.329 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07176956-20 from 4136960 to 4743168 tid 1 2024-03-10T21:25:53.332 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07176956-20 from 4743168 to 5308416 tid 2 2024-03-10T21:25:53.335 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07176956-20 from 5308416 to 5865472 tid 3 2024-03-10T21:25:53.336 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07176956-20 from 5865472 to 5947392 tid 4 2024-03-10T21:25:53.336 INFO:tasks.rados.rados.0.smithi071.stdout:1225: rollback oid 39 current snap is 111 2024-03-10T21:25:53.336 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 110 2024-03-10T21:25:53.336 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 1 to smithi07176956-20 2024-03-10T21:25:53.336 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 2 to smithi07176956-20 2024-03-10T21:25:53.336 INFO:tasks.rados.rados.0.smithi071.stdout:1226: setattr oid 45 current snap is 111 2024-03-10T21:25:53.337 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 111 2024-03-10T21:25:53.337 INFO:tasks.rados.rados.0.smithi071.stdout:1227: seq_num 395 ranges {7274496=622592,7897088=450560,8347648=753664} 2024-03-10T21:25:53.379 INFO:tasks.rados.rados.0.smithi071.stdout:1227: writing smithi07176956-19 from 7274496 to 7897088 tid 1 2024-03-10T21:25:53.382 INFO:tasks.rados.rados.0.smithi071.stdout:1227: writing smithi07176956-19 from 7897088 to 8347648 tid 2 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1227: writing smithi07176956-19 from 8347648 to 9101312 tid 3 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1228: copy_from oid 10 from oid 35 current snap is 111 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 3 to smithi07176956-20 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 4 to smithi07176956-20 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 5 to smithi07176956-20 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 587 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-03-10T21:25:53.387 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 6 to smithi07176956-20 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: oid 20 updating version 0 to 664 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: oid 20 updating version 664 to 666 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: oid 20 version 666 is already newer than 665 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: oid 20 version 666 is already newer than 662 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: oid 20 version 666 is already newer than 663 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 666 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: left oid 20 (ObjNum 394 snap 111 seq_num 394) 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 276 (ObjNum 129 snap 0 seq_num 2944638432) dirty exists 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 1 to smithi07176956-19 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1224: done (4 left) 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1225: done (3 left) 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1226: done (2 left) 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1229: read oid 13 snap -1 2024-03-10T21:25:53.388 INFO:tasks.rados.rados.0.smithi071.stdout:1229: expect deleted 2024-03-10T21:25:53.389 INFO:tasks.rados.rados.0.smithi071.stdout:1230: delete oid 46 current snap is 111 2024-03-10T21:25:53.389 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 2 to smithi07176956-19 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 3 to smithi07176956-19 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 4 to smithi07176956-19 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1229: done (3 left) 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1230: done (2 left) 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1231: copy_from oid 27 from oid 37 current snap is 111 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1232: copy_from oid 5 from oid 40 current snap is 111 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1233: copy_from oid 50 from oid 4 current snap is 111 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1234: read oid 1 snap -1 2024-03-10T21:25:53.390 INFO:tasks.rados.rados.0.smithi071.stdout:1234: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1235: delete oid 36 current snap is 111 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1227: finishing write tid 5 to smithi07176956-19 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1227: oid 19 updating version 0 to 388 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1227: oid 19 updating version 388 to 391 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1227: oid 19 version 391 is already newer than 390 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1227: oid 19 version 391 is already newer than 389 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 391 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:25:53.391 INFO:tasks.rados.rados.0.smithi071.stdout:1227: left oid 19 (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1227: done (6 left) 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1235: done (5 left) 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1236: read oid 22 snap -1 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1236: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1237: read oid 3 snap -1 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1237: expect (ObjNum 392 snap 110 seq_num 392) 2024-03-10T21:25:53.394 INFO:tasks.rados.rados.0.smithi071.stdout:1238: setattr oid 16 current snap is 111 2024-03-10T21:25:53.396 INFO:tasks.rados.rados.0.smithi071.stdout:1239: snap_remove snap 79 2024-03-10T21:25:53.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:53 smithi193 ceph-mon[83873]: osdmap e295: 8 total, 7 up, 8 in 2024-03-10T21:25:53.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:53 smithi193 ceph-mon[83873]: pgmap v114: 121 pgs: 13 stale+active+clean, 108 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:53.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:25:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:25:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:25:53.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-mon[88660]: osdmap e295: 8 total, 7 up, 8 in 2024-03-10T21:25:53.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-mon[88660]: pgmap v114: 121 pgs: 13 stale+active+clean, 108 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:53.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-mon[91105]: osdmap e295: 8 total, 7 up, 8 in 2024-03-10T21:25:53.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-mon[91105]: pgmap v114: 121 pgs: 13 stale+active+clean, 108 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 bash[96326]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-10T21:25:53.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T21:25:53.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T21:25:53.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-03-10T21:25:53.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-03-10T21:25:53.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate[96341]: --> ceph-volume raw activate successful for osd ID: 0 2024-03-10T21:25:53.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 podman[96326]: 2024-03-10 21:25:53.266646142 +0000 UTC m=+0.893724446 container died afd2f8773a32664a008ed3949b63f6950ceb1ac4ad002993a774cd5ea18e48f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate, RELEASE=main-cb2b48d, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-10T21:25:54.175 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:53 smithi071 podman[96464]: 2024-03-10 21:25:53.899059789 +0000 UTC m=+0.626107589 container remove afd2f8773a32664a008ed3949b63f6950ceb1ac4ad002993a774cd5ea18e48f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-10T21:25:54.176 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 podman[96530]: 2024-03-10 21:25:54.013723065 +0000 UTC m=+0.018312188 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:25:54.176 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 podman[96530]: 2024-03-10 21:25:54.175100449 +0000 UTC m=+0.179689564 container create f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d) 2024-03-10T21:25:54.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 392 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:25:54.315 INFO:tasks.rados.rados.0.smithi071.stdout:1228: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:25:54.315 INFO:tasks.rados.rados.0.smithi071.stdout:1237: expect (ObjNum 392 snap 110 seq_num 392) 2024-03-10T21:25:54.365 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing copy_from racing read to smithi07176956-27 2024-03-10T21:25:54.365 INFO:tasks.rados.rados.0.smithi071.stdout:1228: finishing copy_from to smithi07176956-10 2024-03-10T21:25:54.365 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 245 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-03-10T21:25:54.365 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:25:54.365 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing copy_from to smithi07176956-5 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 245 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:1228: done (8 left) 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:1232: done (7 left) 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:1237: done (6 left) 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:1238: done (5 left) 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:1239: done (4 left) 2024-03-10T21:25:54.366 INFO:tasks.rados.rados.0.smithi071.stdout:1240: snap_remove snap 102 2024-03-10T21:25:54.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:54 smithi071 ceph-mon[88660]: osdmap e296: 8 total, 7 up, 8 in 2024-03-10T21:25:54.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:54 smithi071 ceph-mon[91105]: osdmap e296: 8 total, 7 up, 8 in 2024-03-10T21:25:54.487 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 podman[96530]: 2024-03-10 21:25:54.386128618 +0000 UTC m=+0.390717734 container init f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2) 2024-03-10T21:25:54.488 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 podman[96530]: 2024-03-10 21:25:54.389147627 +0000 UTC m=+0.393736744 container start f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-10T21:25:54.488 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 ceph-osd[96550]: -- 172.21.15.71:0/3995425037 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c3ff8f1680 con 0x55c3ff8bb000 2024-03-10T21:25:54.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:54 smithi193 ceph-mon[83873]: osdmap e296: 8 total, 7 up, 8 in 2024-03-10T21:25:54.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 bash[96530]: f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 2024-03-10T21:25:54.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 systemd[1]: Started Ceph osd.0 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:25:55.307 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:25:54.930+0000 7fb3901ca7c0 -1 Falling back to public interface 2024-03-10T21:25:55.314 INFO:tasks.rados.rados.0.smithi071.stdout:1240: done (4 left) 2024-03-10T21:25:55.314 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 111 2024-03-10T21:25:55.314 INFO:tasks.rados.rados.0.smithi071.stdout:1241: seq_num 398 ranges {1376256=671744,2048000=557056,2605056=532480,3137536=114688} 2024-03-10T21:25:55.326 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07176956-25 from 1376256 to 2048000 tid 1 2024-03-10T21:25:55.330 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07176956-25 from 2048000 to 2605056 tid 2 2024-03-10T21:25:55.333 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07176956-25 from 2605056 to 3137536 tid 3 2024-03-10T21:25:55.334 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07176956-25 from 3137536 to 3252224 tid 4 2024-03-10T21:25:55.334 INFO:tasks.rados.rados.0.smithi071.stdout:1242: rmattr oid 7 current snap is 111 2024-03-10T21:25:55.334 INFO:tasks.rados.rados.0.smithi071.stdout:1242: done (5 left) 2024-03-10T21:25:55.335 INFO:tasks.rados.rados.0.smithi071.stdout:1243: read oid 7 snap 109 2024-03-10T21:25:55.335 INFO:tasks.rados.rados.0.smithi071.stdout:1243: expect (ObjNum 383 snap 109 seq_num 383) 2024-03-10T21:25:55.335 INFO:tasks.rados.rados.0.smithi071.stdout:1244: snap_remove snap 110 2024-03-10T21:25:55.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:55 smithi193 ceph-mon[83873]: osdmap e297: 8 total, 7 up, 8 in 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:55 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:55 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:55 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:55 smithi193 ceph-mon[83873]: pgmap v117: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 8.1 MiB/s wr, 42 op/s; 71/459 objects degraded (15.468%) 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[88660]: osdmap e297: 8 total, 7 up, 8 in 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:55.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:55.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[88660]: pgmap v117: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 8.1 MiB/s wr, 42 op/s; 71/459 objects degraded (15.468%) 2024-03-10T21:25:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[91105]: osdmap e297: 8 total, 7 up, 8 in 2024-03-10T21:25:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:25:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:55 smithi071 ceph-mon[91105]: pgmap v117: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 8.1 MiB/s wr, 42 op/s; 71/459 objects degraded (15.468%) 2024-03-10T21:25:56.326 INFO:tasks.rados.rados.0.smithi071.stdout:1244: done (6 left) 2024-03-10T21:25:56.326 INFO:tasks.rados.rados.0.smithi071.stdout:1245: snap_create 2024-03-10T21:25:56.326 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing copy_from to smithi07176956-27 2024-03-10T21:25:56.326 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 584 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:25:56.326 INFO:tasks.rados.rados.0.smithi071.stdout:1236: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:25:56.390 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:25:56.391 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing copy_from to smithi07176956-50 2024-03-10T21:25:56.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 946 (ObjNum 390 snap 109 seq_num 390) dirty exists 2024-03-10T21:25:56.391 INFO:tasks.rados.rados.0.smithi071.stdout:1234: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:25:56.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:56 smithi193 ceph-mon[83873]: osdmap e298: 8 total, 7 up, 8 in 2024-03-10T21:25:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:56 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 71/459 objects degraded (15.468%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T21:25:56.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:56 smithi071 ceph-mon[88660]: osdmap e298: 8 total, 7 up, 8 in 2024-03-10T21:25:56.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:56 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 71/459 objects degraded (15.468%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T21:25:56.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:56 smithi071 ceph-mon[91105]: osdmap e298: 8 total, 7 up, 8 in 2024-03-10T21:25:56.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:56 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 71/459 objects degraded (15.468%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 1 to smithi07176956-25 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 2 to smithi07176956-25 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 3 to smithi07176956-25 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 4 to smithi07176956-25 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 5 to smithi07176956-25 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 6 to smithi07176956-25 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: oid 25 updating version 0 to 289 2024-03-10T21:25:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:1241: oid 25 version 289 is already newer than 287 2024-03-10T21:25:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:1241: oid 25 version 289 is already newer than 288 2024-03-10T21:25:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:1241: oid 25 version 289 is already newer than 284 2024-03-10T21:25:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:1241: oid 25 updating version 289 to 290 2024-03-10T21:25:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 290 (ObjNum 398 snap 111 seq_num 398) dirty exists 2024-03-10T21:25:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:1241: left oid 25 (ObjNum 398 snap 111 seq_num 398) 2024-03-10T21:25:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:1243: expect (ObjNum 383 snap 109 seq_num 383) 2024-03-10T21:25:57.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:57 smithi071 ceph-mon[88660]: osdmap e299: 8 total, 7 up, 8 in 2024-03-10T21:25:57.325 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:57 smithi071 ceph-mon[88660]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 8.1 MiB/s wr, 42 op/s; 71/459 objects degraded (15.468%) 2024-03-10T21:25:57.327 INFO:tasks.rados.rados.0.smithi071.stdout:1231: done (6 left) 2024-03-10T21:25:57.327 INFO:tasks.rados.rados.0.smithi071.stdout:1233: done (5 left) 2024-03-10T21:25:57.327 INFO:tasks.rados.rados.0.smithi071.stdout:1234: done (4 left) 2024-03-10T21:25:57.327 INFO:tasks.rados.rados.0.smithi071.stdout:1236: done (3 left) 2024-03-10T21:25:57.328 INFO:tasks.rados.rados.0.smithi071.stdout:1241: done (2 left) 2024-03-10T21:25:57.328 INFO:tasks.rados.rados.0.smithi071.stdout:1243: done (1 left) 2024-03-10T21:25:57.328 INFO:tasks.rados.rados.0.smithi071.stdout:1245: done (0 left) 2024-03-10T21:25:57.328 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 112 2024-03-10T21:25:57.328 INFO:tasks.rados.rados.0.smithi071.stdout:1246: seq_num 399 ranges {3252224=688128,3940352=434176,4374528=745472,5120000=24576} 2024-03-10T21:25:57.348 INFO:tasks.rados.rados.0.smithi071.stdout:1246: writing smithi07176956-25 from 3252224 to 3940352 tid 1 2024-03-10T21:25:57.351 INFO:tasks.rados.rados.0.smithi071.stdout:1246: writing smithi07176956-25 from 3940352 to 4374528 tid 2 2024-03-10T21:25:57.356 INFO:tasks.rados.rados.0.smithi071.stdout:1246: writing smithi07176956-25 from 4374528 to 5120000 tid 3 2024-03-10T21:25:57.356 INFO:tasks.rados.rados.0.smithi071.stdout:1246: writing smithi07176956-25 from 5120000 to 5144576 tid 4 2024-03-10T21:25:57.356 INFO:tasks.rados.rados.0.smithi071.stdout:1247: read oid 13 snap 109 2024-03-10T21:25:57.356 INFO:tasks.rados.rados.0.smithi071.stdout:1247: expect deleted 2024-03-10T21:25:57.357 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 112 2024-03-10T21:25:57.357 INFO:tasks.rados.rados.0.smithi071.stdout:1246: finishing write tid 1 to smithi07176956-25 2024-03-10T21:25:57.357 INFO:tasks.rados.rados.0.smithi071.stdout:1248: seq_num 400 ranges {1622016=704512,2326528=720896,3047424=483328} 2024-03-10T21:25:57.369 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi07176956-7 from 1622016 to 2326528 tid 1 2024-03-10T21:25:57.373 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi07176956-7 from 2326528 to 3047424 tid 2 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi07176956-7 from 3047424 to 3530752 tid 3 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1249: setattr oid 45 current snap is 112 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: finishing write tid 2 to smithi07176956-25 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: finishing write tid 3 to smithi07176956-25 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: finishing write tid 4 to smithi07176956-25 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: finishing write tid 5 to smithi07176956-25 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: finishing write tid 6 to smithi07176956-25 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: oid 25 updating version 0 to 296 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: oid 25 version 296 is already newer than 295 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: oid 25 updating version 296 to 298 2024-03-10T21:25:57.377 INFO:tasks.rados.rados.0.smithi071.stdout:1246: oid 25 version 298 is already newer than 294 2024-03-10T21:25:57.378 INFO:tasks.rados.rados.0.smithi071.stdout:1246: oid 25 version 298 is already newer than 297 2024-03-10T21:25:57.378 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 298 (ObjNum 399 snap 112 seq_num 399) dirty exists 2024-03-10T21:25:57.378 INFO:tasks.rados.rados.0.smithi071.stdout:1246: left oid 25 (ObjNum 399 snap 112 seq_num 399) 2024-03-10T21:25:57.378 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 1 to smithi07176956-7 2024-03-10T21:25:57.378 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 2 to smithi07176956-7 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1246: done (3 left) 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1247: done (2 left) 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1250: read oid 40 snap -1 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1250: expect (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1251: read oid 8 snap -1 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1251: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1252: rollback oid 23 current snap is 112 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 111 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 112 2024-03-10T21:25:57.379 INFO:tasks.rados.rados.0.smithi071.stdout:1253: seq_num 401 ranges {7528448=720896,8249344=606208,8855552=598016} 2024-03-10T21:25:57.423 INFO:tasks.rados.rados.0.smithi071.stdout:1253: writing smithi07176956-47 from 7528448 to 8249344 tid 1 2024-03-10T21:25:57.426 INFO:tasks.rados.rados.0.smithi071.stdout:1253: writing smithi07176956-47 from 8249344 to 8855552 tid 2 2024-03-10T21:25:57.430 INFO:tasks.rados.rados.0.smithi071.stdout:1253: writing smithi07176956-47 from 8855552 to 9453568 tid 3 2024-03-10T21:25:57.430 INFO:tasks.rados.rados.0.smithi071.stdout:1254: snap_remove snap 109 2024-03-10T21:25:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:57 smithi193 ceph-mon[83873]: osdmap e299: 8 total, 7 up, 8 in 2024-03-10T21:25:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:57 smithi193 ceph-mon[83873]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 8.1 MiB/s wr, 42 op/s; 71/459 objects degraded (15.468%) 2024-03-10T21:25:57.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:57 smithi071 ceph-mon[91105]: osdmap e299: 8 total, 7 up, 8 in 2024-03-10T21:25:57.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:57 smithi071 ceph-mon[91105]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 8.1 MiB/s wr, 42 op/s; 71/459 objects degraded (15.468%) 2024-03-10T21:25:58.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:25:57.792+0000 7fb3901ca7c0 -1 osd.0 290 log_to_monitors true 2024-03-10T21:25:58.335 INFO:tasks.rados.rados.0.smithi071.stdout:1254: done (6 left) 2024-03-10T21:25:58.335 INFO:tasks.rados.rados.0.smithi071.stdout:1255: rollback oid 12 current snap is 112 2024-03-10T21:25:58.335 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 111 2024-03-10T21:25:58.335 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 3 to smithi07176956-7 2024-03-10T21:25:58.335 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 4 to smithi07176956-7 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 947 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 5 to smithi07176956-7 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1248: oid 7 updating version 0 to 669 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1248: oid 7 version 669 is already newer than 668 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1248: oid 7 version 669 is already newer than 667 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1248: oid 7 updating version 669 to 670 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 670 (ObjNum 400 snap 112 seq_num 400) dirty exists 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1248: left oid 7 (ObjNum 400 snap 112 seq_num 400) 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1252: finishing rollback tid 0 to smithi07176956-23 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1252: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1252: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 303 (ObjNum 320 snap 93 seq_num 320) dirty exists 2024-03-10T21:25:58.336 INFO:tasks.rados.rados.0.smithi071.stdout:1250: expect (ObjNum 309 snap 89 seq_num 309) 2024-03-10T21:25:58.438 INFO:tasks.rados.rados.0.smithi071.stdout:1251: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:25:58.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:58 smithi193 ceph-mon[83873]: osdmap e300: 8 total, 7 up, 8 in 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:58 smithi193 ceph-mon[83873]: from='osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:58 smithi193 ceph-mon[83873]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:58 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:58 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[88660]: osdmap e300: 8 total, 7 up, 8 in 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[88660]: from='osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[88660]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:58.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:25:58.357+0000 7fb381622700 -1 osd.0 290 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:25:58.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[91105]: osdmap e300: 8 total, 7 up, 8 in 2024-03-10T21:25:58.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[91105]: from='osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:25:58.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[91105]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-10T21:25:58.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:58.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:58 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 1 to smithi07176956-47 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 2 to smithi07176956-47 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 3 to smithi07176956-47 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 4 to smithi07176956-47 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: finishing write tid 5 to smithi07176956-47 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: oid 47 updating version 0 to 866 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: oid 47 updating version 866 to 867 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: oid 47 updating version 867 to 868 2024-03-10T21:25:58.687 INFO:tasks.rados.rados.0.smithi071.stdout:1253: oid 47 version 868 is already newer than 865 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 868 (ObjNum 401 snap 112 seq_num 401) dirty exists 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1253: left oid 47 (ObjNum 401 snap 112 seq_num 401) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1248: done (6 left) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1249: done (5 left) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1250: done (4 left) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1251: done (3 left) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1252: done (2 left) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1253: done (1 left) 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 112 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:25:58.688 INFO:tasks.rados.rados.0.smithi071.stdout:1256: seq_num 402 ranges {2342912=737280,3080192=491520,3571712=516096,4087808=196608} 2024-03-10T21:25:58.703 INFO:tasks.rados.rados.0.smithi071.stdout:1256: writing smithi07176956-5 from 2342912 to 3080192 tid 1 2024-03-10T21:25:58.706 INFO:tasks.rados.rados.0.smithi071.stdout:1256: writing smithi07176956-5 from 3080192 to 3571712 tid 2 2024-03-10T21:25:58.709 INFO:tasks.rados.rados.0.smithi071.stdout:1256: writing smithi07176956-5 from 3571712 to 4087808 tid 3 2024-03-10T21:25:58.711 INFO:tasks.rados.rados.0.smithi071.stdout:1256: writing smithi07176956-5 from 4087808 to 4284416 tid 4 2024-03-10T21:25:58.711 INFO:tasks.rados.rados.0.smithi071.stdout:1257: copy_from oid 39 from oid 21 current snap is 112 2024-03-10T21:25:58.711 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:25:58.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 874 (ObjNum 322 snap 93 seq_num 322) dirty exists 2024-03-10T21:25:58.711 INFO:tasks.rados.rados.0.smithi071.stdout:1256: finishing write tid 1 to smithi07176956-5 2024-03-10T21:25:58.711 INFO:tasks.rados.rados.0.smithi071.stdout:1256: finishing write tid 2 to smithi07176956-5 2024-03-10T21:25:58.712 INFO:tasks.rados.rados.0.smithi071.stdout:1255: done (2 left) 2024-03-10T21:25:58.712 INFO:tasks.rados.rados.0.smithi071.stdout:1258: rollback oid 19 current snap is 112 2024-03-10T21:25:58.712 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 111 2024-03-10T21:25:58.712 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 112 2024-03-10T21:25:58.712 INFO:tasks.rados.rados.0.smithi071.stdout:1259: seq_num 403 ranges {3153920=753664,3907584=425984,4333568=720896,5054464=57344} 2024-03-10T21:25:58.732 INFO:tasks.rados.rados.0.smithi071.stdout:1259: writing smithi07176956-4 from 3153920 to 3907584 tid 1 2024-03-10T21:25:58.734 INFO:tasks.rados.rados.0.smithi071.stdout:1259: writing smithi07176956-4 from 3907584 to 4333568 tid 2 2024-03-10T21:25:58.738 INFO:tasks.rados.rados.0.smithi071.stdout:1259: writing smithi07176956-4 from 4333568 to 5054464 tid 3 2024-03-10T21:25:58.739 INFO:tasks.rados.rados.0.smithi071.stdout:1259: writing smithi07176956-4 from 5054464 to 5111808 tid 4 2024-03-10T21:25:58.739 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 112 2024-03-10T21:25:58.739 INFO:tasks.rados.rados.0.smithi071.stdout:1256: finishing write tid 3 to smithi07176956-5 2024-03-10T21:25:58.739 INFO:tasks.rados.rados.0.smithi071.stdout:1260: seq_num 404 ranges {2269184=770048,3039232=712704,3751936=491520} 2024-03-10T21:25:58.755 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi07176956-48 from 2269184 to 3039232 tid 1 2024-03-10T21:25:58.759 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi07176956-48 from 3039232 to 3751936 tid 2 2024-03-10T21:25:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1260: writing smithi07176956-48 from 3751936 to 4243456 tid 3 2024-03-10T21:25:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1261: setattr oid 8 current snap is 112 2024-03-10T21:25:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1256: finishing write tid 4 to smithi07176956-5 2024-03-10T21:25:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1256: finishing write tid 5 to smithi07176956-5 2024-03-10T21:25:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1256: finishing write tid 6 to smithi07176956-5 2024-03-10T21:25:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1256: oid 5 updating version 0 to 632 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1256: oid 5 version 632 is already newer than 631 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1256: oid 5 updating version 632 to 633 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1256: oid 5 version 633 is already newer than 630 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1256: oid 5 version 633 is already newer than 629 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 633 (ObjNum 402 snap 112 seq_num 402) dirty exists 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1256: left oid 5 (ObjNum 402 snap 112 seq_num 402) 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1258: finishing rollback tid 0 to smithi07176956-19 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1258: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1258: finishing rollback tid 2 to smithi07176956-19 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 395 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1257: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:1257: finishing copy_from to smithi07176956-39 2024-03-10T21:25:58.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 458 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: finishing write tid 1 to smithi07176956-4 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: finishing write tid 2 to smithi07176956-4 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: finishing write tid 3 to smithi07176956-4 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: finishing write tid 4 to smithi07176956-4 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: finishing write tid 5 to smithi07176956-4 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: finishing write tid 6 to smithi07176956-4 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: oid 4 updating version 0 to 989 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: oid 4 version 989 is already newer than 987 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: oid 4 updating version 989 to 991 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: oid 4 version 991 is already newer than 990 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: oid 4 version 991 is already newer than 988 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 991 (ObjNum 403 snap 112 seq_num 403) dirty exists 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1259: left oid 4 (ObjNum 403 snap 112 seq_num 403) 2024-03-10T21:25:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 1 to smithi07176956-48 2024-03-10T21:25:58.766 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 2 to smithi07176956-48 2024-03-10T21:25:58.766 INFO:tasks.rados.rados.0.smithi071.stdout:1256: done (5 left) 2024-03-10T21:25:58.766 INFO:tasks.rados.rados.0.smithi071.stdout:1257: done (4 left) 2024-03-10T21:25:58.766 INFO:tasks.rados.rados.0.smithi071.stdout:1258: done (3 left) 2024-03-10T21:25:58.766 INFO:tasks.rados.rados.0.smithi071.stdout:1259: done (2 left) 2024-03-10T21:25:58.766 INFO:tasks.rados.rados.0.smithi071.stdout:1262: snap_remove snap 111 2024-03-10T21:25:59.338 INFO:tasks.rados.rados.0.smithi071.stdout:1262: done (2 left) 2024-03-10T21:25:59.338 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 112 2024-03-10T21:25:59.338 INFO:tasks.rados.rados.0.smithi071.stdout:1263: seq_num 405 ranges {1900544=786432,2686976=589824,3276800=614400} 2024-03-10T21:25:59.354 INFO:tasks.rados.rados.0.smithi071.stdout:1263: writing smithi07176956-37 from 1900544 to 2686976 tid 1 2024-03-10T21:25:59.358 INFO:tasks.rados.rados.0.smithi071.stdout:1263: writing smithi07176956-37 from 2686976 to 3276800 tid 2 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1263: writing smithi07176956-37 from 3276800 to 3891200 tid 3 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1264: setattr oid 22 current snap is 112 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 3 to smithi07176956-48 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 4 to smithi07176956-48 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing write tid 5 to smithi07176956-48 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: oid 48 updating version 0 to 648 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: oid 48 version 648 is already newer than 646 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: oid 48 updating version 648 to 649 2024-03-10T21:25:59.363 INFO:tasks.rados.rados.0.smithi071.stdout:1260: oid 48 version 649 is already newer than 647 2024-03-10T21:25:59.364 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 649 (ObjNum 404 snap 112 seq_num 404) dirty exists 2024-03-10T21:25:59.364 INFO:tasks.rados.rados.0.smithi071.stdout:1260: left oid 48 (ObjNum 404 snap 112 seq_num 404) 2024-03-10T21:25:59.364 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 350 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:25:59.365 INFO:tasks.rados.rados.0.smithi071.stdout:1260: done (3 left) 2024-03-10T21:25:59.365 INFO:tasks.rados.rados.0.smithi071.stdout:1261: done (2 left) 2024-03-10T21:25:59.365 INFO:tasks.rados.rados.0.smithi071.stdout:1265: snap_create 2024-03-10T21:25:59.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: osdmap e301: 8 total, 7 up, 8 in 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: from='osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:25:59 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:59.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: osdmap e301: 8 total, 7 up, 8 in 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: from='osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: osdmap e301: 8 total, 7 up, 8 in 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: from='osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:25:59.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:25:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:25:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:25:59.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:25:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:00.345 INFO:tasks.rados.rados.0.smithi071.stdout:1265: done (2 left) 2024-03-10T21:26:00.345 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 113 2024-03-10T21:26:00.345 INFO:tasks.rados.rados.0.smithi071.stdout:1266: seq_num 406 ranges {3153920=802816,3956736=475136,4431872=499712,4931584=229376} 2024-03-10T21:26:00.361 INFO:tasks.rados.rados.0.smithi071.stdout:1266: writing smithi07176956-50 from 3153920 to 3956736 tid 1 2024-03-10T21:26:00.365 INFO:tasks.rados.rados.0.smithi071.stdout:1266: writing smithi07176956-50 from 3956736 to 4431872 tid 2 2024-03-10T21:26:00.368 INFO:tasks.rados.rados.0.smithi071.stdout:1266: writing smithi07176956-50 from 4431872 to 4931584 tid 3 2024-03-10T21:26:00.370 INFO:tasks.rados.rados.0.smithi071.stdout:1266: writing smithi07176956-50 from 4931584 to 5160960 tid 4 2024-03-10T21:26:00.371 INFO:tasks.rados.rados.0.smithi071.stdout:1267: copy_from oid 28 from oid 19 current snap is 113 2024-03-10T21:26:00.371 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 304 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:26:00.371 INFO:tasks.rados.rados.0.smithi071.stdout:1264: done (3 left) 2024-03-10T21:26:00.371 INFO:tasks.rados.rados.0.smithi071.stdout:1268: setattr oid 20 current snap is 113 2024-03-10T21:26:00.373 INFO:tasks.rados.rados.0.smithi071.stdout:1269: rollback oid 36 current snap is 113 2024-03-10T21:26:00.373 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 112 2024-03-10T21:26:00.373 INFO:tasks.rados.rados.0.smithi071.stdout:1270: rollback oid 49 current snap is 113 2024-03-10T21:26:00.373 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 112 2024-03-10T21:26:00.373 INFO:tasks.rados.rados.0.smithi071.stdout:1271: delete oid 6 current snap is 113 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 671 (ObjNum 394 snap 111 seq_num 394) dirty exists 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1268: done (6 left) 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1271: done (5 left) 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1272: read oid 33 snap -1 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1272: expect (ObjNum 301 snap 88 seq_num 301) 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1273: read oid 26 snap 112 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1273: expect deleted 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1274: read oid 47 snap 112 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1274: expect (ObjNum 401 snap 112 seq_num 401) 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1275: read oid 38 snap -1 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1275: expect (ObjNum 379 snap 108 seq_num 379) 2024-03-10T21:26:00.379 INFO:tasks.rados.rados.0.smithi071.stdout:1276: copy_from oid 23 from oid 1 current snap is 113 2024-03-10T21:26:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1277: read oid 22 snap -1 2024-03-10T21:26:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1277: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:26:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1278: read oid 6 snap -1 2024-03-10T21:26:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1278: expect deleted 2024-03-10T21:26:00.381 INFO:tasks.rados.rados.0.smithi071.stdout:1279: setattr oid 32 current snap is 113 2024-03-10T21:26:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 113 2024-03-10T21:26:00.382 INFO:tasks.rados.rados.0.smithi071.stdout:1280: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-03-10T21:26:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:1280: writing smithi07176956-13 from 0 to 442368 tid 1 2024-03-10T21:26:00.389 INFO:tasks.rados.rados.0.smithi071.stdout:1280: writing smithi07176956-13 from 442368 to 1089536 tid 2 2024-03-10T21:26:00.393 INFO:tasks.rados.rados.0.smithi071.stdout:1280: writing smithi07176956-13 from 1089536 to 1597440 tid 3 2024-03-10T21:26:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:1280: writing smithi07176956-13 from 1597440 to 2048000 tid 4 2024-03-10T21:26:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:1281: read oid 11 snap -1 2024-03-10T21:26:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:1281: expect deleted 2024-03-10T21:26:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:1282: rollback oid 25 current snap is 113 2024-03-10T21:26:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 112 2024-03-10T21:26:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:26:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:26:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 461 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:26:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 672 (ObjNum 322 snap 93 seq_num 322) dirty exists 2024-03-10T21:26:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1269: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:26:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 625 (ObjNum 129 snap 0 seq_num 2944223984) dirty dne 2024-03-10T21:26:00.408 INFO:tasks.rados.rados.0.smithi071.stdout:1277: expect (ObjNum 110 snap 25 seq_num 110) 2024-03-10T21:26:00.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:26:00.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[88660]: osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698] boot 2024-03-10T21:26:00.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:26:00.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[88660]: osdmap e302: 8 total, 8 up, 8 in 2024-03-10T21:26:00.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[88660]: osdmap e303: 8 total, 8 up, 8 in 2024-03-10T21:26:00.439 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.367+0000 7fb36d5fa700 -1 osd.0 pg_epoch: 303 pg[5.cs2( v 303'300 (0'0,303'300] local-lis/les=302/303 n=4 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [1,4,0]p1(0) r=2 lpr=302 luod=0'0 crt=290'298 lcod 0'0 mlcod 0'0 active mbc={}] update_snap_map remove_oid 5:31906e0a:::smithi07176956-11:9a failed with -2 2024-03-10T21:26:00.439 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.370+0000 7fb3695f2700 -1 osd.0 pg_epoch: 303 pg[5.cs2( v 303'302 (0'0,303'302] local-lis/les=302/303 n=3 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [1,4,0]p1(0) r=2 lpr=302 luod=0'0 crt=303'302 mlcod 303'302 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:3481d3c9:::smithi07176956-49:a2 failed with -2 2024-03-10T21:26:00.440 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.377+0000 7fb3695f2700 -1 osd.0 pg_epoch: 303 pg[5.cs2( v 303'308 (0'0,303'308] local-lis/les=302/303 n=3 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [1,4,0]p1(0) r=2 lpr=302 luod=0'0 crt=303'302 mlcod 303'302 active mbc={} ps=[90~1,a0~1]] update_snap_map remove_oid 5:3481d3c9:::smithi07176956-49:a8 failed with -2 2024-03-10T21:26:00.440 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.389+0000 7fb3695f2700 -1 osd.0 pg_epoch: 303 pg[5.cs2( v 303'310 (0'0,303'310] local-lis/les=302/303 n=2 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [1,4,0]p1(0) r=2 lpr=302 luod=0'0 crt=303'310 mlcod 303'310 active mbc={} ps=[90~1,a0~1,a7~1]] update_snap_map remove_oid 5:3481d3c9:::smithi07176956-49:ad failed with -2 2024-03-10T21:26:00.440 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:26:00.440 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[91105]: osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698] boot 2024-03-10T21:26:00.440 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:26:00.440 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[91105]: osdmap e302: 8 total, 8 up, 8 in 2024-03-10T21:26:00.440 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-mon[91105]: osdmap e303: 8 total, 8 up, 8 in 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing write tid 1 to smithi07176956-13 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing write tid 2 to smithi07176956-13 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1269: done (15 left) 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1270: done (14 left) 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1273: done (13 left) 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1277: done (12 left) 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1278: done (11 left) 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1279: done (10 left) 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1283: copy_from oid 44 from oid 22 current snap is 113 2024-03-10T21:26:00.490 INFO:tasks.rados.rados.0.smithi071.stdout:1272: expect (ObjNum 301 snap 88 seq_num 301) 2024-03-10T21:26:00.592 INFO:tasks.rados.rados.0.smithi071.stdout:1272: done (10 left) 2024-03-10T21:26:00.592 INFO:tasks.rados.rados.0.smithi071.stdout:1281: done (9 left) 2024-03-10T21:26:00.592 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 113 2024-03-10T21:26:00.592 INFO:tasks.rados.rados.0.smithi071.stdout:1284: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-03-10T21:26:00.594 INFO:tasks.rados.rados.0.smithi071.stdout:1284: writing smithi07176956-2 from 0 to 458752 tid 1 2024-03-10T21:26:00.598 INFO:tasks.rados.rados.0.smithi071.stdout:1284: writing smithi07176956-2 from 458752 to 991232 tid 2 2024-03-10T21:26:00.603 INFO:tasks.rados.rados.0.smithi071.stdout:1284: writing smithi07176956-2 from 991232 to 1712128 tid 3 2024-03-10T21:26:00.606 INFO:tasks.rados.rados.0.smithi071.stdout:1284: writing smithi07176956-2 from 1712128 to 2064384 tid 4 2024-03-10T21:26:00.606 INFO:tasks.rados.rados.0.smithi071.stdout:1285: read oid 24 snap -1 2024-03-10T21:26:00.606 INFO:tasks.rados.rados.0.smithi071.stdout:1285: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1286: rollback oid 18 current snap is 113 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 112 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1287: delete oid 15 current snap is 113 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing write tid 3 to smithi07176956-13 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing write tid 4 to smithi07176956-13 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1282: finishing rollback tid 0 to smithi07176956-25 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1263: finishing write tid 1 to smithi07176956-37 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1263: finishing write tid 2 to smithi07176956-37 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1282: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1263: finishing write tid 3 to smithi07176956-37 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1282: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 306 (ObjNum 399 snap 112 seq_num 399) dirty exists 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1263: finishing write tid 4 to smithi07176956-37 2024-03-10T21:26:00.607 INFO:tasks.rados.rados.0.smithi071.stdout:1275: expect (ObjNum 379 snap 108 seq_num 379) 2024-03-10T21:26:00.780 INFO:tasks.rados.rados.0.smithi071.stdout:1263: finishing write tid 5 to smithi07176956-37 2024-03-10T21:26:00.780 INFO:tasks.rados.rados.0.smithi071.stdout:1263: oid 37 updating version 0 to 591 2024-03-10T21:26:00.780 INFO:tasks.rados.rados.0.smithi071.stdout:1263: oid 37 version 591 is already newer than 588 2024-03-10T21:26:00.780 INFO:tasks.rados.rados.0.smithi071.stdout:1263: oid 37 version 591 is already newer than 589 2024-03-10T21:26:00.780 INFO:tasks.rados.rados.0.smithi071.stdout:1263: oid 37 version 591 is already newer than 590 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 591 (ObjNum 405 snap 112 seq_num 405) dirty exists 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1263: left oid 37 (ObjNum 405 snap 112 seq_num 405) 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing write tid 1 to smithi07176956-50 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1263: done (12 left) 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1275: done (11 left) 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1282: done (10 left) 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1287: done (9 left) 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1288: delete oid 10 current snap is 113 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing write tid 2 to smithi07176956-50 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing write tid 3 to smithi07176956-50 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing write tid 4 to smithi07176956-50 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing write tid 5 to smithi07176956-50 2024-03-10T21:26:00.781 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing write tid 5 to smithi07176956-13 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing write tid 6 to smithi07176956-50 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: oid 50 updating version 0 to 951 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: oid 50 version 951 is already newer than 948 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: oid 50 version 951 is already newer than 950 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: oid 50 version 951 is already newer than 949 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: oid 50 updating version 951 to 952 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 952 (ObjNum 406 snap 113 seq_num 406) dirty exists 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1266: left oid 50 (ObjNum 406 snap 113 seq_num 406) 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing write tid 6 to smithi07176956-13 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1280: oid 13 updating version 0 to 995 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1280: oid 13 version 995 is already newer than 994 2024-03-10T21:26:00.782 INFO:tasks.rados.rados.0.smithi071.stdout:1280: oid 13 updating version 995 to 998 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:1280: oid 13 version 998 is already newer than 996 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:1280: oid 13 version 998 is already newer than 997 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 998 (ObjNum 408 snap 113 seq_num 408) dirty exists 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:1280: left oid 13 (ObjNum 408 snap 113 seq_num 408) 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:1267: finishing copy_from to smithi07176956-28 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 395 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:00.783 INFO:tasks.rados.rados.0.smithi071.stdout:1274: expect (ObjNum 401 snap 112 seq_num 401) 2024-03-10T21:26:00.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:00 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:26:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:00 smithi193 ceph-mon[83873]: osd.0 [v2:172.21.15.71:6802/116839698,v1:172.21.15.71:6803/116839698] boot 2024-03-10T21:26:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:00 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-10T21:26:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:00 smithi193 ceph-mon[83873]: osdmap e302: 8 total, 8 up, 8 in 2024-03-10T21:26:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:00 smithi193 ceph-mon[83873]: osdmap e303: 8 total, 8 up, 8 in 2024-03-10T21:26:00.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.436+0000 7fb36c5f8700 -1 osd.0 pg_epoch: 303 pg[5.es2( v 303'640 (0'0,303'640] local-lis/les=302/303 n=11 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [4,5,0]p4(0) r=2 lpr=302 luod=0'0 crt=303'640 mlcod 303'640 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:7c3d455e:::smithi07176956-5:a6 failed with -2 2024-03-10T21:26:00.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.437+0000 7fb36c5f8700 -1 osd.0 pg_epoch: 303 pg[5.es2( v 303'642 (0'0,303'642] local-lis/les=302/303 n=10 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [4,5,0]p4(0) r=2 lpr=302 luod=0'0 crt=303'640 mlcod 303'640 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:798c889c:::smithi07176956-44:a2 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.440+0000 7fb36c5f8700 -1 osd.0 pg_epoch: 303 pg[5.es2( v 303'644 (0'0,303'644] local-lis/les=302/303 n=9 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [4,5,0]p4(0) r=2 lpr=302 luod=0'0 crt=303'644 mlcod 303'644 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:7d0b8976:::smithi07176956-36:a1 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.442+0000 7fb36c5f8700 -1 osd.0 pg_epoch: 303 pg[5.es2( v 303'646 (0'0,303'646] local-lis/les=302/303 n=8 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [4,5,0]p4(0) r=2 lpr=302 luod=0'0 crt=303'646 mlcod 303'646 active mbc={} ps=[90~1,a0~1]] update_snap_map remove_oid 5:7c3d455e:::smithi07176956-5:a8 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.443+0000 7fb3685f0700 -1 osd.0 pg_epoch: 303 pg[5.es2( v 303'648 (0'0,303'648] local-lis/les=302/303 n=7 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [4,5,0]p4(0) r=2 lpr=302 luod=0'0 crt=303'646 lcod 303'646 mlcod 303'646 active mbc={} ps=[90~1,a0~1]] update_snap_map remove_oid 5:798c889c:::smithi07176956-44:aa failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.465+0000 7fb369df3700 -1 osd.0 pg_epoch: 303 pg[5.3s0( v 303'485 (0'0,303'485] local-lis/les=302/303 n=10 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [0,3,6]p0(0) r=0 lpr=302 crt=303'485 lcod 303'483 mlcod 303'483 active+clean+snaptrim trimq=[a0~1,a7~1,ac~5] ps=[90~1]] update_snap_map remove_oid 5:c42fd582:::smithi07176956-29:a6 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.466+0000 7fb369df3700 -1 osd.0 pg_epoch: 303 pg[5.3s0( v 303'487 (0'0,303'487] local-lis/les=302/303 n=9 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [0,3,6]p0(0) r=0 lpr=302 luod=303'485 crt=303'485 lcod 303'483 mlcod 303'483 active+clean+snaptrim trimq=[a0~1,a7~1,ac~5] ps=[90~1]] update_snap_map remove_oid 5:ce4c7eae:::smithi07176956-37:a1 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.468+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.585+0000 7fb36f5fe700 -1 osd.0 pg_epoch: 303 pg[5.8s1( v 301'300 (0'0,301'300] local-lis/les=302/303 n=9 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [2,0,1]p2(0) r=1 lpr=302 luod=0'0 crt=301'300 mlcod 0'0 active mbc={}] update_snap_map remove_oid 5:180059c4:::smithi07176956-16:a2 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.589+0000 7fb36b5f6700 -1 osd.0 pg_epoch: 303 pg[5.8s1( v 303'304 (0'0,303'304] local-lis/les=302/303 n=7 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [2,0,1]p2(0) r=1 lpr=302 luod=0'0 crt=303'304 mlcod 303'304 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:1aeba24a:::smithi07176956-19:a8 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.593+0000 7fb36b5f6700 -1 osd.0 pg_epoch: 303 pg[5.8s1( v 303'306 (0'0,303'306] local-lis/les=302/303 n=6 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [2,0,1]p2(0) r=1 lpr=302 luod=0'0 crt=303'306 mlcod 303'306 active mbc={} ps=[90~1,a0~1]] update_snap_map remove_oid 5:180059c4:::smithi07176956-16:ad failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.594+0000 7fb36cdf9700 -1 osd.0 pg_epoch: 303 pg[5.5s0( v 303'287 (0'0,303'287] local-lis/les=302/303 n=4 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [0,1,4]p0(0) r=0 lpr=302 crt=303'287 lcod 303'285 mlcod 303'285 active+clean+snaptrim trimq=[a0~1,a7~1,ac~5] ps=[90~1]] update_snap_map remove_oid 5:a7a739e1:::smithi07176956-50:a8 failed with -2 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.597+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:00.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.597+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:00.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.651+0000 7fb36bdf7700 -1 osd.0 pg_epoch: 303 pg[5.7s2( v 303'310 (0'0,303'310] local-lis/les=302/303 n=6 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [5,1,0]p5(0) r=2 lpr=302 luod=0'0 crt=303'310 mlcod 303'310 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:e6710549:::smithi07176956-22:a2 failed with -2 2024-03-10T21:26:00.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.652+0000 7fb367def700 -1 osd.0 pg_epoch: 303 pg[5.7s2( v 303'312 (0'0,303'312] local-lis/les=302/303 n=5 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [5,1,0]p5(0) r=2 lpr=302 luod=0'0 crt=303'310 lcod 303'310 mlcod 303'310 active mbc={} ps=[90~1]] update_snap_map remove_oid 5:ee69a558:::smithi07176956-23:a7 failed with -2 2024-03-10T21:26:00.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:00.654+0000 7fb367def700 -1 osd.0 pg_epoch: 303 pg[5.7s2( v 303'314 (0'0,303'314] local-lis/les=302/303 n=4 ec=73/73 lis/c=302/302 les/c/f=303/303/0 sis=302) [5,1,0]p5(0) r=2 lpr=302 luod=0'0 crt=303'314 mlcod 303'314 active mbc={} ps=[90~1,a0~1,a7~1]] update_snap_map remove_oid 5:ee69a558:::smithi07176956-23:ad failed with -2 2024-03-10T21:26:01.489 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:26:01] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-03-10T21:26:01.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:01.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:01.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-mon[88660]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:26:01.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:01.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:01.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:01 smithi071 ceph-mon[91105]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:26:01.542 INFO:tasks.rados.rados.0.smithi071.stdout:1276: finishing copy_from racing read to smithi07176956-23 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1276: finishing copy_from to smithi07176956-23 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 828 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1283: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1283: finishing copy_from to smithi07176956-44 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 304 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing write tid 1 to smithi07176956-2 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1266: done (9 left) 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1267: done (8 left) 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1274: done (7 left) 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1276: done (6 left) 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1280: done (5 left) 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1283: done (4 left) 2024-03-10T21:26:01.543 INFO:tasks.rados.rados.0.smithi071.stdout:1288: done (3 left) 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1289: read oid 6 snap -1 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1289: expect deleted 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1290: setattr oid 30 current snap is 113 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing write tid 2 to smithi07176956-2 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing write tid 3 to smithi07176956-2 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing write tid 4 to smithi07176956-2 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing rollback tid 0 to smithi07176956-18 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing rollback tid 1 to smithi07176956-18 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing rollback tid 2 to smithi07176956-18 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1004 (ObjNum 351 snap 103 seq_num 351) dirty exists 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing write tid 5 to smithi07176956-2 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: finishing write tid 6 to smithi07176956-2 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: oid 2 updating version 0 to 593 2024-03-10T21:26:01.544 INFO:tasks.rados.rados.0.smithi071.stdout:1284: oid 2 version 593 is already newer than 591 2024-03-10T21:26:01.545 INFO:tasks.rados.rados.0.smithi071.stdout:1284: oid 2 version 593 is already newer than 592 2024-03-10T21:26:01.545 INFO:tasks.rados.rados.0.smithi071.stdout:1284: oid 2 updating version 593 to 594 2024-03-10T21:26:01.545 INFO:tasks.rados.rados.0.smithi071.stdout:1284: oid 2 version 594 is already newer than 590 2024-03-10T21:26:01.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 594 (ObjNum 409 snap 113 seq_num 409) dirty exists 2024-03-10T21:26:01.545 INFO:tasks.rados.rados.0.smithi071.stdout:1284: left oid 2 (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:26:01.545 INFO:tasks.rados.rados.0.smithi071.stdout:1285: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:01.673 INFO:tasks.rados.rados.0.smithi071.stdout:1284: done (4 left) 2024-03-10T21:26:01.673 INFO:tasks.rados.rados.0.smithi071.stdout:1285: done (3 left) 2024-03-10T21:26:01.673 INFO:tasks.rados.rados.0.smithi071.stdout:1286: done (2 left) 2024-03-10T21:26:01.673 INFO:tasks.rados.rados.0.smithi071.stdout:1289: done (1 left) 2024-03-10T21:26:01.673 INFO:tasks.rados.rados.0.smithi071.stdout:1291: snap_remove snap 112 2024-03-10T21:26:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:01 smithi193 ceph-mon[83873]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.8 MiB/s wr, 14 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:26:02.357 INFO:tasks.rados.rados.0.smithi071.stdout:1291: done (1 left) 2024-03-10T21:26:02.358 INFO:tasks.rados.rados.0.smithi071.stdout:1292: read oid 41 snap -1 2024-03-10T21:26:02.358 INFO:tasks.rados.rados.0.smithi071.stdout:1292: expect (ObjNum 375 snap 107 seq_num 375) 2024-03-10T21:26:02.358 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 113 2024-03-10T21:26:02.358 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 595 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-03-10T21:26:02.358 INFO:tasks.rados.rados.0.smithi071.stdout:1293: seq_num 412 ranges {2211840=507904,2719744=630784,3350528=491520,3842048=483328} 2024-03-10T21:26:02.373 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi07176956-44 from 2211840 to 2719744 tid 1 2024-03-10T21:26:02.376 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi07176956-44 from 2719744 to 3350528 tid 2 2024-03-10T21:26:02.379 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi07176956-44 from 3350528 to 3842048 tid 3 2024-03-10T21:26:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:1293: writing smithi07176956-44 from 3842048 to 4325376 tid 4 2024-03-10T21:26:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:1290: done (2 left) 2024-03-10T21:26:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:1294: read oid 13 snap -1 2024-03-10T21:26:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:1294: expect (ObjNum 408 snap 113 seq_num 408) 2024-03-10T21:26:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:1295: rollback oid 11 current snap is 113 2024-03-10T21:26:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:1295: done (3 left) 2024-03-10T21:26:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:1296: read oid 34 snap -1 2024-03-10T21:26:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:1296: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:1297: snap_create 2024-03-10T21:26:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:1292: expect (ObjNum 375 snap 107 seq_num 375) 2024-03-10T21:26:02.451 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 1 to smithi07176956-44 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 2 to smithi07176956-44 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 3 to smithi07176956-44 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 4 to smithi07176956-44 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 5 to smithi07176956-44 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: finishing write tid 6 to smithi07176956-44 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: oid 44 updating version 0 to 667 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: oid 44 version 667 is already newer than 666 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: oid 44 updating version 667 to 669 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: oid 44 version 669 is already newer than 665 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: oid 44 version 669 is already newer than 668 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 669 (ObjNum 412 snap 113 seq_num 412) dirty exists 2024-03-10T21:26:02.452 INFO:tasks.rados.rados.0.smithi071.stdout:1293: left oid 44 (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:02.453 INFO:tasks.rados.rados.0.smithi071.stdout:1294: expect (ObjNum 408 snap 113 seq_num 408) 2024-03-10T21:26:02.504 INFO:tasks.rados.rados.0.smithi071.stdout:1296: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:02.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:02.359+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:02.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:02.359+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:02.905 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:26:02.848+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-03-10T21:26:03.364 INFO:tasks.rados.rados.0.smithi071.stdout:1292: done (4 left) 2024-03-10T21:26:03.364 INFO:tasks.rados.rados.0.smithi071.stdout:1293: done (3 left) 2024-03-10T21:26:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:1294: done (2 left) 2024-03-10T21:26:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:1296: done (1 left) 2024-03-10T21:26:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:1297: done (0 left) 2024-03-10T21:26:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:1298: snap_remove snap 113 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: osdmap e304: 8 total, 8 up, 8 in 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: pgmap v128: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: osdmap e304: 8 total, 8 up, 8 in 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:03.701 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: pgmap v128: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.702 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:03.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: osdmap e304: 8 total, 8 up, 8 in 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: pgmap v128: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 193 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 73/348 objects degraded (20.977%) 2024-03-10T21:26:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:04.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:03.696+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:04.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:03.696+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:04.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:03.696+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:04.370 INFO:tasks.rados.rados.0.smithi071.stdout:1298: done (0 left) 2024-03-10T21:26:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:1299: snap_create 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: osdmap e305: 8 total, 8 up, 8 in 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: mgrmap e43: y(active, since 91s), standbys: x 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 73/348 objects degraded (20.977%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:04.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-03-10T21:26:04.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: osdmap e305: 8 total, 8 up, 8 in 2024-03-10T21:26:04.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:04.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:04.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: mgrmap e43: y(active, since 91s), standbys: x 2024-03-10T21:26:04.782 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 73/348 objects degraded (20.977%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:04.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:04.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-03-10T21:26:04.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: osdmap e305: 8 total, 8 up, 8 in 2024-03-10T21:26:04.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:04.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:04.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: mgrmap e43: y(active, since 91s), standbys: x 2024-03-10T21:26:04.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:04 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 73/348 objects degraded (20.977%), 14 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:05.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:04.778+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:05.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:04.778+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:05.385 INFO:tasks.rados.rados.0.smithi071.stdout:1299: done (0 left) 2024-03-10T21:26:05.385 INFO:tasks.rados.rados.0.smithi071.stdout:1300: read oid 28 snap -1 2024-03-10T21:26:05.385 INFO:tasks.rados.rados.0.smithi071.stdout:1300: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:26:05.385 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 115 2024-03-10T21:26:05.386 INFO:tasks.rados.rados.0.smithi071.stdout:1301: seq_num 413 ranges {3260416=524288,3784704=516096,4300800=696320,4997120=393216} 2024-03-10T21:26:05.405 INFO:tasks.rados.rados.0.smithi071.stdout:1301: writing smithi07176956-12 from 3260416 to 3784704 tid 1 2024-03-10T21:26:05.408 INFO:tasks.rados.rados.0.smithi071.stdout:1301: writing smithi07176956-12 from 3784704 to 4300800 tid 2 2024-03-10T21:26:05.412 INFO:tasks.rados.rados.0.smithi071.stdout:1301: writing smithi07176956-12 from 4300800 to 4997120 tid 3 2024-03-10T21:26:05.416 INFO:tasks.rados.rados.0.smithi071.stdout:1301: writing smithi07176956-12 from 4997120 to 5390336 tid 4 2024-03-10T21:26:05.416 INFO:tasks.rados.rados.0.smithi071.stdout:1302: read oid 14 snap -1 2024-03-10T21:26:05.416 INFO:tasks.rados.rados.0.smithi071.stdout:1302: expect (ObjNum 383 snap 109 seq_num 383) 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1303: rollback oid 39 current snap is 115 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 114 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing write tid 1 to smithi07176956-12 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing write tid 2 to smithi07176956-12 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1304: read oid 19 snap -1 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1304: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1305: read oid 1 snap -1 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1305: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1306: read oid 44 snap 114 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1306: expect (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:05.417 INFO:tasks.rados.rados.0.smithi071.stdout:1307: setattr oid 30 current snap is 115 2024-03-10T21:26:05.418 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing write tid 3 to smithi07176956-12 2024-03-10T21:26:05.419 INFO:tasks.rados.rados.0.smithi071.stdout:1308: copy_from oid 26 from oid 24 current snap is 115 2024-03-10T21:26:05.419 INFO:tasks.rados.rados.0.smithi071.stdout:1309: read oid 34 snap -1 2024-03-10T21:26:05.419 INFO:tasks.rados.rados.0.smithi071.stdout:1309: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:05.419 INFO:tasks.rados.rados.0.smithi071.stdout:1310: read oid 29 snap -1 2024-03-10T21:26:05.419 INFO:tasks.rados.rados.0.smithi071.stdout:1310: expect (ObjNum 391 snap 109 seq_num 391) 2024-03-10T21:26:05.425 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:26:05.425 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:26:05.425 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:26:05.425 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 594 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:26:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:1303: done (10 left) 2024-03-10T21:26:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:1311: read oid 38 snap -1 2024-03-10T21:26:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:1311: expect (ObjNum 379 snap 108 seq_num 379) 2024-03-10T21:26:05.443 INFO:tasks.rados.rados.0.smithi071.stdout:1312: delete oid 9 current snap is 115 2024-03-10T21:26:05.444 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing write tid 4 to smithi07176956-12 2024-03-10T21:26:05.444 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 596 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-03-10T21:26:05.444 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing write tid 5 to smithi07176956-12 2024-03-10T21:26:05.444 INFO:tasks.rados.rados.0.smithi071.stdout:1300: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:26:05.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:05 smithi193 ceph-mon[83873]: osdmap e306: 8 total, 8 up, 8 in 2024-03-10T21:26:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:05 smithi193 ceph-mon[83873]: pgmap v131: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 164 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 7.9 MiB/s wr, 45 op/s; 20 MiB/s, 4 objects/s recovering 2024-03-10T21:26:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:05.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:05.417+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:05.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:05.417+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:05.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:05.449+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[91105]: osdmap e306: 8 total, 8 up, 8 in 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[91105]: pgmap v131: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 164 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 7.9 MiB/s wr, 45 op/s; 20 MiB/s, 4 objects/s recovering 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:26:05.366+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check failed: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[88660]: osdmap e306: 8 total, 8 up, 8 in 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[88660]: pgmap v131: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 164 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 7.9 MiB/s wr, 45 op/s; 20 MiB/s, 4 objects/s recovering 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:05.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:06.126 INFO:tasks.rados.rados.0.smithi071.stdout:1302: expect (ObjNum 383 snap 109 seq_num 383) 2024-03-10T21:26:06.166 INFO:tasks.rados.rados.0.smithi071.stdout:1309: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:06.206 INFO:tasks.rados.rados.0.smithi071.stdout:1310: expect (ObjNum 391 snap 109 seq_num 391) 2024-03-10T21:26:06.457 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:26:06.457 INFO:tasks.rados.rados.0.smithi071.stdout:1306: expect (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:06.607 INFO:tasks.rados.rados.0.smithi071.stdout:1311: expect (ObjNum 379 snap 108 seq_num 379) 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing copy_from to smithi07176956-26 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 721 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:1301: finishing write tid 6 to smithi07176956-12 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:1301: oid 12 updating version 0 to 883 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:1301: oid 12 version 883 is already newer than 880 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:1301: oid 12 updating version 883 to 884 2024-03-10T21:26:06.771 INFO:tasks.rados.rados.0.smithi071.stdout:1301: oid 12 version 884 is already newer than 881 2024-03-10T21:26:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1301: oid 12 version 884 is already newer than 882 2024-03-10T21:26:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 884 (ObjNum 413 snap 115 seq_num 413) dirty exists 2024-03-10T21:26:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1301: left oid 12 (ObjNum 413 snap 115 seq_num 413) 2024-03-10T21:26:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1304: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:26:06.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:06 smithi193 ceph-mon[83873]: Health check failed: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:06 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 73/348 objects degraded (20.977%), 14 pgs degraded) 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:06 smithi193 ceph-mon[83873]: osdmap e307: 8 total, 8 up, 8 in 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[88660]: Health check failed: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 73/348 objects degraded (20.977%), 14 pgs degraded) 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[88660]: osdmap e307: 8 total, 8 up, 8 in 2024-03-10T21:26:06.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:06.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:06.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[91105]: Health check failed: Possible data damage: 2 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:26:06.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 73/348 objects degraded (20.977%), 14 pgs degraded) 2024-03-10T21:26:06.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[91105]: osdmap e307: 8 total, 8 up, 8 in 2024-03-10T21:26:06.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:06.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:07.436 INFO:tasks.rados.rados.0.smithi071.stdout:1305: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:26:07.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:07 smithi193 ceph-mon[83873]: pgmap v133: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 164 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 7.9 MiB/s wr, 45 op/s; 20 MiB/s, 4 objects/s recovering 2024-03-10T21:26:07.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:07 smithi071 ceph-mon[88660]: pgmap v133: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 164 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 7.9 MiB/s wr, 45 op/s; 20 MiB/s, 4 objects/s recovering 2024-03-10T21:26:07.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:07 smithi071 ceph-mon[91105]: pgmap v133: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 164 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 7.9 MiB/s wr, 45 op/s; 20 MiB/s, 4 objects/s recovering 2024-03-10T21:26:08.156 INFO:tasks.rados.rados.0.smithi071.stdout:1300: done (11 left) 2024-03-10T21:26:08.156 INFO:tasks.rados.rados.0.smithi071.stdout:1301: done (10 left) 2024-03-10T21:26:08.156 INFO:tasks.rados.rados.0.smithi071.stdout:1302: done (9 left) 2024-03-10T21:26:08.156 INFO:tasks.rados.rados.0.smithi071.stdout:1304: done (8 left) 2024-03-10T21:26:08.156 INFO:tasks.rados.rados.0.smithi071.stdout:1305: done (7 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1306: done (6 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1307: done (5 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1308: done (4 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1309: done (3 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1310: done (2 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1311: done (1 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1312: done (0 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1313: rollback oid 19 current snap is 115 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 114 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1314: rmattr oid 33 current snap is 115 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1314: done (1 left) 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 115 2024-03-10T21:26:08.157 INFO:tasks.rados.rados.0.smithi071.stdout:1315: seq_num 415 ranges {8765440=557056,9322496=688128,10010624=663552,10674176=253952} 2024-03-10T21:26:08.205 INFO:tasks.rados.rados.0.smithi071.stdout:1315: writing smithi07176956-23 from 8765440 to 9322496 tid 1 2024-03-10T21:26:08.208 INFO:tasks.rados.rados.0.smithi071.stdout:1315: writing smithi07176956-23 from 9322496 to 10010624 tid 2 2024-03-10T21:26:08.212 INFO:tasks.rados.rados.0.smithi071.stdout:1315: writing smithi07176956-23 from 10010624 to 10674176 tid 3 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1315: writing smithi07176956-23 from 10674176 to 10928128 tid 4 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1316: rmattr oid 37 current snap is 115 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing rollback tid 0 to smithi07176956-19 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing rollback tid 2 to smithi07176956-19 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 398 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1315: finishing write tid 1 to smithi07176956-23 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1315: finishing write tid 2 to smithi07176956-23 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1313: done (2 left) 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 115 2024-03-10T21:26:08.217 INFO:tasks.rados.rados.0.smithi071.stdout:1317: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-03-10T21:26:08.218 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07176956-6 from 0 to 573440 tid 1 2024-03-10T21:26:08.221 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07176956-6 from 573440 to 1146880 tid 2 2024-03-10T21:26:08.224 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07176956-6 from 1146880 to 1622016 tid 3 2024-03-10T21:26:08.227 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07176956-6 from 1622016 to 2179072 tid 4 2024-03-10T21:26:08.227 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 115 2024-03-10T21:26:08.227 INFO:tasks.rados.rados.0.smithi071.stdout:1315: finishing write tid 3 to smithi07176956-23 2024-03-10T21:26:08.227 INFO:tasks.rados.rados.0.smithi071.stdout:1318: seq_num 417 ranges {4136960=589824,4726784=458752,5185536=679936,5865472=466944} 2024-03-10T21:26:08.252 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi07176956-18 from 4136960 to 4726784 tid 1 2024-03-10T21:26:08.254 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi07176956-18 from 4726784 to 5185536 tid 2 2024-03-10T21:26:08.258 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi07176956-18 from 5185536 to 5865472 tid 3 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1318: writing smithi07176956-18 from 5865472 to 6332416 tid 4 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1319: read oid 26 snap -1 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1319: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1320: setattr oid 44 current snap is 115 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1315: finishing write tid 4 to smithi07176956-23 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1315: finishing write tid 5 to smithi07176956-23 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 595 (ObjNum 405 snap 112 seq_num 405) dirty exists 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1315: finishing write tid 6 to smithi07176956-23 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1315: oid 23 updating version 0 to 829 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1315: oid 23 updating version 829 to 830 2024-03-10T21:26:08.263 INFO:tasks.rados.rados.0.smithi071.stdout:1315: oid 23 updating version 830 to 831 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1315: oid 23 updating version 831 to 832 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1315: oid 23 updating version 832 to 833 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 833 (ObjNum 415 snap 115 seq_num 415) dirty exists 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1315: left oid 23 (ObjNum 415 snap 115 seq_num 415) 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 1 to smithi07176956-6 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 2 to smithi07176956-6 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 3 to smithi07176956-6 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 4 to smithi07176956-6 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 5 to smithi07176956-6 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 6 to smithi07176956-6 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: oid 6 updating version 0 to 598 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: oid 6 version 598 is already newer than 597 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: oid 6 updating version 598 to 599 2024-03-10T21:26:08.264 INFO:tasks.rados.rados.0.smithi071.stdout:1317: oid 6 version 599 is already newer than 596 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1317: oid 6 updating version 599 to 600 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 600 (ObjNum 416 snap 115 seq_num 416) dirty exists 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1317: left oid 6 (ObjNum 416 snap 115 seq_num 416) 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 1 to smithi07176956-18 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 2 to smithi07176956-18 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 3 to smithi07176956-18 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1315: done (5 left) 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1316: done (4 left) 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1317: done (3 left) 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1321: copy_from oid 22 from oid 42 current snap is 115 2024-03-10T21:26:08.265 INFO:tasks.rados.rados.0.smithi071.stdout:1322: delete oid 35 current snap is 115 2024-03-10T21:26:08.266 INFO:tasks.rados.rados.0.smithi071.stdout:1322: done (4 left) 2024-03-10T21:26:08.266 INFO:tasks.rados.rados.0.smithi071.stdout:1323: read oid 4 snap -1 2024-03-10T21:26:08.266 INFO:tasks.rados.rados.0.smithi071.stdout:1323: expect (ObjNum 403 snap 112 seq_num 403) 2024-03-10T21:26:08.267 INFO:tasks.rados.rados.0.smithi071.stdout:1324: copy_from oid 10 from oid 27 current snap is 115 2024-03-10T21:26:08.267 INFO:tasks.rados.rados.0.smithi071.stdout:1325: copy_from oid 37 from oid 24 current snap is 115 2024-03-10T21:26:08.267 INFO:tasks.rados.rados.0.smithi071.stdout:1326: snap_remove snap 114 2024-03-10T21:26:08.385 INFO:tasks.rados.rados.0.smithi071.stdout:1326: done (7 left) 2024-03-10T21:26:08.385 INFO:tasks.rados.rados.0.smithi071.stdout:1327: copy_from oid 33 from oid 45 current snap is 115 2024-03-10T21:26:08.385 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 4 to smithi07176956-18 2024-03-10T21:26:08.385 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 671 (ObjNum 412 snap 113 seq_num 412) dirty exists 2024-03-10T21:26:08.385 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 5 to smithi07176956-18 2024-03-10T21:26:08.385 INFO:tasks.rados.rados.0.smithi071.stdout:1319: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1325: finishing copy_from racing read to smithi07176956-37 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1325: finishing copy_from to smithi07176956-37 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 721 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1324: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1319: done (7 left) 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1320: done (6 left) 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1325: done (5 left) 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1328: rmattr oid 3 current snap is 115 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1328: done (5 left) 2024-03-10T21:26:08.497 INFO:tasks.rados.rados.0.smithi071.stdout:1329: snap_create 2024-03-10T21:26:08.498 INFO:tasks.rados.rados.0.smithi071.stdout:1324: finishing copy_from to smithi07176956-10 2024-03-10T21:26:08.498 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 584 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:26:08.498 INFO:tasks.rados.rados.0.smithi071.stdout:1321: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:26:08.498 INFO:tasks.rados.rados.0.smithi071.stdout:1323: expect (ObjNum 403 snap 112 seq_num 403) 2024-03-10T21:26:08.701 INFO:tasks.rados.rados.0.smithi071.stdout:1318: finishing write tid 6 to smithi07176956-18 2024-03-10T21:26:08.701 INFO:tasks.rados.rados.0.smithi071.stdout:1318: oid 18 updating version 0 to 1010 2024-03-10T21:26:08.701 INFO:tasks.rados.rados.0.smithi071.stdout:1318: oid 18 updating version 1010 to 1013 2024-03-10T21:26:08.701 INFO:tasks.rados.rados.0.smithi071.stdout:1318: oid 18 version 1013 is already newer than 1012 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:1318: oid 18 version 1013 is already newer than 1011 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:1318: oid 18 updating version 1013 to 1014 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1014 (ObjNum 417 snap 115 seq_num 417) dirty exists 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:1318: left oid 18 (ObjNum 417 snap 115 seq_num 417) 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:1321: finishing copy_from to smithi07176956-22 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing copy_from to smithi07176956-33 2024-03-10T21:26:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 947 (ObjNum 129 snap 0 seq_num 2944821448) dirty exists 2024-03-10T21:26:08.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:08.389+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:08.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:08.390+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1318: done (5 left) 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1321: done (4 left) 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1323: done (3 left) 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1324: done (2 left) 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1327: done (1 left) 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1329: done (0 left) 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1330: rollback oid 43 current snap is 116 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 115 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 116 2024-03-10T21:26:09.289 INFO:tasks.rados.rados.0.smithi071.stdout:1331: seq_num 419 ranges {5111808=622592,5734400=671744,6406144=647168,7053312=286720} 2024-03-10T21:26:09.319 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07176956-4 from 5111808 to 5734400 tid 1 2024-03-10T21:26:09.322 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07176956-4 from 5734400 to 6406144 tid 2 2024-03-10T21:26:09.326 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07176956-4 from 6406144 to 7053312 tid 3 2024-03-10T21:26:09.328 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07176956-4 from 7053312 to 7340032 tid 4 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1332: read oid 18 snap -1 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1332: expect (ObjNum 417 snap 115 seq_num 417) 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1333: snap_create 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing rollback tid 0 to smithi07176956-43 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 660 (ObjNum 529 snap 0 seq_num 2945528256) dirty exists 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 1 to smithi07176956-4 2024-03-10T21:26:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 2 to smithi07176956-4 2024-03-10T21:26:09.331 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 3 to smithi07176956-4 2024-03-10T21:26:09.331 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 4 to smithi07176956-4 2024-03-10T21:26:09.331 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 5 to smithi07176956-4 2024-03-10T21:26:09.341 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 6 to smithi07176956-4 2024-03-10T21:26:09.341 INFO:tasks.rados.rados.0.smithi071.stdout:1331: oid 4 updating version 0 to 1019 2024-03-10T21:26:09.341 INFO:tasks.rados.rados.0.smithi071.stdout:1331: oid 4 updating version 1019 to 1022 2024-03-10T21:26:09.341 INFO:tasks.rados.rados.0.smithi071.stdout:1331: oid 4 version 1022 is already newer than 1021 2024-03-10T21:26:09.342 INFO:tasks.rados.rados.0.smithi071.stdout:1331: oid 4 version 1022 is already newer than 1020 2024-03-10T21:26:09.342 INFO:tasks.rados.rados.0.smithi071.stdout:1331: oid 4 version 1022 is already newer than 1018 2024-03-10T21:26:09.342 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1022 (ObjNum 419 snap 116 seq_num 419) dirty exists 2024-03-10T21:26:09.342 INFO:tasks.rados.rados.0.smithi071.stdout:1331: left oid 4 (ObjNum 419 snap 116 seq_num 419) 2024-03-10T21:26:09.363 INFO:tasks.rados.rados.0.smithi071.stdout:1332: expect (ObjNum 417 snap 115 seq_num 417) 2024-03-10T21:26:09.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:09 smithi193 ceph-mon[83873]: osdmap e308: 8 total, 8 up, 8 in 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:09 smithi193 ceph-mon[83873]: pgmap v135: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 42 MiB/s rd, 9.7 MiB/s wr, 59 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:09 smithi193 ceph-mon[83873]: osdmap e309: 8 total, 8 up, 8 in 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[88660]: osdmap e308: 8 total, 8 up, 8 in 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:09.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[88660]: pgmap v135: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 42 MiB/s rd, 9.7 MiB/s wr, 59 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[88660]: osdmap e309: 8 total, 8 up, 8 in 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[91105]: osdmap e308: 8 total, 8 up, 8 in 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[91105]: pgmap v135: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 42 MiB/s rd, 9.7 MiB/s wr, 59 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:26:09.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-mon[91105]: osdmap e309: 8 total, 8 up, 8 in 2024-03-10T21:26:09.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:09.597+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:09.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:09.597+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:09.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:09.597+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:10.290 INFO:tasks.rados.rados.0.smithi071.stdout:1330: done (3 left) 2024-03-10T21:26:10.290 INFO:tasks.rados.rados.0.smithi071.stdout:1331: done (2 left) 2024-03-10T21:26:10.290 INFO:tasks.rados.rados.0.smithi071.stdout:1332: done (1 left) 2024-03-10T21:26:10.290 INFO:tasks.rados.rados.0.smithi071.stdout:1333: done (0 left) 2024-03-10T21:26:10.290 INFO:tasks.rados.rados.0.smithi071.stdout:1334: read oid 44 snap 116 2024-03-10T21:26:10.291 INFO:tasks.rados.rados.0.smithi071.stdout:1334: expect (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:10.291 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 117 2024-03-10T21:26:10.291 INFO:tasks.rados.rados.0.smithi071.stdout:1335: seq_num 420 ranges {1777664=638976,2416640=557056,2973696=450560,3424256=598016} 2024-03-10T21:26:10.303 INFO:tasks.rados.rados.0.smithi071.stdout:1335: writing smithi07176956-3 from 1777664 to 2416640 tid 1 2024-03-10T21:26:10.307 INFO:tasks.rados.rados.0.smithi071.stdout:1335: writing smithi07176956-3 from 2416640 to 2973696 tid 2 2024-03-10T21:26:10.309 INFO:tasks.rados.rados.0.smithi071.stdout:1335: writing smithi07176956-3 from 2973696 to 3424256 tid 3 2024-03-10T21:26:10.313 INFO:tasks.rados.rados.0.smithi071.stdout:1335: writing smithi07176956-3 from 3424256 to 4022272 tid 4 2024-03-10T21:26:10.313 INFO:tasks.rados.rados.0.smithi071.stdout:1336: copy_from oid 4 from oid 37 current snap is 117 2024-03-10T21:26:10.313 INFO:tasks.rados.rados.0.smithi071.stdout:1334: expect (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:10.473 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing write tid 1 to smithi07176956-3 2024-03-10T21:26:10.473 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing write tid 2 to smithi07176956-3 2024-03-10T21:26:10.473 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing write tid 3 to smithi07176956-3 2024-03-10T21:26:10.473 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing write tid 4 to smithi07176956-3 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing write tid 5 to smithi07176956-3 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing write tid 6 to smithi07176956-3 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: oid 3 updating version 0 to 950 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: oid 3 version 950 is already newer than 949 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: oid 3 updating version 950 to 951 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: oid 3 updating version 951 to 952 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: oid 3 version 952 is already newer than 948 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 952 (ObjNum 420 snap 117 seq_num 420) dirty exists 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: left oid 3 (ObjNum 420 snap 117 seq_num 420) 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1336: finishing copy_from racing read to smithi07176956-4 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1336: finishing copy_from to smithi07176956-4 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 721 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1334: done (2 left) 2024-03-10T21:26:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:1335: done (1 left) 2024-03-10T21:26:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:1336: done (0 left) 2024-03-10T21:26:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:1337: delete oid 38 current snap is 117 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1337: done (0 left) 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1338: rmattr oid 29 current snap is 117 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1339: rollback oid 31 current snap is 117 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 115 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1340: read oid 39 snap 115 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1340: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1341: read oid 10 snap -1 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1341: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:26:10.476 INFO:tasks.rados.rados.0.smithi071.stdout:1342: read oid 48 snap -1 2024-03-10T21:26:10.477 INFO:tasks.rados.rados.0.smithi071.stdout:1342: expect (ObjNum 404 snap 112 seq_num 404) 2024-03-10T21:26:10.477 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 117 2024-03-10T21:26:10.477 INFO:tasks.rados.rados.0.smithi071.stdout:1343: seq_num 422 ranges {2170880=671744,2842624=729088,3571712=417792,3989504=458752} 2024-03-10T21:26:10.492 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07176956-41 from 2170880 to 2842624 tid 1 2024-03-10T21:26:10.495 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07176956-41 from 2842624 to 3571712 tid 2 2024-03-10T21:26:10.497 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07176956-41 from 3571712 to 3989504 tid 3 2024-03-10T21:26:10.500 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07176956-41 from 3989504 to 4448256 tid 4 2024-03-10T21:26:10.500 INFO:tasks.rados.rados.0.smithi071.stdout:1344: snap_remove snap 116 2024-03-10T21:26:10.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:10.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:10.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-mon[88660]: osdmap e310: 8 total, 8 up, 8 in 2024-03-10T21:26:10.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:10.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:10.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-mon[91105]: osdmap e310: 8 total, 8 up, 8 in 2024-03-10T21:26:10.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:10.318+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:10.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:10.318+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:10 smithi193 ceph-mon[83873]: osdmap e310: 8 total, 8 up, 8 in 2024-03-10T21:26:11.021 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (5m) 13s ago 6m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (6m) 58s ago 6m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (7m) 13s ago 7m 14.9M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (7m) 58s ago 7m 19.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (2m) 58s ago 11m 449M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:26:11.334 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (2m) 13s ago 12m 506M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (107s) 13s ago 13m 51.4M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (63s) 58s ago 11m 30.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (82s) 13s ago 11m 41.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (6m) 13s ago 6m 15.6M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (6m) 58s ago 6m 16.6M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (17s) 13s ago 10m 15.7M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (10m) 13s ago 10m 199M 2480M 18.2.1-746-gc2ea977b a30af69eda22 14f417bbb907 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (9m) 13s ago 9m 216M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (9m) 13s ago 9m 172M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (9m) 58s ago 9m 168M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (8m) 58s ago 8m 146M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (8m) 58s ago 8m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:26:11.335 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (7m) 58s ago 7m 160M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:26:11.336 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (2m) 58s ago 7m 55.2M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:26:11.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:26:11] "GET /metrics HTTP/1.1" 200 35907 "" "Prometheus/2.43.0" 2024-03-10T21:26:11.398 INFO:tasks.rados.rados.0.smithi071.stdout:1344: done (6 left) 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:1345: read oid 33 snap -1 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:1345: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:1346: copy_from oid 36 from oid 46 current snap is 117 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:1339: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:1339: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 722 (ObjNum 391 snap 109 seq_num 391) dirty exists 2024-03-10T21:26:11.399 INFO:tasks.rados.rados.0.smithi071.stdout:1340: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:26:11.401 INFO:tasks.rados.rados.0.smithi071.stdout:1339: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:26:11.401 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 664 (ObjNum 381 snap 108 seq_num 381) dirty exists 2024-03-10T21:26:11.401 INFO:tasks.rados.rados.0.smithi071.stdout:1341: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:26:11.459 INFO:tasks.rados.rados.0.smithi071.stdout:1342: expect (ObjNum 404 snap 112 seq_num 404) 2024-03-10T21:26:11.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:11.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:11.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-mon[91105]: pgmap v138: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-03-10T21:26:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-mon[88660]: pgmap v138: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-03-10T21:26:11.610 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 1 to smithi07176956-41 2024-03-10T21:26:11.610 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 2 to smithi07176956-41 2024-03-10T21:26:11.610 INFO:tasks.rados.rados.0.smithi071.stdout:1338: done (7 left) 2024-03-10T21:26:11.610 INFO:tasks.rados.rados.0.smithi071.stdout:1339: done (6 left) 2024-03-10T21:26:11.610 INFO:tasks.rados.rados.0.smithi071.stdout:1340: done (5 left) 2024-03-10T21:26:11.610 INFO:tasks.rados.rados.0.smithi071.stdout:1341: done (4 left) 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1342: done (3 left) 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1347: setattr oid 21 current snap is 117 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 3 to smithi07176956-41 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 4 to smithi07176956-41 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 5 to smithi07176956-41 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 6 to smithi07176956-41 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: oid 41 updating version 0 to 670 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: oid 41 version 670 is already newer than 667 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: oid 41 version 670 is already newer than 668 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: oid 41 version 670 is already newer than 666 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: oid 41 version 670 is already newer than 669 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 670 (ObjNum 422 snap 117 seq_num 422) dirty exists 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1343: left oid 41 (ObjNum 422 snap 117 seq_num 422) 2024-03-10T21:26:11.611 INFO:tasks.rados.rados.0.smithi071.stdout:1345: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1346: finishing copy_from to smithi07176956-36 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1346: got expected ENOENT (src dne) 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1346: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1343: done (3 left) 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1345: done (2 left) 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1346: done (1 left) 2024-03-10T21:26:11.614 INFO:tasks.rados.rados.0.smithi071.stdout:1348: delete oid 3 current snap is 117 2024-03-10T21:26:11.616 INFO:tasks.rados.rados.0.smithi071.stdout:1348: done (1 left) 2024-03-10T21:26:11.616 INFO:tasks.rados.rados.0.smithi071.stdout:1349: read oid 43 snap 115 2024-03-10T21:26:11.616 INFO:tasks.rados.rados.0.smithi071.stdout:1349: expect (ObjNum -1350332880 snap 21904 seq_num 2944754752) 2024-03-10T21:26:11.616 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 117 2024-03-10T21:26:11.616 INFO:tasks.rados.rados.0.smithi071.stdout:1350: seq_num 424 ranges {5947392=704512,6651904=491520,7143424=434176,7577600=679936} 2024-03-10T21:26:11.652 INFO:tasks.rados.rados.0.smithi071.stdout:1350: writing smithi07176956-20 from 5947392 to 6651904 tid 1 2024-03-10T21:26:11.654 INFO:tasks.rados.rados.0.smithi071.stdout:1350: writing smithi07176956-20 from 6651904 to 7143424 tid 2 2024-03-10T21:26:11.657 INFO:tasks.rados.rados.0.smithi071.stdout:1350: writing smithi07176956-20 from 7143424 to 7577600 tid 3 2024-03-10T21:26:11.661 INFO:tasks.rados.rados.0.smithi071.stdout:1350: writing smithi07176956-20 from 7577600 to 8257536 tid 4 2024-03-10T21:26:11.661 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 117 2024-03-10T21:26:11.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 888 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:26:11.661 INFO:tasks.rados.rados.0.smithi071.stdout:1351: seq_num 425 ranges {1622016=720896,2342912=778240,3121152=638976,3760128=188416} 2024-03-10T21:26:11.674 INFO:tasks.rados.rados.0.smithi071.stdout:1351: writing smithi07176956-14 from 1622016 to 2342912 tid 1 2024-03-10T21:26:11.678 INFO:tasks.rados.rados.0.smithi071.stdout:1351: writing smithi07176956-14 from 2342912 to 3121152 tid 2 2024-03-10T21:26:11.682 INFO:tasks.rados.rados.0.smithi071.stdout:1351: writing smithi07176956-14 from 3121152 to 3760128 tid 3 2024-03-10T21:26:11.683 INFO:tasks.rados.rados.0.smithi071.stdout:1351: writing smithi07176956-14 from 3760128 to 3948544 tid 4 2024-03-10T21:26:11.684 INFO:tasks.rados.rados.0.smithi071.stdout:1347: done (3 left) 2024-03-10T21:26:11.684 INFO:tasks.rados.rados.0.smithi071.stdout:1352: copy_from oid 7 from oid 42 current snap is 117 2024-03-10T21:26:11.684 INFO:tasks.rados.rados.0.smithi071.stdout:1349: expect (ObjNum -1350332880 snap 21904 seq_num 2944754752) 2024-03-10T21:26:11.688 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing write tid 1 to smithi07176956-20 2024-03-10T21:26:11.688 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing write tid 2 to smithi07176956-20 2024-03-10T21:26:11.688 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing write tid 3 to smithi07176956-20 2024-03-10T21:26:11.688 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing write tid 4 to smithi07176956-20 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing write tid 5 to smithi07176956-20 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: finishing write tid 6 to smithi07176956-20 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: oid 20 updating version 0 to 722 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: oid 20 updating version 722 to 726 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: oid 20 version 726 is already newer than 725 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: oid 20 version 726 is already newer than 723 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: oid 20 version 726 is already newer than 724 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 726 (ObjNum 424 snap 117 seq_num 424) dirty exists 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: left oid 20 (ObjNum 424 snap 117 seq_num 424) 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1351: finishing write tid 1 to smithi07176956-14 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1351: finishing write tid 2 to smithi07176956-14 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1349: done (3 left) 2024-03-10T21:26:11.689 INFO:tasks.rados.rados.0.smithi071.stdout:1350: done (2 left) 2024-03-10T21:26:11.690 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 117 2024-03-10T21:26:11.690 INFO:tasks.rados.rados.0.smithi071.stdout:1353: seq_num 426 ranges {5595136=737280,6332416=712704,7045120=802816,7847936=90112} 2024-03-10T21:26:11.722 INFO:tasks.rados.rados.0.smithi071.stdout:1353: writing smithi07176956-29 from 5595136 to 6332416 tid 1 2024-03-10T21:26:11.726 INFO:tasks.rados.rados.0.smithi071.stdout:1353: writing smithi07176956-29 from 6332416 to 7045120 tid 2 2024-03-10T21:26:11.730 INFO:tasks.rados.rados.0.smithi071.stdout:1353: writing smithi07176956-29 from 7045120 to 7847936 tid 3 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1353: writing smithi07176956-29 from 7847936 to 7938048 tid 4 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1354: setattr oid 35 current snap is 117 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: finishing write tid 3 to smithi07176956-14 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: finishing write tid 4 to smithi07176956-14 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: finishing write tid 5 to smithi07176956-14 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: finishing write tid 6 to smithi07176956-14 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: oid 14 updating version 0 to 894 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: oid 14 version 894 is already newer than 890 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: oid 14 version 894 is already newer than 891 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: oid 14 version 894 is already newer than 892 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:1351: oid 14 version 894 is already newer than 893 2024-03-10T21:26:11.732 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 894 (ObjNum 425 snap 117 seq_num 425) dirty exists 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1351: left oid 14 (ObjNum 425 snap 117 seq_num 425) 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1352: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1352: finishing copy_from to smithi07176956-7 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1353: finishing write tid 1 to smithi07176956-29 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1353: finishing write tid 2 to smithi07176956-29 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1351: done (3 left) 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1352: done (2 left) 2024-03-10T21:26:11.733 INFO:tasks.rados.rados.0.smithi071.stdout:1355: snap_create 2024-03-10T21:26:11.734 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 313 (ObjNum 33 snap 0 seq_num 4134935831) dirty exists 2024-03-10T21:26:11.735 INFO:tasks.rados.rados.0.smithi071.stdout:1353: finishing write tid 3 to smithi07176956-29 2024-03-10T21:26:11.735 INFO:tasks.rados.rados.0.smithi071.stdout:1353: finishing write tid 4 to smithi07176956-29 2024-03-10T21:26:11.735 INFO:tasks.rados.rados.0.smithi071.stdout:1353: finishing write tid 5 to smithi07176956-29 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: finishing write tid 6 to smithi07176956-29 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: oid 29 updating version 0 to 725 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: oid 29 version 725 is already newer than 724 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: oid 29 updating version 725 to 726 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: oid 29 updating version 726 to 727 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: oid 29 version 727 is already newer than 723 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 727 (ObjNum 426 snap 117 seq_num 426) dirty exists 2024-03-10T21:26:11.736 INFO:tasks.rados.rados.0.smithi071.stdout:1353: left oid 29 (ObjNum 426 snap 117 seq_num 426) 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 7, 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 1 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:11.750 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 9, 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 6 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:26:11.751 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:26:11.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:11.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset ad=[]:{a8=[a7],ad=[ad,ac]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:11 smithi193 ceph-mon[83873]: pgmap v138: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-03-10T21:26:12.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:11.699+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:12.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:11.699+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:12.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:11.699+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:1353: done (2 left) 2024-03-10T21:26:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:1354: done (1 left) 2024-03-10T21:26:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:1355: done (0 left) 2024-03-10T21:26:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:1356: delete oid 6 current snap is 118 2024-03-10T21:26:12.413 INFO:tasks.rados.rados.0.smithi071.stdout:1356: done (0 left) 2024-03-10T21:26:12.413 INFO:tasks.rados.rados.0.smithi071.stdout:1357: snap_create 2024-03-10T21:26:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-mon[83873]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-mon[83873]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-mon[83873]: osdmap e311: 8 total, 8 up, 8 in 2024-03-10T21:26:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:12 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/303775405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:12.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:12.409+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:12.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:12.410+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[88660]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[88660]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[88660]: osdmap e311: 8 total, 8 up, 8 in 2024-03-10T21:26:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/303775405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[91105]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[91105]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[91105]: osdmap e311: 8 total, 8 up, 8 in 2024-03-10T21:26:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:12.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:12 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/303775405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:13.414 INFO:tasks.rados.rados.0.smithi071.stdout:1357: done (0 left) 2024-03-10T21:26:13.414 INFO:tasks.rados.rados.0.smithi071.stdout:1358: snap_remove snap 118 2024-03-10T21:26:13.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:13 smithi193 ceph-mon[83873]: osdmap e312: 8 total, 8 up, 8 in 2024-03-10T21:26:13.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:13.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:13.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:13 smithi193 ceph-mon[83873]: pgmap v141: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:26:13.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:13.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[88660]: osdmap e312: 8 total, 8 up, 8 in 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[88660]: pgmap v141: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[91105]: osdmap e312: 8 total, 8 up, 8 in 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:13.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:13.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[91105]: pgmap v141: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 178 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:26:13.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:14.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:14.068+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:14.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:14.068+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:14.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:14.068+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:14.414 INFO:tasks.rados.rados.0.smithi071.stdout:1358: done (0 left) 2024-03-10T21:26:14.414 INFO:tasks.rados.rados.0.smithi071.stdout:1359: delete oid 32 current snap is 119 2024-03-10T21:26:14.424 INFO:tasks.rados.rados.0.smithi071.stdout:1359: done (0 left) 2024-03-10T21:26:14.424 INFO:tasks.rados.rados.0.smithi071.stdout:1360: delete oid 21 current snap is 119 2024-03-10T21:26:14.426 INFO:tasks.rados.rados.0.smithi071.stdout:1360: done (0 left) 2024-03-10T21:26:14.426 INFO:tasks.rados.rados.0.smithi071.stdout:1361: snap_remove snap 115 2024-03-10T21:26:14.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:14 smithi193 ceph-mon[83873]: osdmap e313: 8 total, 8 up, 8 in 2024-03-10T21:26:14.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-mon[88660]: osdmap e313: 8 total, 8 up, 8 in 2024-03-10T21:26:14.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-mon[91105]: osdmap e313: 8 total, 8 up, 8 in 2024-03-10T21:26:14.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:14.487+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:14.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:14.487+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.424 INFO:tasks.rados.rados.0.smithi071.stdout:1361: done (0 left) 2024-03-10T21:26:15.424 INFO:tasks.rados.rados.0.smithi071.stdout:1362: snap_remove snap 117 2024-03-10T21:26:15.702 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[88660]: osdmap e314: 8 total, 8 up, 8 in 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[88660]: pgmap v144: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[91105]: osdmap e314: 8 total, 8 up, 8 in 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.703 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-mon[91105]: pgmap v144: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-03-10T21:26:15.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:15 smithi193 ceph-mon[83873]: osdmap e314: 8 total, 8 up, 8 in 2024-03-10T21:26:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:15 smithi193 ceph-mon[83873]: pgmap v144: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-03-10T21:26:16.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:15.700+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:16.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:15.700+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:16.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:15.700+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1362: done (0 left) 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1363: copy_from oid 11 from oid 16 current snap is 119 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1364: rollback oid 40 current snap is 119 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1364: done (1 left) 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1365: read oid 21 snap -1 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1365: expect deleted 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1366: rollback oid 39 current snap is 119 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1366: done (2 left) 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1367: copy_from oid 18 from oid 14 current snap is 119 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 119 2024-03-10T21:26:16.429 INFO:tasks.rados.rados.0.smithi071.stdout:1368: seq_num 430 ranges {5160960=8192} 2024-03-10T21:26:16.457 INFO:tasks.rados.rados.0.smithi071.stdout:1368: writing smithi07176956-50 from 5160960 to 5169152 tid 1 2024-03-10T21:26:16.458 INFO:tasks.rados.rados.0.smithi071.stdout:1369: copy_from oid 15 from oid 4 current snap is 119 2024-03-10T21:26:16.458 INFO:tasks.rados.rados.0.smithi071.stdout:1363: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:26:16.458 INFO:tasks.rados.rados.0.smithi071.stdout:1365: done (4 left) 2024-03-10T21:26:16.458 INFO:tasks.rados.rados.0.smithi071.stdout:1370: delete oid 21 current snap is 119 2024-03-10T21:26:16.460 INFO:tasks.rados.rados.0.smithi071.stdout:1368: finishing write tid 1 to smithi07176956-50 2024-03-10T21:26:16.460 INFO:tasks.rados.rados.0.smithi071.stdout:1367: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:26:16.467 INFO:tasks.rados.rados.0.smithi071.stdout:1370: done (4 left) 2024-03-10T21:26:16.467 INFO:tasks.rados.rados.0.smithi071.stdout:1371: snap_create 2024-03-10T21:26:16.467 INFO:tasks.rados.rados.0.smithi071.stdout:1363: finishing copy_from to smithi07176956-11 2024-03-10T21:26:16.467 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 392 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:26:16.467 INFO:tasks.rados.rados.0.smithi071.stdout:1368: finishing write tid 2 to smithi07176956-50 2024-03-10T21:26:16.468 INFO:tasks.rados.rados.0.smithi071.stdout:1368: finishing write tid 3 to smithi07176956-50 2024-03-10T21:26:16.468 INFO:tasks.rados.rados.0.smithi071.stdout:1368: oid 50 updating version 0 to 954 2024-03-10T21:26:16.468 INFO:tasks.rados.rados.0.smithi071.stdout:1368: oid 50 version 954 is already newer than 953 2024-03-10T21:26:16.468 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 954 (ObjNum 430 snap 119 seq_num 430) dirty exists 2024-03-10T21:26:16.469 INFO:tasks.rados.rados.0.smithi071.stdout:1368: left oid 50 (ObjNum 430 snap 119 seq_num 430) 2024-03-10T21:26:16.469 INFO:tasks.rados.rados.0.smithi071.stdout:1367: finishing copy_from to smithi07176956-18 2024-03-10T21:26:16.469 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 894 (ObjNum 425 snap 117 seq_num 425) dirty exists 2024-03-10T21:26:16.475 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:26:16.476 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing copy_from to smithi07176956-15 2024-03-10T21:26:16.476 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 721 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:16 smithi193 ceph-mon[83873]: osdmap e315: 8 total, 8 up, 8 in 2024-03-10T21:26:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:16.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-mon[88660]: osdmap e315: 8 total, 8 up, 8 in 2024-03-10T21:26:16.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:16.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:16.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-mon[91105]: osdmap e315: 8 total, 8 up, 8 in 2024-03-10T21:26:16.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:16.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:16.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:16.426+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:16.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:16.426+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:17.443 INFO:tasks.rados.rados.0.smithi071.stdout:1363: done (4 left) 2024-03-10T21:26:17.443 INFO:tasks.rados.rados.0.smithi071.stdout:1367: done (3 left) 2024-03-10T21:26:17.443 INFO:tasks.rados.rados.0.smithi071.stdout:1368: done (2 left) 2024-03-10T21:26:17.443 INFO:tasks.rados.rados.0.smithi071.stdout:1369: done (1 left) 2024-03-10T21:26:17.443 INFO:tasks.rados.rados.0.smithi071.stdout:1371: done (0 left) 2024-03-10T21:26:17.443 INFO:tasks.rados.rados.0.smithi071.stdout:1372: read oid 3 snap 119 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1372: expect deleted 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1373: rmattr oid 18 current snap is 120 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1373: done (1 left) 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1374: read oid 45 snap -1 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1374: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1375: read oid 37 snap -1 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1375: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1376: copy_from oid 20 from oid 25 current snap is 120 2024-03-10T21:26:17.444 INFO:tasks.rados.rados.0.smithi071.stdout:1377: delete oid 5 current snap is 120 2024-03-10T21:26:17.446 INFO:tasks.rados.rados.0.smithi071.stdout:1374: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:26:17.452 INFO:tasks.rados.rados.0.smithi071.stdout:1372: done (4 left) 2024-03-10T21:26:17.452 INFO:tasks.rados.rados.0.smithi071.stdout:1374: done (3 left) 2024-03-10T21:26:17.452 INFO:tasks.rados.rados.0.smithi071.stdout:1377: done (2 left) 2024-03-10T21:26:17.452 INFO:tasks.rados.rados.0.smithi071.stdout:1378: read oid 34 snap -1 2024-03-10T21:26:17.452 INFO:tasks.rados.rados.0.smithi071.stdout:1378: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:17.452 INFO:tasks.rados.rados.0.smithi071.stdout:1379: snap_remove snap 119 2024-03-10T21:26:17.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:17 smithi193 ceph-mon[83873]: osdmap e316: 8 total, 8 up, 8 in 2024-03-10T21:26:17.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:17.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:17.736 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:17 smithi193 ceph-mon[83873]: pgmap v147: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-03-10T21:26:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[88660]: osdmap e316: 8 total, 8 up, 8 in 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[88660]: pgmap v147: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[91105]: osdmap e316: 8 total, 8 up, 8 in 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset b1=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-mon[91105]: pgmap v147: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 195 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-03-10T21:26:17.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:17.444+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:17.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:17.445+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:17.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:17.445+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:18.450 INFO:tasks.rados.rados.0.smithi071.stdout:1379: done (3 left) 2024-03-10T21:26:18.450 INFO:tasks.rados.rados.0.smithi071.stdout:1380: rmattr oid 28 current snap is 120 2024-03-10T21:26:18.450 INFO:tasks.rados.rados.0.smithi071.stdout:1375: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:18.563 INFO:tasks.rados.rados.0.smithi071.stdout:1378: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:18.608 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing copy_from to smithi07176956-20 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 306 (ObjNum 399 snap 112 seq_num 399) dirty exists 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1030 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1375: done (3 left) 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1376: done (2 left) 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1378: done (1 left) 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1380: done (0 left) 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1381: rollback oid 18 current snap is 120 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1381: done (0 left) 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1382: rollback oid 40 current snap is 120 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1382: done (0 left) 2024-03-10T21:26:18.609 INFO:tasks.rados.rados.0.smithi071.stdout:1383: copy_from oid 35 from oid 19 current snap is 120 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1384: read oid 25 snap -1 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1384: expect (ObjNum 399 snap 112 seq_num 399) 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 120 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1385: seq_num 433 ranges {0=57344} 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1385: writing smithi07176956-33 from 0 to 57344 tid 1 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 120 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1386: seq_num 434 ranges {0=73728} 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1386: writing smithi07176956-6 from 0 to 73728 tid 1 2024-03-10T21:26:18.610 INFO:tasks.rados.rados.0.smithi071.stdout:1387: read oid 28 snap -1 2024-03-10T21:26:18.611 INFO:tasks.rados.rados.0.smithi071.stdout:1387: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:26:18.611 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 120 2024-03-10T21:26:18.611 INFO:tasks.rados.rados.0.smithi071.stdout:1388: seq_num 435 ranges {1589248=90112} 2024-03-10T21:26:18.620 INFO:tasks.rados.rados.0.smithi071.stdout:1388: writing smithi07176956-31 from 1589248 to 1679360 tid 1 2024-03-10T21:26:18.620 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing write tid 1 to smithi07176956-33 2024-03-10T21:26:18.620 INFO:tasks.rados.rados.0.smithi071.stdout:1389: read oid 44 snap -1 2024-03-10T21:26:18.620 INFO:tasks.rados.rados.0.smithi071.stdout:1389: expect (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:18.620 INFO:tasks.rados.rados.0.smithi071.stdout:1390: setattr oid 42 current snap is 120 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1386: finishing write tid 1 to smithi07176956-6 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing write tid 2 to smithi07176956-33 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing write tid 3 to smithi07176956-33 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1385: oid 33 updating version 0 to 955 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1385: oid 33 updating version 955 to 956 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 956 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1385: left oid 33 (ObjNum 433 snap 120 seq_num 433) 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1386: finishing write tid 2 to smithi07176956-6 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1386: finishing write tid 3 to smithi07176956-6 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1386: oid 6 updating version 0 to 729 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1386: oid 6 updating version 729 to 730 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 730 (ObjNum 434 snap 120 seq_num 434) dirty exists 2024-03-10T21:26:18.621 INFO:tasks.rados.rados.0.smithi071.stdout:1386: left oid 6 (ObjNum 434 snap 120 seq_num 434) 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1385: done (7 left) 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1386: done (6 left) 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1391: copy_from oid 47 from oid 38 current snap is 120 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1392: read oid 20 snap -1 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1392: expect (ObjNum 399 snap 112 seq_num 399) 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1393: rollback oid 17 current snap is 120 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1393: done (8 left) 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1394: copy_from oid 41 from oid 5 current snap is 120 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1395: rmattr oid 26 current snap is 120 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 120 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1396: seq_num 436 ranges {0=106496} 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1396: writing smithi07176956-3 from 0 to 106496 tid 1 2024-03-10T21:26:18.623 INFO:tasks.rados.rados.0.smithi071.stdout:1397: delete oid 43 current snap is 120 2024-03-10T21:26:18.627 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 957 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:18.627 INFO:tasks.rados.rados.0.smithi071.stdout:1396: finishing write tid 1 to smithi07176956-3 2024-03-10T21:26:18.627 INFO:tasks.rados.rados.0.smithi071.stdout:1396: finishing write tid 2 to smithi07176956-3 2024-03-10T21:26:18.629 INFO:tasks.rados.rados.0.smithi071.stdout:1396: finishing write tid 3 to smithi07176956-3 2024-03-10T21:26:18.629 INFO:tasks.rados.rados.0.smithi071.stdout:1396: oid 3 updating version 0 to 959 2024-03-10T21:26:18.630 INFO:tasks.rados.rados.0.smithi071.stdout:1396: oid 3 version 959 is already newer than 958 2024-03-10T21:26:18.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 959 (ObjNum 436 snap 120 seq_num 436) dirty exists 2024-03-10T21:26:18.630 INFO:tasks.rados.rados.0.smithi071.stdout:1396: left oid 3 (ObjNum 436 snap 120 seq_num 436) 2024-03-10T21:26:18.634 INFO:tasks.rados.rados.0.smithi071.stdout:1388: finishing write tid 1 to smithi07176956-31 2024-03-10T21:26:18.634 INFO:tasks.rados.rados.0.smithi071.stdout:1388: finishing write tid 2 to smithi07176956-31 2024-03-10T21:26:18.635 INFO:tasks.rados.rados.0.smithi071.stdout:1388: finishing write tid 3 to smithi07176956-31 2024-03-10T21:26:18.635 INFO:tasks.rados.rados.0.smithi071.stdout:1388: oid 31 updating version 0 to 681 2024-03-10T21:26:18.635 INFO:tasks.rados.rados.0.smithi071.stdout:1388: oid 31 updating version 681 to 682 2024-03-10T21:26:18.635 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 682 (ObjNum 435 snap 120 seq_num 435) dirty exists 2024-03-10T21:26:18.635 INFO:tasks.rados.rados.0.smithi071.stdout:1388: left oid 31 (ObjNum 435 snap 120 seq_num 435) 2024-03-10T21:26:18.638 INFO:tasks.rados.rados.0.smithi071.stdout:1391: finishing copy_from to smithi07176956-47 2024-03-10T21:26:18.638 INFO:tasks.rados.rados.0.smithi071.stdout:1391: got expected ENOENT (src dne) 2024-03-10T21:26:18.642 INFO:tasks.rados.rados.0.smithi071.stdout:1391: finishing copy_from racing read to smithi07176956-47 2024-03-10T21:26:18.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 728 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:18.650 INFO:tasks.rados.rados.0.smithi071.stdout:1392: expect (ObjNum 399 snap 112 seq_num 399) 2024-03-10T21:26:18.766 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:18.576+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:18.766 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:18.579+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:18.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[88660]: osdmap e317: 8 total, 8 up, 8 in 2024-03-10T21:26:18.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:18.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:18.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[91105]: osdmap e317: 8 total, 8 up, 8 in 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:18.767 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:18 smithi193 ceph-mon[83873]: osdmap e317: 8 total, 8 up, 8 in 2024-03-10T21:26:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:18.865 INFO:tasks.rados.rados.0.smithi071.stdout:1384: expect (ObjNum 399 snap 112 seq_num 399) 2024-03-10T21:26:19.072 INFO:tasks.rados.rados.0.smithi071.stdout:1389: expect (ObjNum 412 snap 113 seq_num 412) 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:1383: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:1394: finishing copy_from to smithi07176956-41 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:1394: got expected ENOENT (src dne) 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:1394: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:1383: finishing copy_from to smithi07176956-35 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 398 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:19.233 INFO:tasks.rados.rados.0.smithi071.stdout:1387: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:26:19.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:19.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: Upgrade: osd.1 is safe to restart 2024-03-10T21:26:19.954 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: osdmap e318: 8 total, 8 up, 8 in 2024-03-10T21:26:19.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:19.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:19.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: pgmap v150: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-03-10T21:26:19.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:19.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:26:19.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:19.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:19.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: Upgrade: osd.1 is safe to restart 2024-03-10T21:26:19.956 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: osdmap e318: 8 total, 8 up, 8 in 2024-03-10T21:26:19.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:19.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:19.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: pgmap v150: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-03-10T21:26:19.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:19.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:26:19.957 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:19 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:19.960 INFO:tasks.rados.rados.0.smithi071.stdout:1383: done (11 left) 2024-03-10T21:26:19.960 INFO:tasks.rados.rados.0.smithi071.stdout:1384: done (10 left) 2024-03-10T21:26:19.960 INFO:tasks.rados.rados.0.smithi071.stdout:1387: done (9 left) 2024-03-10T21:26:19.961 INFO:tasks.rados.rados.0.smithi071.stdout:1388: done (8 left) 2024-03-10T21:26:19.961 INFO:tasks.rados.rados.0.smithi071.stdout:1389: done (7 left) 2024-03-10T21:26:19.961 INFO:tasks.rados.rados.0.smithi071.stdout:1390: done (6 left) 2024-03-10T21:26:19.961 INFO:tasks.rados.rados.0.smithi071.stdout:1391: done (5 left) 2024-03-10T21:26:19.961 INFO:tasks.rados.rados.0.smithi071.stdout:1392: done (4 left) 2024-03-10T21:26:19.961 INFO:tasks.rados.rados.0.smithi071.stdout:1394: done (3 left) 2024-03-10T21:26:19.962 INFO:tasks.rados.rados.0.smithi071.stdout:1395: done (2 left) 2024-03-10T21:26:19.962 INFO:tasks.rados.rados.0.smithi071.stdout:1396: done (1 left) 2024-03-10T21:26:19.962 INFO:tasks.rados.rados.0.smithi071.stdout:1397: done (0 left) 2024-03-10T21:26:19.962 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 120 2024-03-10T21:26:19.962 INFO:tasks.rados.rados.0.smithi071.stdout:1398: seq_num 438 ranges {73728=139264} 2024-03-10T21:26:19.963 INFO:tasks.rados.rados.0.smithi071.stdout:1398: writing smithi07176956-6 from 73728 to 212992 tid 1 2024-03-10T21:26:19.963 INFO:tasks.rados.rados.0.smithi071.stdout:1399: snap_create 2024-03-10T21:26:19.963 INFO:tasks.rados.rados.0.smithi071.stdout:1398: finishing write tid 1 to smithi07176956-6 2024-03-10T21:26:19.963 INFO:tasks.rados.rados.0.smithi071.stdout:1398: finishing write tid 2 to smithi07176956-6 2024-03-10T21:26:19.963 INFO:tasks.rados.rados.0.smithi071.stdout:1398: finishing write tid 3 to smithi07176956-6 2024-03-10T21:26:19.963 INFO:tasks.rados.rados.0.smithi071.stdout:1398: oid 6 updating version 0 to 731 2024-03-10T21:26:19.964 INFO:tasks.rados.rados.0.smithi071.stdout:1398: oid 6 updating version 731 to 732 2024-03-10T21:26:19.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 732 (ObjNum 438 snap 120 seq_num 438) dirty exists 2024-03-10T21:26:19.964 INFO:tasks.rados.rados.0.smithi071.stdout:1398: left oid 6 (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: Upgrade: osd.1 is safe to restart 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: osdmap e318: 8 total, 8 up, 8 in 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: pgmap v150: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 27 op/s 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:19.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-10T21:26:19.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:19 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:20.459 INFO:tasks.rados.rados.0.smithi071.stdout:1398: done (1 left) 2024-03-10T21:26:20.459 INFO:tasks.rados.rados.0.smithi071.stdout:1399: done (0 left) 2024-03-10T21:26:20.459 INFO:tasks.rados.rados.0.smithi071.stdout:1400: rollback oid 21 current snap is 121 2024-03-10T21:26:20.459 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 120 2024-03-10T21:26:20.459 INFO:tasks.rados.rados.0.smithi071.stdout:1401: read oid 13 snap 120 2024-03-10T21:26:20.459 INFO:tasks.rados.rados.0.smithi071.stdout:1401: expect (ObjNum 408 snap 113 seq_num 408) 2024-03-10T21:26:20.460 INFO:tasks.rados.rados.0.smithi071.stdout:1402: copy_from oid 25 from oid 10 current snap is 121 2024-03-10T21:26:20.460 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 121 2024-03-10T21:26:20.460 INFO:tasks.rados.rados.0.smithi071.stdout:1403: seq_num 439 ranges {3186688=155648} 2024-03-10T21:26:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:1403: writing smithi07176956-4 from 3186688 to 3342336 tid 1 2024-03-10T21:26:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:1404: snap_create 2024-03-10T21:26:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:1400: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:26:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:26:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:1401: expect (ObjNum 408 snap 113 seq_num 408) 2024-03-10T21:26:20.532 INFO:tasks.rados.rados.0.smithi071.stdout:1402: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:26:20.532 INFO:tasks.rados.rados.0.smithi071.stdout:1402: finishing copy_from to smithi07176956-25 2024-03-10T21:26:20.532 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 584 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:26:20.532 INFO:tasks.rados.rados.0.smithi071.stdout:1403: finishing write tid 1 to smithi07176956-4 2024-03-10T21:26:20.532 INFO:tasks.rados.rados.0.smithi071.stdout:1403: finishing write tid 2 to smithi07176956-4 2024-03-10T21:26:20.532 INFO:tasks.rados.rados.0.smithi071.stdout:1403: finishing write tid 3 to smithi07176956-4 2024-03-10T21:26:20.533 INFO:tasks.rados.rados.0.smithi071.stdout:1403: oid 4 updating version 0 to 1033 2024-03-10T21:26:20.533 INFO:tasks.rados.rados.0.smithi071.stdout:1403: oid 4 version 1033 is already newer than 1032 2024-03-10T21:26:20.533 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1033 (ObjNum 439 snap 121 seq_num 439) dirty exists 2024-03-10T21:26:20.533 INFO:tasks.rados.rados.0.smithi071.stdout:1403: left oid 4 (ObjNum 439 snap 121 seq_num 439) 2024-03-10T21:26:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-mon[88660]: Upgrade: Updating osd.1 2024-03-10T21:26:20.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-mon[88660]: Deploying daemon osd.1 on smithi071 2024-03-10T21:26:20.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-mon[91105]: Upgrade: Updating osd.1 2024-03-10T21:26:20.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-mon[91105]: Deploying daemon osd.1 on smithi071 2024-03-10T21:26:20.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:20 smithi193 ceph-mon[83873]: Upgrade: Updating osd.1 2024-03-10T21:26:20.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:20 smithi193 ceph-mon[83873]: Deploying daemon osd.1 on smithi071 2024-03-10T21:26:21.155 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:20.900+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:21.155 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:20.901+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:21.155 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:20.901+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:21.462 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:26:21] "GET /metrics HTTP/1.1" 200 36114 "" "Prometheus/2.43.0" 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:1400: done (4 left) 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:1401: done (3 left) 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:1402: done (2 left) 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:1403: done (1 left) 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:1404: done (0 left) 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 122 2024-03-10T21:26:21.467 INFO:tasks.rados.rados.0.smithi071.stdout:1405: seq_num 440 ranges {9453568=172032} 2024-03-10T21:26:21.519 INFO:tasks.rados.rados.0.smithi071.stdout:1405: writing smithi07176956-47 from 9453568 to 9625600 tid 1 2024-03-10T21:26:21.519 INFO:tasks.rados.rados.0.smithi071.stdout:1406: setattr oid 48 current snap is 122 2024-03-10T21:26:21.522 INFO:tasks.rados.rados.0.smithi071.stdout:1405: finishing write tid 1 to smithi07176956-47 2024-03-10T21:26:21.522 INFO:tasks.rados.rados.0.smithi071.stdout:1407: read oid 17 snap 121 2024-03-10T21:26:21.522 INFO:tasks.rados.rados.0.smithi071.stdout:1407: expect (ObjNum 345 snap 102 seq_num 345) 2024-03-10T21:26:21.522 INFO:tasks.rados.rados.0.smithi071.stdout:1408: snap_remove snap 120 2024-03-10T21:26:21.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:21 smithi193 ceph-mon[83873]: osdmap e319: 8 total, 8 up, 8 in 2024-03-10T21:26:21.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:21 smithi193 ceph-mon[83873]: pgmap v152: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-03-10T21:26:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-mon[88660]: osdmap e319: 8 total, 8 up, 8 in 2024-03-10T21:26:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-mon[88660]: pgmap v152: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-03-10T21:26:21.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-mon[91105]: osdmap e319: 8 total, 8 up, 8 in 2024-03-10T21:26:21.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-mon[91105]: pgmap v152: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-03-10T21:26:21.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:21.514+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:21.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:21.515+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.473 INFO:tasks.rados.rados.0.smithi071.stdout:1408: done (3 left) 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1409: setattr oid 36 current snap is 122 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1405: finishing write tid 2 to smithi07176956-47 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1405: finishing write tid 3 to smithi07176956-47 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1405: oid 47 updating version 0 to 905 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1405: oid 47 updating version 905 to 906 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 906 (ObjNum 440 snap 122 seq_num 440) dirty exists 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1405: left oid 47 (ObjNum 440 snap 122 seq_num 440) 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 685 (ObjNum 404 snap 112 seq_num 404) dirty exists 2024-03-10T21:26:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1407: expect (ObjNum 345 snap 102 seq_num 345) 2024-03-10T21:26:22.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:22.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:22 smithi193 ceph-mon[83873]: osdmap e320: 8 total, 8 up, 8 in 2024-03-10T21:26:22.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:22.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[88660]: osdmap e320: 8 total, 8 up, 8 in 2024-03-10T21:26:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[91105]: osdmap e320: 8 total, 8 up, 8 in 2024-03-10T21:26:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.920 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:22 smithi071 systemd[1]: Stopping Ceph osd.1 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:26:22.921 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:22.789+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:22.921 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:22.789+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:22.921 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:22.789+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:23.092 INFO:tasks.rados.rados.0.smithi071.stdout:1405: done (3 left) 2024-03-10T21:26:23.092 INFO:tasks.rados.rados.0.smithi071.stdout:1406: done (2 left) 2024-03-10T21:26:23.092 INFO:tasks.rados.rados.0.smithi071.stdout:1407: done (1 left) 2024-03-10T21:26:23.092 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 122 2024-03-10T21:26:23.092 INFO:tasks.rados.rados.0.smithi071.stdout:1410: seq_num 441 ranges {5144576=188416} 2024-03-10T21:26:23.121 INFO:tasks.rados.rados.0.smithi071.stdout:1410: writing smithi07176956-20 from 5144576 to 5332992 tid 1 2024-03-10T21:26:23.121 INFO:tasks.rados.rados.0.smithi071.stdout:1411: copy_from oid 45 from oid 28 current snap is 122 2024-03-10T21:26:23.121 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 723 (ObjNum 353 snap 0 seq_num 2944447824) dirty exists 2024-03-10T21:26:23.121 INFO:tasks.rados.rados.0.smithi071.stdout:1409: done (2 left) 2024-03-10T21:26:23.121 INFO:tasks.rados.rados.0.smithi071.stdout:1412: rollback oid 3 current snap is 122 2024-03-10T21:26:23.121 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 121 2024-03-10T21:26:23.122 INFO:tasks.rados.rados.0.smithi071.stdout:1413: delete oid 29 current snap is 122 2024-03-10T21:26:23.124 INFO:tasks.rados.rados.0.smithi071.stdout:1413: done (3 left) 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1414: copy_from oid 48 from oid 22 current snap is 122 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1415: copy_from oid 35 from oid 4 current snap is 122 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1416: read oid 47 snap -1 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1416: expect (ObjNum 440 snap 122 seq_num 440) 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1417: delete oid 27 current snap is 122 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1410: finishing write tid 1 to smithi07176956-20 2024-03-10T21:26:23.125 INFO:tasks.rados.rados.0.smithi071.stdout:1410: finishing write tid 2 to smithi07176956-20 2024-03-10T21:26:23.126 INFO:tasks.rados.rados.0.smithi071.stdout:1412: finishing rollback tid 0 to smithi07176956-3 2024-03-10T21:26:23.126 INFO:tasks.rados.rados.0.smithi071.stdout:1412: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:26:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1410: finishing write tid 3 to smithi07176956-20 2024-03-10T21:26:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1410: oid 20 updating version 0 to 730 2024-03-10T21:26:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1410: oid 20 version 730 is already newer than 729 2024-03-10T21:26:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 730 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-03-10T21:26:23.127 INFO:tasks.rados.rados.0.smithi071.stdout:1410: left oid 20 (ObjNum 441 snap 122 seq_num 441) 2024-03-10T21:26:23.128 INFO:tasks.rados.rados.0.smithi071.stdout:1412: finishing rollback tid 2 to smithi07176956-3 2024-03-10T21:26:23.128 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 962 (ObjNum 436 snap 120 seq_num 436) dirty exists 2024-03-10T21:26:23.130 INFO:tasks.rados.rados.0.smithi071.stdout:1410: done (6 left) 2024-03-10T21:26:23.130 INFO:tasks.rados.rados.0.smithi071.stdout:1412: done (5 left) 2024-03-10T21:26:23.130 INFO:tasks.rados.rados.0.smithi071.stdout:1417: done (4 left) 2024-03-10T21:26:23.130 INFO:tasks.rados.rados.0.smithi071.stdout:1418: read oid 46 snap 121 2024-03-10T21:26:23.130 INFO:tasks.rados.rados.0.smithi071.stdout:1418: expect deleted 2024-03-10T21:26:23.130 INFO:tasks.rados.rados.0.smithi071.stdout:1419: delete oid 25 current snap is 122 2024-03-10T21:26:23.135 INFO:tasks.rados.rados.0.smithi071.stdout:1419: done (5 left) 2024-03-10T21:26:23.135 INFO:tasks.rados.rados.0.smithi071.stdout:1420: rollback oid 13 current snap is 122 2024-03-10T21:26:23.135 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 121 2024-03-10T21:26:23.135 INFO:tasks.rados.rados.0.smithi071.stdout:1421: read oid 15 snap -1 2024-03-10T21:26:23.135 INFO:tasks.rados.rados.0.smithi071.stdout:1421: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:23.135 INFO:tasks.rados.rados.0.smithi071.stdout:1422: setattr oid 27 current snap is 122 2024-03-10T21:26:23.136 INFO:tasks.rados.rados.0.smithi071.stdout:1423: snap_create 2024-03-10T21:26:23.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 732 (ObjNum 4113 snap 0 seq_num 16) dirty exists 2024-03-10T21:26:23.145 INFO:tasks.rados.rados.0.smithi071.stdout:1420: finishing rollback tid 0 to smithi07176956-13 2024-03-10T21:26:23.150 INFO:tasks.rados.rados.0.smithi071.stdout:1420: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:26:23.150 INFO:tasks.rados.rados.0.smithi071.stdout:1420: finishing rollback tid 2 to smithi07176956-13 2024-03-10T21:26:23.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1039 (ObjNum 408 snap 113 seq_num 408) dirty exists 2024-03-10T21:26:23.159 INFO:tasks.rados.rados.0.smithi071.stdout:1414: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:26:23.162 INFO:tasks.rados.rados.0.smithi071.stdout:1415: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:26:23.168 INFO:tasks.rados.rados.0.smithi071.stdout:1421: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:23.289 INFO:tasks.rados.rados.0.smithi071.stdout:1414: finishing copy_from to smithi07176956-48 2024-03-10T21:26:23.289 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:23.289 INFO:tasks.rados.rados.0.smithi071.stdout:1416: expect (ObjNum 440 snap 122 seq_num 440) 2024-03-10T21:26:23.338 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[47434]: 2024-03-10T21:26:22.942+0000 7f0cac2f9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:26:23.338 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[47434]: 2024-03-10T21:26:22.942+0000 7f0cac2f9700 -1 osd.1 321 *** Got signal Terminated *** 2024-03-10T21:26:23.338 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[47434]: 2024-03-10T21:26:22.942+0000 7f0cac2f9700 -1 osd.1 321 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:26:23.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:23 smithi193 ceph-mon[83873]: osdmap e321: 8 total, 8 up, 8 in 2024-03-10T21:26:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:23 smithi193 ceph-mon[83873]: pgmap v155: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-03-10T21:26:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:23 smithi193 ceph-mon[83873]: osd.1 marked itself down and dead 2024-03-10T21:26:23.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:23.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:23.491+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[88660]: osdmap e321: 8 total, 8 up, 8 in 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[88660]: pgmap v155: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[88660]: osd.1 marked itself down and dead 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[91105]: osdmap e321: 8 total, 8 up, 8 in 2024-03-10T21:26:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[91105]: pgmap v155: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 184 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-03-10T21:26:23.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset b7=[]:{b1=[b1]} for object 5:a7a739e1:::smithi07176956-50:a8 2024-03-10T21:26:23.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset b5=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:23.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:23 smithi071 ceph-mon[91105]: osd.1 marked itself down and dead 2024-03-10T21:26:24.214 INFO:tasks.rados.rados.0.smithi071.stdout:1415: finishing copy_from to smithi07176956-35 2024-03-10T21:26:24.214 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1033 (ObjNum 439 snap 121 seq_num 439) dirty exists 2024-03-10T21:26:24.214 INFO:tasks.rados.rados.0.smithi071.stdout:1411: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:26:24.214 INFO:tasks.rados.rados.0.smithi071.stdout:1411: finishing copy_from to smithi07176956-45 2024-03-10T21:26:24.214 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1030 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1411: done (8 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1414: done (7 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1415: done (6 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1416: done (5 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1418: done (4 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1420: done (3 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1421: done (2 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1422: done (1 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1423: done (0 left) 2024-03-10T21:26:24.215 INFO:tasks.rados.rados.0.smithi071.stdout:1424: delete oid 31 current snap is 123 2024-03-10T21:26:24.217 INFO:tasks.rados.rados.0.smithi071.stdout:1424: done (0 left) 2024-03-10T21:26:24.217 INFO:tasks.rados.rados.0.smithi071.stdout:1425: delete oid 33 current snap is 123 2024-03-10T21:26:24.320 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:24 smithi071 podman[100671]: 2024-03-10 21:26:24.042843296 +0000 UTC m=+1.223141560 container died 14f417bbb9076455d58372dd78ab62fdb87cdf59b5c3f8b4eee5e3bf61b8e47a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1425: done (0 left) 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1426: read oid 29 snap -1 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1426: expect deleted 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1427: rollback oid 6 current snap is 123 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 121 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1428: read oid 9 snap -1 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1428: expect deleted 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 123 2024-03-10T21:26:24.501 INFO:tasks.rados.rados.0.smithi071.stdout:1429: seq_num 447 ranges {3186688=294912} 2024-03-10T21:26:24.519 INFO:tasks.rados.rados.0.smithi071.stdout:1429: writing smithi07176956-26 from 3186688 to 3481600 tid 1 2024-03-10T21:26:24.519 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 123 2024-03-10T21:26:24.519 INFO:tasks.rados.rados.0.smithi071.stdout:1430: seq_num 448 ranges {3342336=311296} 2024-03-10T21:26:24.539 INFO:tasks.rados.rados.0.smithi071.stdout:1430: writing smithi07176956-35 from 3342336 to 3653632 tid 1 2024-03-10T21:26:24.540 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 123 2024-03-10T21:26:24.540 INFO:tasks.rados.rados.0.smithi071.stdout:1431: seq_num 449 ranges {3186688=327680} 2024-03-10T21:26:24.558 INFO:tasks.rados.rados.0.smithi071.stdout:1431: writing smithi07176956-37 from 3186688 to 3514368 tid 1 2024-03-10T21:26:24.558 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 123 2024-03-10T21:26:24.558 INFO:tasks.rados.rados.0.smithi071.stdout:1432: seq_num 450 ranges {0=344064} 2024-03-10T21:26:24.563 INFO:tasks.rados.rados.0.smithi071.stdout:1432: writing smithi07176956-25 from 0 to 344064 tid 1 2024-03-10T21:26:24.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 123 2024-03-10T21:26:24.563 INFO:tasks.rados.rados.0.smithi071.stdout:1433: seq_num 451 ranges {0=360448} 2024-03-10T21:26:24.563 INFO:tasks.rados.rados.0.smithi071.stdout:1433: writing smithi07176956-38 from 0 to 360448 tid 1 2024-03-10T21:26:24.563 INFO:tasks.rados.rados.0.smithi071.stdout:1434: delete oid 47 current snap is 123 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1427: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1427: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1427: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 736 (ObjNum 438 snap 120 seq_num 438) dirty exists 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1429: finishing write tid 1 to smithi07176956-26 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1429: finishing write tid 2 to smithi07176956-26 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1429: finishing write tid 3 to smithi07176956-26 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1429: oid 26 updating version 0 to 734 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1429: oid 26 version 734 is already newer than 733 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 734 (ObjNum 447 snap 123 seq_num 447) dirty exists 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1429: left oid 26 (ObjNum 447 snap 123 seq_num 447) 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1430: finishing write tid 1 to smithi07176956-35 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1430: finishing write tid 2 to smithi07176956-35 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1430: finishing write tid 3 to smithi07176956-35 2024-03-10T21:26:24.564 INFO:tasks.rados.rados.0.smithi071.stdout:1430: oid 35 updating version 0 to 1035 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:1430: oid 35 version 1035 is already newer than 1034 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1035 (ObjNum 448 snap 123 seq_num 448) dirty exists 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:1430: left oid 35 (ObjNum 448 snap 123 seq_num 448) 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:1431: finishing write tid 1 to smithi07176956-37 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:1431: finishing write tid 2 to smithi07176956-37 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:1432: finishing write tid 1 to smithi07176956-25 2024-03-10T21:26:24.565 INFO:tasks.rados.rados.0.smithi071.stdout:1432: finishing write tid 2 to smithi07176956-25 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1426: done (8 left) 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1427: done (7 left) 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1428: done (6 left) 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1429: done (5 left) 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1430: done (4 left) 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1434: done (3 left) 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1435: rollback oid 33 current snap is 123 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 122 2024-03-10T21:26:24.566 INFO:tasks.rados.rados.0.smithi071.stdout:1436: snap_remove snap 121 2024-03-10T21:26:24.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:26:24.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-mon[91105]: osdmap e322: 8 total, 7 up, 8 in 2024-03-10T21:26:24.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:24.586 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:24 smithi071 podman[100671]: 2024-03-10 21:26:24.401076375 +0000 UTC m=+1.581374644 container cleanup 14f417bbb9076455d58372dd78ab62fdb87cdf59b5c3f8b4eee5e3bf61b8e47a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:26:24.586 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:24 smithi071 bash[100671]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1 2024-03-10T21:26:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:26:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-mon[88660]: osdmap e322: 8 total, 7 up, 8 in 2024-03-10T21:26:24.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:24.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:24.493+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:24.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:24 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:26:24.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:24 smithi193 ceph-mon[83873]: osdmap e322: 8 total, 7 up, 8 in 2024-03-10T21:26:24.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:25.069 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:24 smithi071 podman[100698]: 2024-03-10 21:26:24.719314753 +0000 UTC m=+0.678104617 container remove 14f417bbb9076455d58372dd78ab62fdb87cdf59b5c3f8b4eee5e3bf61b8e47a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:26:25.323 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:25 smithi071 podman[100789]: 2024-03-10 21:26:24.971168473 +0000 UTC m=+0.017423106 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:26:25.323 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:25 smithi071 podman[100789]: 2024-03-10 21:26:25.120335783 +0000 UTC m=+0.166590413 container create fb44e8bd3c2a79f029eb97bfd00b3617498dc776f1531faf07a745bc81caf1df (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d) 2024-03-10T21:26:25.323 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:25 smithi071 podman[100789]: 2024-03-10 21:26:25.322652126 +0000 UTC m=+0.368906772 container init fb44e8bd3c2a79f029eb97bfd00b3617498dc776f1531faf07a745bc81caf1df (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307) 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1436: done (4 left) 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1437: rmattr oid 7 current snap is 123 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1432: finishing write tid 3 to smithi07176956-25 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1432: oid 25 updating version 0 to 1037 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1432: oid 25 version 1037 is already newer than 1036 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1037 (ObjNum 450 snap 123 seq_num 450) dirty exists 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1432: left oid 25 (ObjNum 450 snap 123 seq_num 450) 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing write tid 1 to smithi07176956-38 2024-03-10T21:26:25.493 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing write tid 2 to smithi07176956-38 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1431: finishing write tid 3 to smithi07176956-37 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1431: oid 37 updating version 0 to 738 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1431: oid 37 version 738 is already newer than 737 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 738 (ObjNum 449 snap 123 seq_num 449) dirty exists 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1431: left oid 37 (ObjNum 449 snap 123 seq_num 449) 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing write tid 3 to smithi07176956-38 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1433: oid 38 updating version 0 to 965 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1433: oid 38 version 965 is already newer than 964 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 965 (ObjNum 451 snap 123 seq_num 451) dirty exists 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1433: left oid 38 (ObjNum 451 snap 123 seq_num 451) 2024-03-10T21:26:25.494 INFO:tasks.rados.rados.0.smithi071.stdout:1435: finishing rollback tid 1 to smithi07176956-33 2024-03-10T21:26:25.495 INFO:tasks.rados.rados.0.smithi071.stdout:1431: done (4 left) 2024-03-10T21:26:25.495 INFO:tasks.rados.rados.0.smithi071.stdout:1432: done (3 left) 2024-03-10T21:26:25.495 INFO:tasks.rados.rados.0.smithi071.stdout:1433: done (2 left) 2024-03-10T21:26:25.495 INFO:tasks.rados.rados.0.smithi071.stdout:1438: snap_create 2024-03-10T21:26:25.495 INFO:tasks.rados.rados.0.smithi071.stdout:1435: finishing rollback tid 2 to smithi07176956-33 2024-03-10T21:26:25.495 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 967 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-03-10T21:26:25.500 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 735 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:25.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-mon[88660]: osdmap e323: 8 total, 7 up, 8 in 2024-03-10T21:26:25.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:25.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-mon[88660]: pgmap v158: 121 pgs: 39 peering, 2 stale+active+clean, 2 active+clean+snaptrim_error, 78 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-03-10T21:26:25.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-mon[91105]: osdmap e323: 8 total, 7 up, 8 in 2024-03-10T21:26:25.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:25.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-mon[91105]: pgmap v158: 121 pgs: 39 peering, 2 stale+active+clean, 2 active+clean+snaptrim_error, 78 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-03-10T21:26:25.588 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:25 smithi071 podman[100789]: 2024-03-10 21:26:25.326200113 +0000 UTC m=+0.372454746 container start fb44e8bd3c2a79f029eb97bfd00b3617498dc776f1531faf07a745bc81caf1df (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, RELEASE=main-cb2b48d) 2024-03-10T21:26:25.588 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:25 smithi071 podman[100789]: 2024-03-10 21:26:25.42313016 +0000 UTC m=+0.469384800 container attach fb44e8bd3c2a79f029eb97bfd00b3617498dc776f1531faf07a745bc81caf1df (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:26:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:25 smithi193 ceph-mon[83873]: osdmap e323: 8 total, 7 up, 8 in 2024-03-10T21:26:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:25 smithi193 ceph-mon[83873]: pgmap v158: 121 pgs: 39 peering, 2 stale+active+clean, 2 active+clean+snaptrim_error, 78 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-03-10T21:26:25.910 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:25.760+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:25.910 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:25 smithi071 podman[100789]: 2024-03-10 21:26:25.622758613 +0000 UTC m=+0.669013249 container died fb44e8bd3c2a79f029eb97bfd00b3617498dc776f1531faf07a745bc81caf1df (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-10T21:26:26.165 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 podman[100815]: 2024-03-10 21:26:26.135076724 +0000 UTC m=+0.503255600 container remove fb44e8bd3c2a79f029eb97bfd00b3617498dc776f1531faf07a745bc81caf1df (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-10T21:26:26.166 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.1.service: Deactivated successfully. 2024-03-10T21:26:26.166 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 systemd[1]: Stopped Ceph osd.1 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:26:26.166 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.1.service: Consumed 10.952s CPU time. 2024-03-10T21:26:26.488 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 systemd[1]: Starting Ceph osd.1 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:26:26.498 INFO:tasks.rados.rados.0.smithi071.stdout:1435: done (2 left) 2024-03-10T21:26:26.498 INFO:tasks.rados.rados.0.smithi071.stdout:1437: done (1 left) 2024-03-10T21:26:26.498 INFO:tasks.rados.rados.0.smithi071.stdout:1438: done (0 left) 2024-03-10T21:26:26.498 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 124 2024-03-10T21:26:26.498 INFO:tasks.rados.rados.0.smithi071.stdout:1439: seq_num 453 ranges {0=393216} 2024-03-10T21:26:26.501 INFO:tasks.rados.rados.0.smithi071.stdout:1439: writing smithi07176956-32 from 0 to 393216 tid 1 2024-03-10T21:26:26.502 INFO:tasks.rados.rados.0.smithi071.stdout:1440: rollback oid 4 current snap is 124 2024-03-10T21:26:26.502 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 122 2024-03-10T21:26:26.502 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 124 2024-03-10T21:26:26.502 INFO:tasks.rados.rados.0.smithi071.stdout:1441: seq_num 454 ranges {7528448=409600} 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1441: writing smithi07176956-17 from 7528448 to 7938048 tid 1 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1442: rollback oid 34 current snap is 124 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 123 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1439: finishing write tid 1 to smithi07176956-32 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1443: setattr oid 14 current snap is 124 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1439: finishing write tid 2 to smithi07176956-32 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1439: finishing write tid 3 to smithi07176956-32 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1439: oid 32 updating version 0 to 736 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:1439: oid 32 updating version 736 to 737 2024-03-10T21:26:26.544 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 737 (ObjNum 453 snap 124 seq_num 453) dirty exists 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1439: left oid 32 (ObjNum 453 snap 124 seq_num 453) 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1440: finishing rollback tid 0 to smithi07176956-4 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1440: finishing rollback tid 1 to smithi07176956-4 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1440: finishing rollback tid 2 to smithi07176956-4 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1043 (ObjNum 439 snap 121 seq_num 439) dirty exists 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1439: done (4 left) 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1440: done (3 left) 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 124 2024-03-10T21:26:26.545 INFO:tasks.rados.rados.0.smithi071.stdout:1444: seq_num 455 ranges {4448256=425984} 2024-03-10T21:26:26.571 INFO:tasks.rados.rados.0.smithi071.stdout:1444: writing smithi07176956-41 from 4448256 to 4874240 tid 1 2024-03-10T21:26:26.572 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 124 2024-03-10T21:26:26.572 INFO:tasks.rados.rados.0.smithi071.stdout:1445: seq_num 456 ranges {5390336=442368} 2024-03-10T21:26:26.609 INFO:tasks.rados.rados.0.smithi071.stdout:1445: writing smithi07176956-12 from 5390336 to 5832704 tid 1 2024-03-10T21:26:26.609 INFO:tasks.rados.rados.0.smithi071.stdout:1442: finishing rollback tid 0 to smithi07176956-34 2024-03-10T21:26:26.609 INFO:tasks.rados.rados.0.smithi071.stdout:1442: finishing rollback tid 1 to smithi07176956-34 2024-03-10T21:26:26.609 INFO:tasks.rados.rados.0.smithi071.stdout:1441: finishing write tid 1 to smithi07176956-17 2024-03-10T21:26:26.609 INFO:tasks.rados.rados.0.smithi071.stdout:1441: finishing write tid 2 to smithi07176956-17 2024-03-10T21:26:26.609 INFO:tasks.rados.rados.0.smithi071.stdout:1442: finishing rollback tid 2 to smithi07176956-34 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1047 (ObjNum 381 snap 108 seq_num 381) dirty exists 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 914 (ObjNum 425 snap 117 seq_num 425) dirty exists 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1441: finishing write tid 3 to smithi07176956-17 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1441: oid 17 updating version 0 to 701 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1441: oid 17 version 701 is already newer than 700 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 701 (ObjNum 454 snap 124 seq_num 454) dirty exists 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1441: left oid 17 (ObjNum 454 snap 124 seq_num 454) 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 1 to smithi07176956-41 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 2 to smithi07176956-41 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 3 to smithi07176956-41 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1444: oid 41 updating version 0 to 696 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1444: oid 41 updating version 696 to 697 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 697 (ObjNum 455 snap 124 seq_num 455) dirty exists 2024-03-10T21:26:26.610 INFO:tasks.rados.rados.0.smithi071.stdout:1444: left oid 41 (ObjNum 455 snap 124 seq_num 455) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1441: done (4 left) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1442: done (3 left) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1443: done (2 left) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1444: done (1 left) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1446: read oid 39 snap -1 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1446: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1447: read oid 34 snap -1 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1447: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1448: snap_create 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1446: expect (ObjNum 3 snap 0 seq_num 3) 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1445: finishing write tid 1 to smithi07176956-12 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1445: finishing write tid 2 to smithi07176956-12 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1445: finishing write tid 3 to smithi07176956-12 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1445: oid 12 updating version 0 to 917 2024-03-10T21:26:26.611 INFO:tasks.rados.rados.0.smithi071.stdout:1445: oid 12 version 917 is already newer than 916 2024-03-10T21:26:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 917 (ObjNum 456 snap 124 seq_num 456) dirty exists 2024-03-10T21:26:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:1445: left oid 12 (ObjNum 456 snap 124 seq_num 456) 2024-03-10T21:26:26.612 INFO:tasks.rados.rados.0.smithi071.stdout:1447: expect (ObjNum 381 snap 108 seq_num 381) 2024-03-10T21:26:26.823 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:26.547+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:26.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-mon[88660]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-03-10T21:26:26.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-mon[88660]: osdmap e324: 8 total, 7 up, 8 in 2024-03-10T21:26:26.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:26.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-mon[91105]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-03-10T21:26:26.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-mon[91105]: osdmap e324: 8 total, 7 up, 8 in 2024-03-10T21:26:26.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:26.824 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 podman[100919]: 2024-03-10 21:26:26.464357416 +0000 UTC m=+0.017726397 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:26:26.824 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 podman[100919]: 2024-03-10 21:26:26.611649603 +0000 UTC m=+0.165018579 container create 512bb3fd2ea42a55a777c7cf96df2f9188f243ae4a1dcd97a203532c3a47c949 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-10T21:26:26.824 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 podman[100919]: 2024-03-10 21:26:26.82255292 +0000 UTC m=+0.375921898 container init 512bb3fd2ea42a55a777c7cf96df2f9188f243ae4a1dcd97a203532c3a47c949 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:26:26.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:26 smithi193 ceph-mon[83873]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-03-10T21:26:26.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:26 smithi193 ceph-mon[83873]: osdmap e324: 8 total, 7 up, 8 in 2024-03-10T21:26:26.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:27.085 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 podman[100919]: 2024-03-10 21:26:26.825851229 +0000 UTC m=+0.379220215 container start 512bb3fd2ea42a55a777c7cf96df2f9188f243ae4a1dcd97a203532c3a47c949 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-10T21:26:27.085 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:26 smithi071 podman[100919]: 2024-03-10 21:26:26.931211642 +0000 UTC m=+0.484580641 container attach 512bb3fd2ea42a55a777c7cf96df2f9188f243ae4a1dcd97a203532c3a47c949 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1445: done (3 left) 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1446: done (2 left) 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1447: done (1 left) 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1448: done (0 left) 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1449: read oid 24 snap -1 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1449: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:27.505 INFO:tasks.rados.rados.0.smithi071.stdout:1450: delete oid 44 current snap is 125 2024-03-10T21:26:27.513 INFO:tasks.rados.rados.0.smithi071.stdout:1450: done (1 left) 2024-03-10T21:26:27.513 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 125 2024-03-10T21:26:27.513 INFO:tasks.rados.rados.0.smithi071.stdout:1451: seq_num 458 ranges {0=475136} 2024-03-10T21:26:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:1451: writing smithi07176956-47 from 0 to 475136 tid 1 2024-03-10T21:26:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:1452: rollback oid 26 current snap is 125 2024-03-10T21:26:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 122 2024-03-10T21:26:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 125 2024-03-10T21:26:27.516 INFO:tasks.rados.rados.0.smithi071.stdout:1453: seq_num 459 ranges {5832704=491520} 2024-03-10T21:26:27.550 INFO:tasks.rados.rados.0.smithi071.stdout:1453: writing smithi07176956-12 from 5832704 to 6324224 tid 1 2024-03-10T21:26:27.550 INFO:tasks.rados.rados.0.smithi071.stdout:1454: setattr oid 9 current snap is 125 2024-03-10T21:26:27.550 INFO:tasks.rados.rados.0.smithi071.stdout:1449: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:27.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-mon[88660]: osdmap e325: 8 total, 7 up, 8 in 2024-03-10T21:26:27.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:27.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-mon[88660]: pgmap v161: 121 pgs: 39 peering, 2 stale+active+clean, 2 active+clean+snaptrim_error, 78 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-03-10T21:26:27.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-mon[91105]: osdmap e325: 8 total, 7 up, 8 in 2024-03-10T21:26:27.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:27.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-mon[91105]: pgmap v161: 121 pgs: 39 peering, 2 stale+active+clean, 2 active+clean+snaptrim_error, 78 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-03-10T21:26:27.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:27.509+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:27.586 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 bash[100919]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate[100934]: --> ceph-volume raw activate successful for osd ID: 1 2024-03-10T21:26:27.587 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 podman[100919]: 2024-03-10 21:26:27.291270601 +0000 UTC m=+0.844639579 container died 512bb3fd2ea42a55a777c7cf96df2f9188f243ae4a1dcd97a203532c3a47c949 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 740 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1451: finishing write tid 1 to smithi07176956-47 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1451: finishing write tid 2 to smithi07176956-47 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1451: finishing write tid 3 to smithi07176956-47 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1451: oid 47 updating version 0 to 918 2024-03-10T21:26:27.664 INFO:tasks.rados.rados.0.smithi071.stdout:1451: oid 47 updating version 918 to 919 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 919 (ObjNum 458 snap 125 seq_num 458) dirty exists 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1451: left oid 47 (ObjNum 458 snap 125 seq_num 458) 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing write tid 1 to smithi07176956-12 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing write tid 2 to smithi07176956-12 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing write tid 3 to smithi07176956-12 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: oid 12 updating version 0 to 921 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: oid 12 updating version 921 to 922 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 922 (ObjNum 459 snap 125 seq_num 459) dirty exists 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: left oid 12 (ObjNum 459 snap 125 seq_num 459) 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1449: done (4 left) 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1451: done (3 left) 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1452: done (2 left) 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1453: done (1 left) 2024-03-10T21:26:27.665 INFO:tasks.rados.rados.0.smithi071.stdout:1455: setattr oid 15 current snap is 125 2024-03-10T21:26:27.666 INFO:tasks.rados.rados.0.smithi071.stdout:1456: copy_from oid 4 from oid 29 current snap is 125 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:1457: read oid 10 snap -1 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:1457: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:1458: delete oid 43 current snap is 125 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 968 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:1456: finishing copy_from to smithi07176956-4 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:1456: got expected ENOENT (src dne) 2024-03-10T21:26:27.667 INFO:tasks.rados.rados.0.smithi071.stdout:1456: finishing copy_from racing read to smithi07176956-4 2024-03-10T21:26:27.668 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 725 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:27.680 INFO:tasks.rados.rados.0.smithi071.stdout:1457: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:26:27.735 INFO:tasks.rados.rados.0.smithi071.stdout:1454: done (4 left) 2024-03-10T21:26:27.735 INFO:tasks.rados.rados.0.smithi071.stdout:1455: done (3 left) 2024-03-10T21:26:27.735 INFO:tasks.rados.rados.0.smithi071.stdout:1456: done (2 left) 2024-03-10T21:26:27.735 INFO:tasks.rados.rados.0.smithi071.stdout:1457: done (1 left) 2024-03-10T21:26:27.735 INFO:tasks.rados.rados.0.smithi071.stdout:1458: done (0 left) 2024-03-10T21:26:27.735 INFO:tasks.rados.rados.0.smithi071.stdout:1459: rollback oid 10 current snap is 125 2024-03-10T21:26:27.736 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 123 2024-03-10T21:26:27.736 INFO:tasks.rados.rados.0.smithi071.stdout:1460: snap_remove snap 124 2024-03-10T21:26:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:27 smithi193 ceph-mon[83873]: osdmap e325: 8 total, 7 up, 8 in 2024-03-10T21:26:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:27 smithi193 ceph-mon[83873]: pgmap v161: 121 pgs: 39 peering, 2 stale+active+clean, 2 active+clean+snaptrim_error, 78 active+clean; 199 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-03-10T21:26:28.255 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:27 smithi071 podman[101067]: 2024-03-10 21:26:27.910379622 +0000 UTC m=+0.613576826 container remove 512bb3fd2ea42a55a777c7cf96df2f9188f243ae4a1dcd97a203532c3a47c949 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-activate, io.buildah.version=1.33.5, ceph=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2) 2024-03-10T21:26:28.255 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 podman[101130]: 2024-03-10 21:26:28.021296206 +0000 UTC m=+0.017781632 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:26:28.255 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 podman[101130]: 2024-03-10 21:26:28.144798872 +0000 UTC m=+0.141284323 container create c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-10T21:26:28.513 INFO:tasks.rados.rados.0.smithi071.stdout:1460: done (1 left) 2024-03-10T21:26:28.513 INFO:tasks.rados.rados.0.smithi071.stdout:1461: copy_from oid 28 from oid 21 current snap is 125 2024-03-10T21:26:28.513 INFO:tasks.rados.rados.0.smithi071.stdout:1459: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:26:28.513 INFO:tasks.rados.rados.0.smithi071.stdout:1459: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:26:28.513 INFO:tasks.rados.rados.0.smithi071.stdout:1459: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:26:28.514 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 702 (ObjNum 256 snap 67 seq_num 256) dirty exists 2024-03-10T21:26:28.514 INFO:tasks.rados.rados.0.smithi071.stdout:1459: done (1 left) 2024-03-10T21:26:28.514 INFO:tasks.rados.rados.0.smithi071.stdout:1462: snap_remove snap 123 2024-03-10T21:26:28.525 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 podman[101130]: 2024-03-10 21:26:28.380394599 +0000 UTC m=+0.376880011 container init c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-10T21:26:28.525 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 podman[101130]: 2024-03-10 21:26:28.383813204 +0000 UTC m=+0.380298622 container start c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-10T21:26:28.526 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-osd[101149]: -- 172.21.15.71:0/1342214816 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e26da75680 con 0x55e26da3f000 2024-03-10T21:26:28.526 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 bash[101130]: c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 2024-03-10T21:26:28.526 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 systemd[1]: Started Ceph osd.1 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:26:28.526 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-mon[88660]: osdmap e326: 8 total, 7 up, 8 in 2024-03-10T21:26:28.526 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:28.526 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-mon[91105]: osdmap e326: 8 total, 7 up, 8 in 2024-03-10T21:26:28.527 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:28.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:28 smithi193 ceph-mon[83873]: osdmap e326: 8 total, 7 up, 8 in 2024-03-10T21:26:28.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:28.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:28.522+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:29.335 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:28.923+0000 7f275ed8c7c0 -1 Falling back to public interface 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1462: done (1 left) 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1463: read oid 30 snap -1 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1463: expect (ObjNum 282 snap 81 seq_num 282) 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1464: delete oid 44 current snap is 125 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1461: finishing copy_from to smithi07176956-28 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1461: got expected ENOENT (src dne) 2024-03-10T21:26:29.517 INFO:tasks.rados.rados.0.smithi071.stdout:1461: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:26:29.528 INFO:tasks.rados.rados.0.smithi071.stdout:1461: done (2 left) 2024-03-10T21:26:29.528 INFO:tasks.rados.rados.0.smithi071.stdout:1464: done (1 left) 2024-03-10T21:26:29.528 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 125 2024-03-10T21:26:29.528 INFO:tasks.rados.rados.0.smithi071.stdout:1465: seq_num 462 ranges {0=540672} 2024-03-10T21:26:29.532 INFO:tasks.rados.rados.0.smithi071.stdout:1465: writing smithi07176956-46 from 0 to 540672 tid 1 2024-03-10T21:26:29.532 INFO:tasks.rados.rados.0.smithi071.stdout:1466: rollback oid 40 current snap is 125 2024-03-10T21:26:29.532 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 122 2024-03-10T21:26:29.532 INFO:tasks.rados.rados.0.smithi071.stdout:1467: read oid 16 snap -1 2024-03-10T21:26:29.532 INFO:tasks.rados.rados.0.smithi071.stdout:1467: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:26:29.533 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 125 2024-03-10T21:26:29.533 INFO:tasks.rados.rados.0.smithi071.stdout:1468: seq_num 463 ranges {475136=557056} 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1468: writing smithi07176956-47 from 475136 to 1032192 tid 1 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1469: read oid 38 snap 122 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1469: expect deleted 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1470: read oid 10 snap -1 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1470: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1465: finishing write tid 1 to smithi07176956-46 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1465: finishing write tid 2 to smithi07176956-46 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1466: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:26:29.540 INFO:tasks.rados.rados.0.smithi071.stdout:1466: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1471: read oid 17 snap -1 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1471: expect (ObjNum 454 snap 124 seq_num 454) 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1472: snap_create 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1465: finishing write tid 3 to smithi07176956-46 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1465: oid 46 updating version 0 to 1049 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1465: oid 46 version 1049 is already newer than 1048 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1049 (ObjNum 462 snap 125 seq_num 462) dirty exists 2024-03-10T21:26:29.541 INFO:tasks.rados.rados.0.smithi071.stdout:1465: left oid 46 (ObjNum 462 snap 125 seq_num 462) 2024-03-10T21:26:29.542 INFO:tasks.rados.rados.0.smithi071.stdout:1466: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:26:29.542 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1053 (ObjNum 309 snap 89 seq_num 309) dirty exists 2024-03-10T21:26:29.547 INFO:tasks.rados.rados.0.smithi071.stdout:1463: expect (ObjNum 282 snap 81 seq_num 282) 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[91105]: osdmap e327: 8 total, 7 up, 8 in 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[91105]: pgmap v164: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 33 op/s; 40/318 objects degraded (12.579%) 2024-03-10T21:26:29.718 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[88660]: osdmap e327: 8 total, 7 up, 8 in 2024-03-10T21:26:29.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:29.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:29.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:29.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:29.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-mon[88660]: pgmap v164: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 33 op/s; 40/318 objects degraded (12.579%) 2024-03-10T21:26:29.719 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:29.518+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:29.727 INFO:tasks.rados.rados.0.smithi071.stdout:1468: finishing write tid 1 to smithi07176956-47 2024-03-10T21:26:29.727 INFO:tasks.rados.rados.0.smithi071.stdout:1467: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:26:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:29 smithi193 ceph-mon[83873]: osdmap e327: 8 total, 7 up, 8 in 2024-03-10T21:26:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:29 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:29 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:29.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:29.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:29 smithi193 ceph-mon[83873]: pgmap v164: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 33 op/s; 40/318 objects degraded (12.579%) 2024-03-10T21:26:29.923 INFO:tasks.rados.rados.0.smithi071.stdout:1468: finishing write tid 2 to smithi07176956-47 2024-03-10T21:26:29.923 INFO:tasks.rados.rados.0.smithi071.stdout:1470: expect (ObjNum 256 snap 67 seq_num 256) 2024-03-10T21:26:29.979 INFO:tasks.rados.rados.0.smithi071.stdout:1468: finishing write tid 3 to smithi07176956-47 2024-03-10T21:26:29.980 INFO:tasks.rados.rados.0.smithi071.stdout:1468: oid 47 updating version 0 to 930 2024-03-10T21:26:29.980 INFO:tasks.rados.rados.0.smithi071.stdout:1468: oid 47 version 930 is already newer than 929 2024-03-10T21:26:29.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 930 (ObjNum 463 snap 125 seq_num 463) dirty exists 2024-03-10T21:26:29.980 INFO:tasks.rados.rados.0.smithi071.stdout:1468: left oid 47 (ObjNum 463 snap 125 seq_num 463) 2024-03-10T21:26:29.980 INFO:tasks.rados.rados.0.smithi071.stdout:1471: expect (ObjNum 454 snap 124 seq_num 454) 2024-03-10T21:26:30.637 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[88660]: osdmap e328: 8 total, 7 up, 8 in 2024-03-10T21:26:30.637 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:30.638 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 40/318 objects degraded (12.579%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:30.638 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[88660]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-03-10T21:26:30.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[91105]: osdmap e328: 8 total, 7 up, 8 in 2024-03-10T21:26:30.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:30.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 40/318 objects degraded (12.579%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:30.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-mon[91105]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1463: done (8 left) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1465: done (7 left) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1466: done (6 left) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1467: done (5 left) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1468: done (4 left) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1469: done (3 left) 2024-03-10T21:26:30.707 INFO:tasks.rados.rados.0.smithi071.stdout:1470: done (2 left) 2024-03-10T21:26:30.708 INFO:tasks.rados.rados.0.smithi071.stdout:1471: done (1 left) 2024-03-10T21:26:30.708 INFO:tasks.rados.rados.0.smithi071.stdout:1472: done (0 left) 2024-03-10T21:26:30.708 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 126 2024-03-10T21:26:30.708 INFO:tasks.rados.rados.0.smithi071.stdout:1473: seq_num 464 ranges {5423104=573440} 2024-03-10T21:26:30.738 INFO:tasks.rados.rados.0.smithi071.stdout:1473: writing smithi07176956-8 from 5423104 to 5996544 tid 1 2024-03-10T21:26:30.739 INFO:tasks.rados.rados.0.smithi071.stdout:1474: delete oid 12 current snap is 126 2024-03-10T21:26:30.743 INFO:tasks.rados.rados.0.smithi071.stdout:1474: done (1 left) 2024-03-10T21:26:30.744 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 126 2024-03-10T21:26:30.744 INFO:tasks.rados.rados.0.smithi071.stdout:1475: seq_num 466 ranges {3653632=614400} 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1475: writing smithi07176956-35 from 3653632 to 4268032 tid 1 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1476: delete oid 4 current snap is 126 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 1 to smithi07176956-8 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 2 to smithi07176956-8 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 3 to smithi07176956-8 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1473: oid 8 updating version 0 to 352 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1473: oid 8 version 352 is already newer than 351 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 352 (ObjNum 464 snap 126 seq_num 464) dirty exists 2024-03-10T21:26:30.767 INFO:tasks.rados.rados.0.smithi071.stdout:1473: left oid 8 (ObjNum 464 snap 126 seq_num 464) 2024-03-10T21:26:30.770 INFO:tasks.rados.rados.0.smithi071.stdout:1473: done (2 left) 2024-03-10T21:26:30.770 INFO:tasks.rados.rados.0.smithi071.stdout:1476: done (1 left) 2024-03-10T21:26:30.770 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 126 2024-03-10T21:26:30.770 INFO:tasks.rados.rados.0.smithi071.stdout:1477: seq_num 468 ranges {1032192=647168} 2024-03-10T21:26:30.779 INFO:tasks.rados.rados.0.smithi071.stdout:1477: writing smithi07176956-47 from 1032192 to 1679360 tid 1 2024-03-10T21:26:30.779 INFO:tasks.rados.rados.0.smithi071.stdout:1478: rmattr oid 23 current snap is 126 2024-03-10T21:26:30.779 INFO:tasks.rados.rados.0.smithi071.stdout:1478: done (2 left) 2024-03-10T21:26:30.779 INFO:tasks.rados.rados.0.smithi071.stdout:1479: copy_from oid 30 from oid 2 current snap is 126 2024-03-10T21:26:30.779 INFO:tasks.rados.rados.0.smithi071.stdout:1475: finishing write tid 1 to smithi07176956-35 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1475: finishing write tid 2 to smithi07176956-35 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1475: finishing write tid 3 to smithi07176956-35 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1475: oid 35 updating version 0 to 1038 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1475: oid 35 updating version 1038 to 1039 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1039 (ObjNum 466 snap 126 seq_num 466) dirty exists 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1475: left oid 35 (ObjNum 466 snap 126 seq_num 466) 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1475: done (2 left) 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1480: copy_from oid 18 from oid 44 current snap is 126 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 126 2024-03-10T21:26:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1481: seq_num 469 ranges {5423104=663552} 2024-03-10T21:26:30.812 INFO:tasks.rados.rados.0.smithi071.stdout:1481: writing smithi07176956-7 from 5423104 to 6086656 tid 1 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1482: delete oid 46 current snap is 126 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1480: finishing copy_from to smithi07176956-18 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1480: got expected ENOENT (src dne) 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1480: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1477: finishing write tid 1 to smithi07176956-47 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1477: finishing write tid 2 to smithi07176956-47 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1477: finishing write tid 3 to smithi07176956-47 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1477: oid 47 updating version 0 to 935 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1477: oid 47 version 935 is already newer than 934 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 935 (ObjNum 468 snap 126 seq_num 468) dirty exists 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1477: left oid 47 (ObjNum 468 snap 126 seq_num 468) 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1479: finishing copy_from racing read to smithi07176956-30 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:1479: finishing copy_from to smithi07176956-30 2024-03-10T21:26:30.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 594 (ObjNum 409 snap 113 seq_num 409) dirty exists 2024-03-10T21:26:30.814 INFO:tasks.rados.rados.0.smithi071.stdout:1477: done (4 left) 2024-03-10T21:26:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:1479: done (3 left) 2024-03-10T21:26:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:1480: done (2 left) 2024-03-10T21:26:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:1482: done (1 left) 2024-03-10T21:26:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:1483: read oid 29 snap -1 2024-03-10T21:26:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:1483: expect deleted 2024-03-10T21:26:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:1484: delete oid 40 current snap is 126 2024-03-10T21:26:30.816 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing write tid 1 to smithi07176956-7 2024-03-10T21:26:30.816 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing write tid 2 to smithi07176956-7 2024-03-10T21:26:30.817 INFO:tasks.rados.rados.0.smithi071.stdout:1484: done (2 left) 2024-03-10T21:26:30.817 INFO:tasks.rados.rados.0.smithi071.stdout:1485: snap_create 2024-03-10T21:26:30.817 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing write tid 3 to smithi07176956-7 2024-03-10T21:26:30.817 INFO:tasks.rados.rados.0.smithi071.stdout:1481: oid 7 updating version 0 to 742 2024-03-10T21:26:30.818 INFO:tasks.rados.rados.0.smithi071.stdout:1481: oid 7 version 742 is already newer than 741 2024-03-10T21:26:30.818 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 742 (ObjNum 469 snap 126 seq_num 469) dirty exists 2024-03-10T21:26:30.818 INFO:tasks.rados.rados.0.smithi071.stdout:1481: left oid 7 (ObjNum 469 snap 126 seq_num 469) 2024-03-10T21:26:30.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:30 smithi193 ceph-mon[83873]: osdmap e328: 8 total, 7 up, 8 in 2024-03-10T21:26:30.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:30.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:30 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 40/318 objects degraded (12.579%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:30.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:30 smithi193 ceph-mon[83873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 13 pgs peering) 2024-03-10T21:26:31.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:30.816+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:31.383 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:26:31] "GET /metrics HTTP/1.1" 200 36114 "" "Prometheus/2.43.0" 2024-03-10T21:26:31.531 INFO:tasks.rados.rados.0.smithi071.stdout:1481: done (2 left) 2024-03-10T21:26:31.531 INFO:tasks.rados.rados.0.smithi071.stdout:1483: done (1 left) 2024-03-10T21:26:31.531 INFO:tasks.rados.rados.0.smithi071.stdout:1485: done (0 left) 2024-03-10T21:26:31.531 INFO:tasks.rados.rados.0.smithi071.stdout:1486: delete oid 9 current snap is 127 2024-03-10T21:26:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:1486: done (0 left) 2024-03-10T21:26:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 127 2024-03-10T21:26:31.533 INFO:tasks.rados.rados.0.smithi071.stdout:1487: seq_num 473 ranges {57344=729088} 2024-03-10T21:26:31.538 INFO:tasks.rados.rados.0.smithi071.stdout:1487: writing smithi07176956-39 from 57344 to 786432 tid 1 2024-03-10T21:26:31.538 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 127 2024-03-10T21:26:31.538 INFO:tasks.rados.rados.0.smithi071.stdout:1488: seq_num 474 ranges {1679360=745472} 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1488: writing smithi07176956-47 from 1679360 to 2424832 tid 1 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1489: read oid 32 snap -1 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1489: expect (ObjNum 453 snap 124 seq_num 453) 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1490: snap_create 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 1 to smithi07176956-39 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 2 to smithi07176956-39 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing write tid 3 to smithi07176956-39 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1487: oid 39 updating version 0 to 739 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:1487: oid 39 updating version 739 to 740 2024-03-10T21:26:31.552 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 740 (ObjNum 473 snap 127 seq_num 473) dirty exists 2024-03-10T21:26:31.553 INFO:tasks.rados.rados.0.smithi071.stdout:1487: left oid 39 (ObjNum 473 snap 127 seq_num 473) 2024-03-10T21:26:31.557 INFO:tasks.rados.rados.0.smithi071.stdout:1488: finishing write tid 1 to smithi07176956-47 2024-03-10T21:26:31.557 INFO:tasks.rados.rados.0.smithi071.stdout:1488: finishing write tid 2 to smithi07176956-47 2024-03-10T21:26:31.558 INFO:tasks.rados.rados.0.smithi071.stdout:1489: expect (ObjNum 453 snap 124 seq_num 453) 2024-03-10T21:26:31.573 INFO:tasks.rados.rados.0.smithi071.stdout:1488: finishing write tid 3 to smithi07176956-47 2024-03-10T21:26:31.573 INFO:tasks.rados.rados.0.smithi071.stdout:1488: oid 47 updating version 0 to 937 2024-03-10T21:26:31.573 INFO:tasks.rados.rados.0.smithi071.stdout:1488: oid 47 updating version 937 to 938 2024-03-10T21:26:31.574 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 938 (ObjNum 474 snap 127 seq_num 474) dirty exists 2024-03-10T21:26:31.574 INFO:tasks.rados.rados.0.smithi071.stdout:1488: left oid 47 (ObjNum 474 snap 127 seq_num 474) 2024-03-10T21:26:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:31 smithi193 ceph-mon[83873]: osdmap e329: 8 total, 7 up, 8 in 2024-03-10T21:26:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:31 smithi193 ceph-mon[83873]: pgmap v167: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 33 op/s; 40/318 objects degraded (12.579%) 2024-03-10T21:26:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:31 smithi071 ceph-mon[88660]: osdmap e329: 8 total, 7 up, 8 in 2024-03-10T21:26:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:31 smithi071 ceph-mon[88660]: pgmap v167: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 33 op/s; 40/318 objects degraded (12.579%) 2024-03-10T21:26:31.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:31 smithi071 ceph-mon[91105]: osdmap e329: 8 total, 7 up, 8 in 2024-03-10T21:26:31.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:31 smithi071 ceph-mon[91105]: pgmap v167: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.0 MiB/s wr, 33 op/s; 40/318 objects degraded (12.579%) 2024-03-10T21:26:31.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:31.543+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.335 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:32.101+0000 7f275ed8c7c0 -1 osd.1 321 log_to_monitors true 2024-03-10T21:26:32.538 INFO:tasks.rados.rados.0.smithi071.stdout:1487: done (3 left) 2024-03-10T21:26:32.538 INFO:tasks.rados.rados.0.smithi071.stdout:1488: done (2 left) 2024-03-10T21:26:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:1489: done (1 left) 2024-03-10T21:26:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:1490: done (0 left) 2024-03-10T21:26:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:1491: copy_from oid 23 from oid 48 current snap is 128 2024-03-10T21:26:32.539 INFO:tasks.rados.rados.0.smithi071.stdout:1492: delete oid 40 current snap is 128 2024-03-10T21:26:32.543 INFO:tasks.rados.rados.0.smithi071.stdout:1492: done (1 left) 2024-03-10T21:26:32.543 INFO:tasks.rados.rados.0.smithi071.stdout:1493: snap_remove snap 122 2024-03-10T21:26:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: osdmap e330: 8 total, 7 up, 8 in 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: from='osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:32.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:32.597+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: osdmap e330: 8 total, 7 up, 8 in 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: from='osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:32.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: osdmap e330: 8 total, 7 up, 8 in 2024-03-10T21:26:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: from='osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:26:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-10T21:26:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.336 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:32.987+0000 7f274c1dc700 -1 osd.1 321 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:26:33.550 INFO:tasks.rados.rados.0.smithi071.stdout:1493: done (1 left) 2024-03-10T21:26:33.550 INFO:tasks.rados.rados.0.smithi071.stdout:1494: setattr oid 37 current snap is 128 2024-03-10T21:26:33.550 INFO:tasks.rados.rados.0.smithi071.stdout:1491: finishing copy_from racing read to smithi07176956-23 2024-03-10T21:26:33.550 INFO:tasks.rados.rados.0.smithi071.stdout:1491: finishing copy_from to smithi07176956-23 2024-03-10T21:26:33.550 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:33.551 INFO:tasks.rados.rados.0.smithi071.stdout:1491: done (1 left) 2024-03-10T21:26:33.551 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 128 2024-03-10T21:26:33.551 INFO:tasks.rados.rados.0.smithi071.stdout:1495: seq_num 476 ranges {0=778240} 2024-03-10T21:26:33.555 INFO:tasks.rados.rados.0.smithi071.stdout:1495: writing smithi07176956-46 from 0 to 778240 tid 1 2024-03-10T21:26:33.556 INFO:tasks.rados.rados.0.smithi071.stdout:1496: delete oid 23 current snap is 128 2024-03-10T21:26:33.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 741 (ObjNum 449 snap 123 seq_num 449) dirty exists 2024-03-10T21:26:33.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: osdmap e331: 8 total, 7 up, 8 in 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: pgmap v170: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 40/318 objects degraded (12.579%) 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='osd.1 ' entity='osd.1' 2024-03-10T21:26:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:33.546+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:33.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T21:26:33.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: osdmap e331: 8 total, 7 up, 8 in 2024-03-10T21:26:33.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: pgmap v170: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 40/318 objects degraded (12.579%) 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='osd.1 ' entity='osd.1' 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: osdmap e331: 8 total, 7 up, 8 in 2024-03-10T21:26:33.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: pgmap v170: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 1 active+clean+snaptrim_error, 35 active+undersized, 74 active+clean; 197 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 40/318 objects degraded (12.579%) 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='osd.1 ' entity='osd.1' 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:34.584 INFO:tasks.rados.rados.0.smithi071.stdout:1495: finishing write tid 1 to smithi07176956-46 2024-03-10T21:26:34.584 INFO:tasks.rados.rados.0.smithi071.stdout:1495: finishing write tid 2 to smithi07176956-46 2024-03-10T21:26:34.586 INFO:tasks.rados.rados.0.smithi071.stdout:1495: finishing write tid 3 to smithi07176956-46 2024-03-10T21:26:34.586 INFO:tasks.rados.rados.0.smithi071.stdout:1495: oid 46 updating version 0 to 1062 2024-03-10T21:26:34.586 INFO:tasks.rados.rados.0.smithi071.stdout:1495: oid 46 version 1062 is already newer than 1061 2024-03-10T21:26:34.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1062 (ObjNum 476 snap 128 seq_num 476) dirty exists 2024-03-10T21:26:34.586 INFO:tasks.rados.rados.0.smithi071.stdout:1495: left oid 46 (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:26:34.606 INFO:tasks.rados.rados.0.smithi071.stdout:1494: done (2 left) 2024-03-10T21:26:34.606 INFO:tasks.rados.rados.0.smithi071.stdout:1495: done (1 left) 2024-03-10T21:26:34.606 INFO:tasks.rados.rados.0.smithi071.stdout:1496: done (0 left) 2024-03-10T21:26:34.606 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 128 2024-03-10T21:26:34.606 INFO:tasks.rados.rados.0.smithi071.stdout:1497: seq_num 478 ranges {0=409600,409600=401408} 2024-03-10T21:26:34.608 INFO:tasks.rados.rados.0.smithi071.stdout:1497: writing smithi07176956-27 from 0 to 409600 tid 1 2024-03-10T21:26:34.611 INFO:tasks.rados.rados.0.smithi071.stdout:1497: writing smithi07176956-27 from 409600 to 811008 tid 2 2024-03-10T21:26:34.611 INFO:tasks.rados.rados.0.smithi071.stdout:1498: snap_remove snap 126 2024-03-10T21:26:34.744 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:34.548+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:34.745 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:34.566+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:34.745 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:34.670+0000 7f27331aa700 -1 osd.1 pg_epoch: 333 pg[5.6s2( v 329'330 (0'0,329'330] local-lis/les=332/333 n=5 ec=73/73 lis/c=332/332 les/c/f=333/333/0 sis=332) [2,5,1]p2(0) r=2 lpr=332 luod=0'0 crt=329'330 mlcod 0'0 active mbc={} ps=[a0~1,a7~1,ac~e]] update_snap_map remove_oid 5:6ecec922:::smithi07176956-25:ba failed with -2 2024-03-10T21:26:34.745 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:34.671+0000 7f27331aa700 -1 osd.1 pg_epoch: 333 pg[5.6s2( v 333'332 (0'0,333'332] local-lis/les=332/333 n=4 ec=73/73 lis/c=332/332 les/c/f=333/333/0 sis=332) [2,5,1]p2(0) r=2 lpr=332 luod=0'0 crt=329'330 lcod 329'330 mlcod 0'0 active mbc={} ps=[a0~1,a7~1,ac~e]] update_snap_map remove_oid 5:67e2e540:::smithi07176956-35:ba failed with -2 2024-03-10T21:26:34.745 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:34.686+0000 7f273a1b8700 -1 osd.1 pg_epoch: 333 pg[5.0s1( v 330'648 (0'0,330'648] local-lis/les=332/333 n=7 ec=73/73 lis/c=332/332 les/c/f=333/333/0 sis=332) [3,1,4]p3(0) r=1 lpr=332 luod=0'0 crt=330'648 mlcod 0'0 active mbc={} ps=[a0~1,a7~1,ac~e]] update_snap_map remove_oid 5:0ef48f95:::smithi07176956-3:ba failed with -2 2024-03-10T21:26:34.745 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:26:34.743+0000 7f27359af700 -1 osd.1 pg_epoch: 333 pg[5.9s2( v 333'1062 (0'0,333'1062] local-lis/les=332/333 n=13 ec=73/73 lis/c=332/332 les/c/f=333/333/0 sis=332) [7,6,1]p7(0) r=2 lpr=332 luod=0'0 crt=333'1062 mlcod 333'1062 active mbc={} ps=[a0~1,a7~1,ac~e]] update_snap_map remove_oid 5:94e60ae3:::smithi07176956-13:ba failed with -2 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[88660]: osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592] boot 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[88660]: osdmap e332: 8 total, 8 up, 8 in 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[91105]: osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592] boot 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[91105]: osdmap e332: 8 total, 8 up, 8 in 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:26:34.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:34.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:34 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:26:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:34 smithi193 ceph-mon[83873]: osd.1 [v2:172.21.15.71:6810/4123496592,v1:172.21.15.71:6811/4123496592] boot 2024-03-10T21:26:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:34 smithi193 ceph-mon[83873]: osdmap e332: 8 total, 8 up, 8 in 2024-03-10T21:26:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:34 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-10T21:26:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1498: done (1 left) 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 128 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: finishing write tid 1 to smithi07176956-27 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: finishing write tid 2 to smithi07176956-27 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: finishing write tid 3 to smithi07176956-27 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: finishing write tid 4 to smithi07176956-27 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: oid 27 updating version 0 to 744 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: oid 27 updating version 744 to 745 2024-03-10T21:26:35.555 INFO:tasks.rados.rados.0.smithi071.stdout:1497: oid 27 version 745 is already newer than 743 2024-03-10T21:26:35.556 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 745 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:26:35.556 INFO:tasks.rados.rados.0.smithi071.stdout:1497: left oid 27 (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:26:35.556 INFO:tasks.rados.rados.0.smithi071.stdout:1499: seq_num 479 ranges {360448=425984,786432=401408} 2024-03-10T21:26:35.559 INFO:tasks.rados.rados.0.smithi071.stdout:1499: writing smithi07176956-38 from 360448 to 786432 tid 1 2024-03-10T21:26:35.562 INFO:tasks.rados.rados.0.smithi071.stdout:1499: writing smithi07176956-38 from 786432 to 1187840 tid 2 2024-03-10T21:26:35.562 INFO:tasks.rados.rados.0.smithi071.stdout:1497: done (1 left) 2024-03-10T21:26:35.563 INFO:tasks.rados.rados.0.smithi071.stdout:1500: snap_create 2024-03-10T21:26:35.563 INFO:tasks.rados.rados.0.smithi071.stdout:1499: finishing write tid 1 to smithi07176956-38 2024-03-10T21:26:35.563 INFO:tasks.rados.rados.0.smithi071.stdout:1499: finishing write tid 2 to smithi07176956-38 2024-03-10T21:26:35.564 INFO:tasks.rados.rados.0.smithi071.stdout:1499: finishing write tid 3 to smithi07176956-38 2024-03-10T21:26:35.565 INFO:tasks.rados.rados.0.smithi071.stdout:1499: finishing write tid 4 to smithi07176956-38 2024-03-10T21:26:35.565 INFO:tasks.rados.rados.0.smithi071.stdout:1499: oid 38 updating version 0 to 971 2024-03-10T21:26:35.565 INFO:tasks.rados.rados.0.smithi071.stdout:1499: oid 38 updating version 971 to 972 2024-03-10T21:26:35.565 INFO:tasks.rados.rados.0.smithi071.stdout:1499: oid 38 version 972 is already newer than 970 2024-03-10T21:26:35.565 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 972 (ObjNum 479 snap 128 seq_num 479) dirty exists 2024-03-10T21:26:35.565 INFO:tasks.rados.rados.0.smithi071.stdout:1499: left oid 38 (ObjNum 479 snap 128 seq_num 479) 2024-03-10T21:26:35.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[88660]: osdmap e333: 8 total, 8 up, 8 in 2024-03-10T21:26:35.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:35.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:35.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[88660]: pgmap v173: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 24 peering, 4 active+undersized+degraded, 17 active+undersized, 74 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 11/321 objects degraded (3.427%) 2024-03-10T21:26:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[91105]: osdmap e333: 8 total, 8 up, 8 in 2024-03-10T21:26:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:35.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-mon[91105]: pgmap v173: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 24 peering, 4 active+undersized+degraded, 17 active+undersized, 74 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 11/321 objects degraded (3.427%) 2024-03-10T21:26:35.752 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:35.605+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:35.752 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:35.605+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:35.752 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:35.605+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:35 smithi193 ceph-mon[83873]: osdmap e333: 8 total, 8 up, 8 in 2024-03-10T21:26:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:35 smithi193 ceph-mon[83873]: pgmap v173: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 24 peering, 4 active+undersized+degraded, 17 active+undersized, 74 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 11/321 objects degraded (3.427%) 2024-03-10T21:26:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:1499: done (1 left) 2024-03-10T21:26:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:1500: done (0 left) 2024-03-10T21:26:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:1501: rollback oid 36 current snap is 129 2024-03-10T21:26:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 128 2024-03-10T21:26:36.557 INFO:tasks.rados.rados.0.smithi071.stdout:1502: snap_create 2024-03-10T21:26:36.562 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:26:36.562 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:26:36.563 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:26:36.563 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 728 (ObjNum 65 snap 0 seq_num 1314222164) dirty exists 2024-03-10T21:26:36.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 11/321 objects degraded (3.427%), 5 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:36.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[88660]: osdmap e334: 8 total, 8 up, 8 in 2024-03-10T21:26:36.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:36.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:36.731 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:36.560+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:36.731 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:36.560+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:36.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 11/321 objects degraded (3.427%), 5 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:36.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[91105]: osdmap e334: 8 total, 8 up, 8 in 2024-03-10T21:26:36.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:36.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:36 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 11/321 objects degraded (3.427%), 5 pgs degraded (PG_DEGRADED) 2024-03-10T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:36 smithi193 ceph-mon[83873]: osdmap e334: 8 total, 8 up, 8 in 2024-03-10T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:36.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:37.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:26:37.247+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-03-10T21:26:37.564 INFO:tasks.rados.rados.0.smithi071.stdout:1501: done (1 left) 2024-03-10T21:26:37.565 INFO:tasks.rados.rados.0.smithi071.stdout:1502: done (0 left) 2024-03-10T21:26:37.565 INFO:tasks.rados.rados.0.smithi071.stdout:1503: read oid 4 snap 128 2024-03-10T21:26:37.565 INFO:tasks.rados.rados.0.smithi071.stdout:1503: expect deleted 2024-03-10T21:26:37.565 INFO:tasks.rados.rados.0.smithi071.stdout:1504: snap_remove snap 127 2024-03-10T21:26:37.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: osdmap e335: 8 total, 8 up, 8 in 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: pgmap v176: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 24 peering, 4 active+undersized+degraded, 17 active+undersized, 74 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 11/321 objects degraded (3.427%) 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: osdmap e335: 8 total, 8 up, 8 in 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: pgmap v176: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 24 peering, 4 active+undersized+degraded, 17 active+undersized, 74 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 11/321 objects degraded (3.427%) 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:37.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: osdmap e335: 8 total, 8 up, 8 in 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: pgmap v176: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+clean+snaptrim_error, 24 peering, 4 active+undersized+degraded, 17 active+undersized, 74 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 11/321 objects degraded (3.427%) 2024-03-10T21:26:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:38.572 INFO:tasks.rados.rados.0.smithi071.stdout:1504: done (1 left) 2024-03-10T21:26:38.572 INFO:tasks.rados.rados.0.smithi071.stdout:1505: setattr oid 49 current snap is 130 2024-03-10T21:26:38.575 INFO:tasks.rados.rados.0.smithi071.stdout:1503: done (1 left) 2024-03-10T21:26:38.575 INFO:tasks.rados.rados.0.smithi071.stdout:1506: snap_remove snap 125 2024-03-10T21:26:38.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:38 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:38.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:38 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-03-10T21:26:38.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:38 smithi193 ceph-mon[83873]: osdmap e336: 8 total, 8 up, 8 in 2024-03-10T21:26:38.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:38.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-03-10T21:26:38.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-mon[88660]: osdmap e336: 8 total, 8 up, 8 in 2024-03-10T21:26:38.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:38.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-03-10T21:26:38.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-mon[91105]: osdmap e336: 8 total, 8 up, 8 in 2024-03-10T21:26:38.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:38.570+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:38.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:38.570+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:38.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:38.571+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:39.585 INFO:tasks.rados.rados.0.smithi071.stdout:1506: done (1 left) 2024-03-10T21:26:39.585 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 130 2024-03-10T21:26:39.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 462 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-03-10T21:26:39.586 INFO:tasks.rados.rados.0.smithi071.stdout:1507: seq_num 480 ranges {4874240=442368,5316608=401408} 2024-03-10T21:26:39.614 INFO:tasks.rados.rados.0.smithi071.stdout:1507: writing smithi07176956-41 from 4874240 to 5316608 tid 1 2024-03-10T21:26:39.617 INFO:tasks.rados.rados.0.smithi071.stdout:1507: writing smithi07176956-41 from 5316608 to 5718016 tid 2 2024-03-10T21:26:39.617 INFO:tasks.rados.rados.0.smithi071.stdout:1505: done (1 left) 2024-03-10T21:26:39.617 INFO:tasks.rados.rados.0.smithi071.stdout:1508: copy_from oid 29 from oid 48 current snap is 130 2024-03-10T21:26:39.617 INFO:tasks.rados.rados.0.smithi071.stdout:1509: snap_remove snap 129 2024-03-10T21:26:39.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:39 smithi193 ceph-mon[83873]: osdmap e337: 8 total, 8 up, 8 in 2024-03-10T21:26:39.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:39.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:39 smithi193 ceph-mon[83873]: pgmap v179: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 590 KiB/s wr, 8 op/s; 10 MiB/s, 5 objects/s recovering 2024-03-10T21:26:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[91105]: osdmap e337: 8 total, 8 up, 8 in 2024-03-10T21:26:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[91105]: pgmap v179: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 590 KiB/s wr, 8 op/s; 10 MiB/s, 5 objects/s recovering 2024-03-10T21:26:39.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:39.584+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:39.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:39.585+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[88660]: osdmap e337: 8 total, 8 up, 8 in 2024-03-10T21:26:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:39 smithi071 ceph-mon[88660]: pgmap v179: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 590 KiB/s wr, 8 op/s; 10 MiB/s, 5 objects/s recovering 2024-03-10T21:26:40.588 INFO:tasks.rados.rados.0.smithi071.stdout:1509: done (2 left) 2024-03-10T21:26:40.588 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 130 2024-03-10T21:26:40.588 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 1 to smithi07176956-41 2024-03-10T21:26:40.588 INFO:tasks.rados.rados.0.smithi071.stdout:1510: seq_num 481 ranges {57344=458752,516096=401408} 2024-03-10T21:26:40.591 INFO:tasks.rados.rados.0.smithi071.stdout:1510: writing smithi07176956-49 from 57344 to 516096 tid 1 2024-03-10T21:26:40.593 INFO:tasks.rados.rados.0.smithi071.stdout:1510: writing smithi07176956-49 from 516096 to 917504 tid 2 2024-03-10T21:26:40.593 INFO:tasks.rados.rados.0.smithi071.stdout:1511: read oid 30 snap -1 2024-03-10T21:26:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:1511: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:26:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:1512: snap_create 2024-03-10T21:26:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 2 to smithi07176956-41 2024-03-10T21:26:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 3 to smithi07176956-41 2024-03-10T21:26:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 4 to smithi07176956-41 2024-03-10T21:26:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:1507: oid 41 updating version 0 to 717 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:1507: oid 41 version 717 is already newer than 716 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:1507: oid 41 updating version 717 to 718 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 718 (ObjNum 480 snap 130 seq_num 480) dirty exists 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:1507: left oid 41 (ObjNum 480 snap 130 seq_num 480) 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:1508: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:1508: finishing copy_from to smithi07176956-29 2024-03-10T21:26:40.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 349 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:40.599 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 1 to smithi07176956-49 2024-03-10T21:26:40.601 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 2 to smithi07176956-49 2024-03-10T21:26:40.601 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 3 to smithi07176956-49 2024-03-10T21:26:40.603 INFO:tasks.rados.rados.0.smithi071.stdout:1510: finishing write tid 4 to smithi07176956-49 2024-03-10T21:26:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:1510: oid 49 updating version 0 to 464 2024-03-10T21:26:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:1510: oid 49 updating version 464 to 465 2024-03-10T21:26:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:1510: oid 49 version 465 is already newer than 463 2024-03-10T21:26:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 465 (ObjNum 481 snap 130 seq_num 481) dirty exists 2024-03-10T21:26:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:1510: left oid 49 (ObjNum 481 snap 130 seq_num 481) 2024-03-10T21:26:40.604 INFO:tasks.rados.rados.0.smithi071.stdout:1511: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:26:40.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:40 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/321 objects degraded (3.427%), 5 pgs degraded) 2024-03-10T21:26:40.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:40 smithi193 ceph-mon[83873]: osdmap e338: 8 total, 8 up, 8 in 2024-03-10T21:26:40.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:40.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/321 objects degraded (3.427%), 5 pgs degraded) 2024-03-10T21:26:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[88660]: osdmap e338: 8 total, 8 up, 8 in 2024-03-10T21:26:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:40.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/321 objects degraded (3.427%), 5 pgs degraded) 2024-03-10T21:26:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[91105]: osdmap e338: 8 total, 8 up, 8 in 2024-03-10T21:26:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:40.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset ba=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:40.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:40.596+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:40.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:40.596+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:40.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:40.596+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:26:41] "GET /metrics HTTP/1.1" 200 36030 "" "Prometheus/2.43.0" 2024-03-10T21:26:41.593 INFO:tasks.rados.rados.0.smithi071.stdout:1507: done (4 left) 2024-03-10T21:26:41.593 INFO:tasks.rados.rados.0.smithi071.stdout:1508: done (3 left) 2024-03-10T21:26:41.593 INFO:tasks.rados.rados.0.smithi071.stdout:1510: done (2 left) 2024-03-10T21:26:41.593 INFO:tasks.rados.rados.0.smithi071.stdout:1511: done (1 left) 2024-03-10T21:26:41.593 INFO:tasks.rados.rados.0.smithi071.stdout:1512: done (0 left) 2024-03-10T21:26:41.593 INFO:tasks.rados.rados.0.smithi071.stdout:1513: setattr oid 37 current snap is 131 2024-03-10T21:26:41.596 INFO:tasks.rados.rados.0.smithi071.stdout:1514: copy_from oid 34 from oid 33 current snap is 131 2024-03-10T21:26:41.596 INFO:tasks.rados.rados.0.smithi071.stdout:1515: copy_from oid 16 from oid 43 current snap is 131 2024-03-10T21:26:41.596 INFO:tasks.rados.rados.0.smithi071.stdout:1516: rollback oid 13 current snap is 131 2024-03-10T21:26:41.596 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 128 2024-03-10T21:26:41.596 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 131 2024-03-10T21:26:41.596 INFO:tasks.rados.rados.0.smithi071.stdout:1517: seq_num 482 ranges {3186688=475136,3661824=401408} 2024-03-10T21:26:41.616 INFO:tasks.rados.rados.0.smithi071.stdout:1517: writing smithi07176956-24 from 3186688 to 3661824 tid 1 2024-03-10T21:26:41.619 INFO:tasks.rados.rados.0.smithi071.stdout:1517: writing smithi07176956-24 from 3661824 to 4063232 tid 2 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1518: copy_from oid 38 from oid 11 current snap is 131 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1515: finishing copy_from to smithi07176956-16 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1515: got expected ENOENT (src dne) 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1515: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 742 (ObjNum 449 snap 123 seq_num 449) dirty exists 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1514: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1513: done (5 left) 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1515: done (4 left) 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1519: rollback oid 26 current snap is 131 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 130 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing rollback tid 0 to smithi07176956-13 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing rollback tid 2 to smithi07176956-13 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1080 (ObjNum 408 snap 113 seq_num 408) dirty exists 2024-03-10T21:26:41.620 INFO:tasks.rados.rados.0.smithi071.stdout:1514: finishing copy_from to smithi07176956-34 2024-03-10T21:26:41.621 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 967 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-03-10T21:26:41.621 INFO:tasks.rados.rados.0.smithi071.stdout:1514: done (4 left) 2024-03-10T21:26:41.621 INFO:tasks.rados.rados.0.smithi071.stdout:1516: done (3 left) 2024-03-10T21:26:41.621 INFO:tasks.rados.rados.0.smithi071.stdout:1520: snap_create 2024-03-10T21:26:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 1 to smithi07176956-24 2024-03-10T21:26:41.622 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 2 to smithi07176956-24 2024-03-10T21:26:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:1519: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:26:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 3 to smithi07176956-24 2024-03-10T21:26:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:1519: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:26:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:1519: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:26:41.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 748 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:41.624 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing write tid 4 to smithi07176956-24 2024-03-10T21:26:41.624 INFO:tasks.rados.rados.0.smithi071.stdout:1517: oid 24 updating version 0 to 953 2024-03-10T21:26:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:1517: oid 24 version 953 is already newer than 952 2024-03-10T21:26:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:1517: oid 24 updating version 953 to 954 2024-03-10T21:26:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 954 (ObjNum 482 snap 131 seq_num 482) dirty exists 2024-03-10T21:26:41.625 INFO:tasks.rados.rados.0.smithi071.stdout:1517: left oid 24 (ObjNum 482 snap 131 seq_num 482) 2024-03-10T21:26:41.637 INFO:tasks.rados.rados.0.smithi071.stdout:1518: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:26:41.640 INFO:tasks.rados.rados.0.smithi071.stdout:1518: finishing copy_from to smithi07176956-38 2024-03-10T21:26:41.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 392 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:26:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:41 smithi193 ceph-mon[83873]: osdmap e339: 8 total, 8 up, 8 in 2024-03-10T21:26:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:41 smithi193 ceph-mon[83873]: pgmap v182: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 590 KiB/s wr, 8 op/s; 10 MiB/s, 5 objects/s recovering 2024-03-10T21:26:42.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:41.597+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:42.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:41.600+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[88660]: osdmap e339: 8 total, 8 up, 8 in 2024-03-10T21:26:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[88660]: pgmap v182: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 590 KiB/s wr, 8 op/s; 10 MiB/s, 5 objects/s recovering 2024-03-10T21:26:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[91105]: osdmap e339: 8 total, 8 up, 8 in 2024-03-10T21:26:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:41 smithi071 ceph-mon[91105]: pgmap v182: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 180 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 590 KiB/s wr, 8 op/s; 10 MiB/s, 5 objects/s recovering 2024-03-10T21:26:42.097 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (6m) 10s ago 7m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (6m) 89s ago 6m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (8m) 10s ago 8m 15.1M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (8m) 89s ago 8m 19.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (2m) 89s ago 11m 449M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (3m) 10s ago 13m 512M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:26:42.421 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (2m) 10s ago 13m 49.6M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (94s) 89s ago 12m 30.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (113s) 10s ago 11m 41.1M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (6m) 10s ago 6m 15.5M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (6m) 89s ago 6m 16.6M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (48s) 10s ago 11m 107M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (14s) 10s ago 10m 12.3M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10m) 10s ago 10m 241M 2480M 18.2.1-746-gc2ea977b a30af69eda22 2a5f0205d1a9 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10m) 10s ago 10m 179M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (9m) 89s ago 9m 168M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (9m) 89s ago 9m 146M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (8m) 89s ago 8m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (8m) 89s ago 8m 160M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:26:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (2m) 89s ago 7m 55.2M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:26:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:42.601 INFO:tasks.rados.rados.0.smithi071.stdout:1517: done (3 left) 2024-03-10T21:26:42.601 INFO:tasks.rados.rados.0.smithi071.stdout:1518: done (2 left) 2024-03-10T21:26:42.602 INFO:tasks.rados.rados.0.smithi071.stdout:1519: done (1 left) 2024-03-10T21:26:42.602 INFO:tasks.rados.rados.0.smithi071.stdout:1520: done (0 left) 2024-03-10T21:26:42.602 INFO:tasks.rados.rados.0.smithi071.stdout:1521: rmattr oid 9 current snap is 132 2024-03-10T21:26:42.602 INFO:tasks.rados.rados.0.smithi071.stdout:1521: done (0 left) 2024-03-10T21:26:42.602 INFO:tasks.rados.rados.0.smithi071.stdout:1522: copy_from oid 8 from oid 42 current snap is 132 2024-03-10T21:26:42.602 INFO:tasks.rados.rados.0.smithi071.stdout:1523: delete oid 3 current snap is 132 2024-03-10T21:26:42.603 INFO:tasks.rados.rados.0.smithi071.stdout:1523: done (1 left) 2024-03-10T21:26:42.603 INFO:tasks.rados.rados.0.smithi071.stdout:1524: rollback oid 25 current snap is 132 2024-03-10T21:26:42.603 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 128 2024-03-10T21:26:42.603 INFO:tasks.rados.rados.0.smithi071.stdout:1525: snap_create 2024-03-10T21:26:42.608 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing rollback tid 0 to smithi07176956-25 2024-03-10T21:26:42.608 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:26:42.608 INFO:tasks.rados.rados.0.smithi071.stdout:1524: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:26:42.608 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1042 (ObjNum 450 snap 123 seq_num 450) dirty exists 2024-03-10T21:26:42.633 INFO:tasks.rados.rados.0.smithi071.stdout:1522: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:26:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:1522: finishing copy_from to smithi07176956-8 2024-03-10T21:26:42.636 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 957 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:26:42.822 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:26:42.822 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:26:42.822 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:26:42.822 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:42.822 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:26:42.822 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 6, 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 8, 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 7 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:26:42.823 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:26:42.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-mon[88660]: osdmap e340: 8 total, 8 up, 8 in 2024-03-10T21:26:42.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:42.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:42.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-mon[91105]: osdmap e340: 8 total, 8 up, 8 in 2024-03-10T21:26:42.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:42.824 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:43.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:42 smithi193 ceph-mon[83873]: osdmap e340: 8 total, 8 up, 8 in 2024-03-10T21:26:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:43.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:42.873+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:43.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:42.873+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:43.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:42.873+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:43.611 INFO:tasks.rados.rados.0.smithi071.stdout:1522: done (2 left) 2024-03-10T21:26:43.611 INFO:tasks.rados.rados.0.smithi071.stdout:1524: done (1 left) 2024-03-10T21:26:43.611 INFO:tasks.rados.rados.0.smithi071.stdout:1525: done (0 left) 2024-03-10T21:26:43.611 INFO:tasks.rados.rados.0.smithi071.stdout:1526: read oid 30 snap 130 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:1526: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:1527: rollback oid 17 current snap is 133 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 131 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:1528: read oid 14 snap 131 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:1528: expect (ObjNum 425 snap 117 seq_num 425) 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 133 2024-03-10T21:26:43.612 INFO:tasks.rados.rados.0.smithi071.stdout:1529: seq_num 484 ranges {9101312=507904,9609216=401408} 2024-03-10T21:26:43.664 INFO:tasks.rados.rados.0.smithi071.stdout:1529: writing smithi07176956-45 from 9101312 to 9609216 tid 1 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:1529: writing smithi07176956-45 from 9609216 to 10010624 tid 2 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:1530: rmattr oid 7 current snap is 133 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing rollback tid 0 to smithi07176956-17 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing rollback tid 1 to smithi07176956-17 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing rollback tid 2 to smithi07176956-17 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 704 (ObjNum 454 snap 124 seq_num 454) dirty exists 2024-03-10T21:26:43.667 INFO:tasks.rados.rados.0.smithi071.stdout:1526: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:26:43.722 INFO:tasks.rados.rados.0.smithi071.stdout:1528: expect (ObjNum 425 snap 117 seq_num 425) 2024-03-10T21:26:43.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:43 smithi193 ceph-mon[83873]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:43 smithi193 ceph-mon[83873]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:43 smithi193 ceph-mon[83873]: osdmap e341: 8 total, 8 up, 8 in 2024-03-10T21:26:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:43 smithi193 ceph-mon[83873]: pgmap v185: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 181 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 210 KiB/s wr, 5 op/s 2024-03-10T21:26:43.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:43 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/1218593452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: finishing write tid 1 to smithi07176956-45 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: finishing write tid 2 to smithi07176956-45 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: finishing write tid 3 to smithi07176956-45 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 749 (ObjNum 469 snap 126 seq_num 469) dirty exists 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: finishing write tid 4 to smithi07176956-45 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: oid 45 updating version 0 to 1031 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: oid 45 updating version 1031 to 1032 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:1529: oid 45 updating version 1032 to 1033 2024-03-10T21:26:43.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1033 (ObjNum 484 snap 133 seq_num 484) dirty exists 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1529: left oid 45 (ObjNum 484 snap 133 seq_num 484) 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1526: done (4 left) 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1527: done (3 left) 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1528: done (2 left) 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1529: done (1 left) 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1530: done (0 left) 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1531: copy_from oid 43 from oid 28 current snap is 133 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 133 2024-03-10T21:26:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1532: seq_num 485 ranges {3948544=532480,4481024=401408} 2024-03-10T21:26:43.874 INFO:tasks.rados.rados.0.smithi071.stdout:1532: writing smithi07176956-14 from 3948544 to 4481024 tid 1 2024-03-10T21:26:43.877 INFO:tasks.rados.rados.0.smithi071.stdout:1532: writing smithi07176956-14 from 4481024 to 4882432 tid 2 2024-03-10T21:26:43.877 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 133 2024-03-10T21:26:43.877 INFO:tasks.rados.rados.0.smithi071.stdout:1533: seq_num 486 ranges {0=548864,548864=401408} 2024-03-10T21:26:43.880 INFO:tasks.rados.rados.0.smithi071.stdout:1533: writing smithi07176956-44 from 0 to 548864 tid 1 2024-03-10T21:26:43.882 INFO:tasks.rados.rados.0.smithi071.stdout:1533: writing smithi07176956-44 from 548864 to 950272 tid 2 2024-03-10T21:26:43.883 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 133 2024-03-10T21:26:43.883 INFO:tasks.rados.rados.0.smithi071.stdout:1534: seq_num 487 ranges {786432=565248,1351680=401408} 2024-03-10T21:26:43.890 INFO:tasks.rados.rados.0.smithi071.stdout:1534: writing smithi07176956-39 from 786432 to 1351680 tid 1 2024-03-10T21:26:43.893 INFO:tasks.rados.rados.0.smithi071.stdout:1534: writing smithi07176956-39 from 1351680 to 1753088 tid 2 2024-03-10T21:26:43.893 INFO:tasks.rados.rados.0.smithi071.stdout:1535: snap_create 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: finishing write tid 1 to smithi07176956-14 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: finishing write tid 2 to smithi07176956-14 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: finishing write tid 3 to smithi07176956-14 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: finishing write tid 4 to smithi07176956-14 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: oid 14 updating version 0 to 958 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: oid 14 version 958 is already newer than 956 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: oid 14 version 958 is already newer than 957 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 958 (ObjNum 485 snap 133 seq_num 485) dirty exists 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1532: left oid 14 (ObjNum 485 snap 133 seq_num 485) 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 1 to smithi07176956-44 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 2 to smithi07176956-44 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 3 to smithi07176956-44 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1531: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:26:43.894 INFO:tasks.rados.rados.0.smithi071.stdout:1531: finishing copy_from to smithi07176956-43 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1030 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 4 to smithi07176956-44 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:1533: oid 44 updating version 0 to 730 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:1533: oid 44 updating version 730 to 731 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:1533: oid 44 version 731 is already newer than 729 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 731 (ObjNum 486 snap 133 seq_num 486) dirty exists 2024-03-10T21:26:43.895 INFO:tasks.rados.rados.0.smithi071.stdout:1533: left oid 44 (ObjNum 486 snap 133 seq_num 486) 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing write tid 1 to smithi07176956-39 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing write tid 2 to smithi07176956-39 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing write tid 3 to smithi07176956-39 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing write tid 4 to smithi07176956-39 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: oid 39 updating version 0 to 745 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: oid 39 version 745 is already newer than 743 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:1534: oid 39 version 745 is already newer than 744 2024-03-10T21:26:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 745 (ObjNum 487 snap 133 seq_num 487) dirty exists 2024-03-10T21:26:43.897 INFO:tasks.rados.rados.0.smithi071.stdout:1534: left oid 39 (ObjNum 487 snap 133 seq_num 487) 2024-03-10T21:26:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[91105]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[91105]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[91105]: osdmap e341: 8 total, 8 up, 8 in 2024-03-10T21:26:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[91105]: pgmap v185: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 181 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 210 KiB/s wr, 5 op/s 2024-03-10T21:26:44.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/1218593452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[88660]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[88660]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:26:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[88660]: osdmap e341: 8 total, 8 up, 8 in 2024-03-10T21:26:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[88660]: pgmap v185: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 181 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 210 KiB/s wr, 5 op/s 2024-03-10T21:26:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/1218593452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:26:44.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:43.617+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:44.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:43.617+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:44.616 INFO:tasks.rados.rados.0.smithi071.stdout:1531: done (4 left) 2024-03-10T21:26:44.616 INFO:tasks.rados.rados.0.smithi071.stdout:1532: done (3 left) 2024-03-10T21:26:44.616 INFO:tasks.rados.rados.0.smithi071.stdout:1533: done (2 left) 2024-03-10T21:26:44.616 INFO:tasks.rados.rados.0.smithi071.stdout:1534: done (1 left) 2024-03-10T21:26:44.616 INFO:tasks.rados.rados.0.smithi071.stdout:1535: done (0 left) 2024-03-10T21:26:44.617 INFO:tasks.rados.rados.0.smithi071.stdout:1536: delete oid 40 current snap is 134 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:1536: done (0 left) 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:1537: read oid 17 snap 132 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:1537: expect (ObjNum 454 snap 124 seq_num 454) 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:1538: rollback oid 31 current snap is 134 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 130 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:1539: copy_from oid 36 from oid 6 current snap is 134 2024-03-10T21:26:44.621 INFO:tasks.rados.rados.0.smithi071.stdout:1540: delete oid 22 current snap is 134 2024-03-10T21:26:44.622 INFO:tasks.rados.rados.0.smithi071.stdout:1538: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:26:44.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 0 (ObjNum 65 snap 0 seq_num 1493891058) dirty dne 2024-03-10T21:26:44.626 INFO:tasks.rados.rados.0.smithi071.stdout:1538: done (3 left) 2024-03-10T21:26:44.626 INFO:tasks.rados.rados.0.smithi071.stdout:1540: done (2 left) 2024-03-10T21:26:44.626 INFO:tasks.rados.rados.0.smithi071.stdout:1541: rmattr oid 16 current snap is 134 2024-03-10T21:26:44.626 INFO:tasks.rados.rados.0.smithi071.stdout:1542: copy_from oid 48 from oid 47 current snap is 134 2024-03-10T21:26:44.626 INFO:tasks.rados.rados.0.smithi071.stdout:1543: setattr oid 25 current snap is 134 2024-03-10T21:26:44.628 INFO:tasks.rados.rados.0.smithi071.stdout:1544: snap_create 2024-03-10T21:26:44.638 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 399 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:26:44.638 INFO:tasks.rados.rados.0.smithi071.stdout:1539: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:26:44.639 INFO:tasks.rados.rados.0.smithi071.stdout:1539: finishing copy_from to smithi07176956-36 2024-03-10T21:26:44.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 736 (ObjNum 438 snap 120 seq_num 438) dirty exists 2024-03-10T21:26:44.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1043 (ObjNum 450 snap 123 seq_num 450) dirty exists 2024-03-10T21:26:44.644 INFO:tasks.rados.rados.0.smithi071.stdout:1542: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:26:44.644 INFO:tasks.rados.rados.0.smithi071.stdout:1542: finishing copy_from to smithi07176956-48 2024-03-10T21:26:44.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 938 (ObjNum 474 snap 127 seq_num 474) dirty exists 2024-03-10T21:26:44.653 INFO:tasks.rados.rados.0.smithi071.stdout:1537: expect (ObjNum 454 snap 124 seq_num 454) 2024-03-10T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:44 smithi193 ceph-mon[83873]: osdmap e342: 8 total, 8 up, 8 in 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[91105]: osdmap e342: 8 total, 8 up, 8 in 2024-03-10T21:26:45.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:44.624+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:45.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:44.624+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:44.628+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[88660]: osdmap e342: 8 total, 8 up, 8 in 2024-03-10T21:26:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:45.619 INFO:tasks.rados.rados.0.smithi071.stdout:1537: done (5 left) 2024-03-10T21:26:45.619 INFO:tasks.rados.rados.0.smithi071.stdout:1539: done (4 left) 2024-03-10T21:26:45.619 INFO:tasks.rados.rados.0.smithi071.stdout:1541: done (3 left) 2024-03-10T21:26:45.619 INFO:tasks.rados.rados.0.smithi071.stdout:1542: done (2 left) 2024-03-10T21:26:45.620 INFO:tasks.rados.rados.0.smithi071.stdout:1543: done (1 left) 2024-03-10T21:26:45.620 INFO:tasks.rados.rados.0.smithi071.stdout:1544: done (0 left) 2024-03-10T21:26:45.620 INFO:tasks.rados.rados.0.smithi071.stdout:1545: delete oid 24 current snap is 135 2024-03-10T21:26:45.623 INFO:tasks.rados.rados.0.smithi071.stdout:1545: done (0 left) 2024-03-10T21:26:45.623 INFO:tasks.rados.rados.0.smithi071.stdout:1546: rmattr oid 14 current snap is 135 2024-03-10T21:26:45.623 INFO:tasks.rados.rados.0.smithi071.stdout:1547: delete oid 7 current snap is 135 2024-03-10T21:26:45.625 INFO:tasks.rados.rados.0.smithi071.stdout:1547: done (1 left) 2024-03-10T21:26:45.626 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 135 2024-03-10T21:26:45.626 INFO:tasks.rados.rados.0.smithi071.stdout:1548: seq_num 492 ranges {5423104=647168,6070272=401408} 2024-03-10T21:26:45.658 INFO:tasks.rados.rados.0.smithi071.stdout:1548: writing smithi07176956-29 from 5423104 to 6070272 tid 1 2024-03-10T21:26:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:1548: writing smithi07176956-29 from 6070272 to 6471680 tid 2 2024-03-10T21:26:45.660 INFO:tasks.rados.rados.0.smithi071.stdout:1549: snap_create 2024-03-10T21:26:45.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 962 (ObjNum 485 snap 133 seq_num 485) dirty exists 2024-03-10T21:26:45.665 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 1 to smithi07176956-29 2024-03-10T21:26:45.665 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 2 to smithi07176956-29 2024-03-10T21:26:45.665 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 3 to smithi07176956-29 2024-03-10T21:26:45.666 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing write tid 4 to smithi07176956-29 2024-03-10T21:26:45.666 INFO:tasks.rados.rados.0.smithi071.stdout:1548: oid 29 updating version 0 to 748 2024-03-10T21:26:45.667 INFO:tasks.rados.rados.0.smithi071.stdout:1548: oid 29 version 748 is already newer than 746 2024-03-10T21:26:45.667 INFO:tasks.rados.rados.0.smithi071.stdout:1548: oid 29 version 748 is already newer than 747 2024-03-10T21:26:45.667 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 748 (ObjNum 492 snap 135 seq_num 492) dirty exists 2024-03-10T21:26:45.667 INFO:tasks.rados.rados.0.smithi071.stdout:1548: left oid 29 (ObjNum 492 snap 135 seq_num 492) 2024-03-10T21:26:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:45 smithi193 ceph-mon[83873]: osdmap e343: 8 total, 8 up, 8 in 2024-03-10T21:26:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:46.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:45 smithi193 ceph-mon[83873]: pgmap v188: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-03-10T21:26:46.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:45.660+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:46.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:45.661+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[88660]: osdmap e343: 8 total, 8 up, 8 in 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[88660]: pgmap v188: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[91105]: osdmap e343: 8 total, 8 up, 8 in 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset c2=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:45 smithi071 ceph-mon[91105]: pgmap v188: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2024-03-10T21:26:46.627 INFO:tasks.rados.rados.0.smithi071.stdout:1546: done (2 left) 2024-03-10T21:26:46.627 INFO:tasks.rados.rados.0.smithi071.stdout:1548: done (1 left) 2024-03-10T21:26:46.627 INFO:tasks.rados.rados.0.smithi071.stdout:1549: done (0 left) 2024-03-10T21:26:46.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 136 2024-03-10T21:26:46.627 INFO:tasks.rados.rados.0.smithi071.stdout:1550: seq_num 493 ranges {10010624=663552,10674176=401408} 2024-03-10T21:26:46.683 INFO:tasks.rados.rados.0.smithi071.stdout:1550: writing smithi07176956-45 from 10010624 to 10674176 tid 1 2024-03-10T21:26:46.685 INFO:tasks.rados.rados.0.smithi071.stdout:1550: writing smithi07176956-45 from 10674176 to 11075584 tid 2 2024-03-10T21:26:46.685 INFO:tasks.rados.rados.0.smithi071.stdout:1551: snap_remove snap 133 2024-03-10T21:26:47.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:46 smithi193 ceph-mon[83873]: osdmap e344: 8 total, 8 up, 8 in 2024-03-10T21:26:47.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:47.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:47.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-mon[88660]: osdmap e344: 8 total, 8 up, 8 in 2024-03-10T21:26:47.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:47.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:47.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:46.624+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:47.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:46.624+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:47.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:46.624+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:47.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-mon[91105]: osdmap e344: 8 total, 8 up, 8 in 2024-03-10T21:26:47.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:47.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:47.636 INFO:tasks.rados.rados.0.smithi071.stdout:1551: done (1 left) 2024-03-10T21:26:47.636 INFO:tasks.rados.rados.0.smithi071.stdout:1552: copy_from oid 25 from oid 40 current snap is 136 2024-03-10T21:26:47.636 INFO:tasks.rados.rados.0.smithi071.stdout:1550: finishing write tid 1 to smithi07176956-45 2024-03-10T21:26:47.636 INFO:tasks.rados.rados.0.smithi071.stdout:1550: finishing write tid 2 to smithi07176956-45 2024-03-10T21:26:47.636 INFO:tasks.rados.rados.0.smithi071.stdout:1550: finishing write tid 3 to smithi07176956-45 2024-03-10T21:26:47.636 INFO:tasks.rados.rados.0.smithi071.stdout:1550: finishing write tid 4 to smithi07176956-45 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:1550: oid 45 updating version 0 to 1035 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:1550: oid 45 version 1035 is already newer than 1034 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:1550: oid 45 updating version 1035 to 1036 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1036 (ObjNum 493 snap 136 seq_num 493) dirty exists 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:1550: left oid 45 (ObjNum 493 snap 136 seq_num 493) 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:1550: done (1 left) 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 136 2024-03-10T21:26:47.637 INFO:tasks.rados.rados.0.smithi071.stdout:1553: seq_num 494 ranges {393216=679936,1073152=401408} 2024-03-10T21:26:47.642 INFO:tasks.rados.rados.0.smithi071.stdout:1553: writing smithi07176956-32 from 393216 to 1073152 tid 1 2024-03-10T21:26:47.645 INFO:tasks.rados.rados.0.smithi071.stdout:1553: writing smithi07176956-32 from 1073152 to 1474560 tid 2 2024-03-10T21:26:47.645 INFO:tasks.rados.rados.0.smithi071.stdout:1554: snap_remove snap 132 2024-03-10T21:26:47.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:47 smithi193 ceph-mon[83873]: osdmap e345: 8 total, 8 up, 8 in 2024-03-10T21:26:47.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:47.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:47.986 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:47 smithi193 ceph-mon[83873]: pgmap v191: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-03-10T21:26:48.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[88660]: osdmap e345: 8 total, 8 up, 8 in 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[88660]: pgmap v191: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[91105]: osdmap e345: 8 total, 8 up, 8 in 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-mon[91105]: pgmap v191: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-03-10T21:26:48.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:47.637+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:48.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:47.638+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1554: done (2 left) 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1555: delete oid 19 current snap is 136 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1552: finishing copy_from to smithi07176956-25 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1552: got expected ENOENT (src dne) 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1552: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1553: finishing write tid 1 to smithi07176956-32 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1553: finishing write tid 2 to smithi07176956-32 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1553: finishing write tid 3 to smithi07176956-32 2024-03-10T21:26:48.638 INFO:tasks.rados.rados.0.smithi071.stdout:1553: finishing write tid 4 to smithi07176956-32 2024-03-10T21:26:48.639 INFO:tasks.rados.rados.0.smithi071.stdout:1553: oid 32 updating version 0 to 752 2024-03-10T21:26:48.639 INFO:tasks.rados.rados.0.smithi071.stdout:1553: oid 32 version 752 is already newer than 751 2024-03-10T21:26:48.639 INFO:tasks.rados.rados.0.smithi071.stdout:1553: oid 32 updating version 752 to 753 2024-03-10T21:26:48.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 753 (ObjNum 494 snap 136 seq_num 494) dirty exists 2024-03-10T21:26:48.639 INFO:tasks.rados.rados.0.smithi071.stdout:1553: left oid 32 (ObjNum 494 snap 136 seq_num 494) 2024-03-10T21:26:48.647 INFO:tasks.rados.rados.0.smithi071.stdout:1552: done (2 left) 2024-03-10T21:26:48.647 INFO:tasks.rados.rados.0.smithi071.stdout:1553: done (1 left) 2024-03-10T21:26:48.647 INFO:tasks.rados.rados.0.smithi071.stdout:1555: done (0 left) 2024-03-10T21:26:48.647 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 136 2024-03-10T21:26:48.647 INFO:tasks.rados.rados.0.smithi071.stdout:1556: seq_num 496 ranges {0=712704,712704=401408} 2024-03-10T21:26:48.651 INFO:tasks.rados.rados.0.smithi071.stdout:1556: writing smithi07176956-23 from 0 to 712704 tid 1 2024-03-10T21:26:48.654 INFO:tasks.rados.rados.0.smithi071.stdout:1556: writing smithi07176956-23 from 712704 to 1114112 tid 2 2024-03-10T21:26:48.654 INFO:tasks.rados.rados.0.smithi071.stdout:1557: snap_create 2024-03-10T21:26:48.657 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 1 to smithi07176956-23 2024-03-10T21:26:48.658 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 2 to smithi07176956-23 2024-03-10T21:26:48.658 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 3 to smithi07176956-23 2024-03-10T21:26:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 4 to smithi07176956-23 2024-03-10T21:26:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1556: oid 23 updating version 0 to 836 2024-03-10T21:26:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1556: oid 23 updating version 836 to 838 2024-03-10T21:26:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1556: oid 23 version 838 is already newer than 837 2024-03-10T21:26:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 838 (ObjNum 496 snap 136 seq_num 496) dirty exists 2024-03-10T21:26:48.660 INFO:tasks.rados.rados.0.smithi071.stdout:1556: left oid 23 (ObjNum 496 snap 136 seq_num 496) 2024-03-10T21:26:49.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:48 smithi193 ceph-mon[83873]: osdmap e346: 8 total, 8 up, 8 in 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[88660]: osdmap e346: 8 total, 8 up, 8 in 2024-03-10T21:26:49.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[91105]: osdmap e346: 8 total, 8 up, 8 in 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:26:49.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:49.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:48.638+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:49.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:48.638+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:49.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:48.638+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1556: done (1 left) 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1557: done (0 left) 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1558: read oid 33 snap -1 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1558: expect (ObjNum 433 snap 120 seq_num 433) 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1559: read oid 5 snap -1 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1559: expect deleted 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1560: rmattr oid 16 current snap is 137 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1561: read oid 7 snap -1 2024-03-10T21:26:49.651 INFO:tasks.rados.rados.0.smithi071.stdout:1561: expect deleted 2024-03-10T21:26:49.652 INFO:tasks.rados.rados.0.smithi071.stdout:1562: read oid 25 snap 134 2024-03-10T21:26:49.652 INFO:tasks.rados.rados.0.smithi071.stdout:1562: expect (ObjNum 450 snap 123 seq_num 450) 2024-03-10T21:26:49.652 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 137 2024-03-10T21:26:49.652 INFO:tasks.rados.rados.0.smithi071.stdout:1563: seq_num 497 ranges {7938048=729088,8667136=401408} 2024-03-10T21:26:49.697 INFO:tasks.rados.rados.0.smithi071.stdout:1563: writing smithi07176956-17 from 7938048 to 8667136 tid 1 2024-03-10T21:26:49.699 INFO:tasks.rados.rados.0.smithi071.stdout:1563: writing smithi07176956-17 from 8667136 to 9068544 tid 2 2024-03-10T21:26:49.699 INFO:tasks.rados.rados.0.smithi071.stdout:1564: delete oid 13 current snap is 137 2024-03-10T21:26:49.700 INFO:tasks.rados.rados.0.smithi071.stdout:1558: expect (ObjNum 433 snap 120 seq_num 433) 2024-03-10T21:26:49.706 INFO:tasks.rados.rados.0.smithi071.stdout:1562: expect (ObjNum 450 snap 123 seq_num 450) 2024-03-10T21:26:49.718 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 401 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:26:49.718 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing write tid 1 to smithi07176956-17 2024-03-10T21:26:49.718 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing write tid 2 to smithi07176956-17 2024-03-10T21:26:49.718 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing write tid 3 to smithi07176956-17 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing write tid 4 to smithi07176956-17 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1563: oid 17 updating version 0 to 706 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1563: oid 17 updating version 706 to 707 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1563: oid 17 version 707 is already newer than 705 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 707 (ObjNum 497 snap 137 seq_num 497) dirty exists 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1563: left oid 17 (ObjNum 497 snap 137 seq_num 497) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1558: done (6 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1559: done (5 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1560: done (4 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1561: done (3 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1562: done (2 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1563: done (1 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1564: done (0 left) 2024-03-10T21:26:49.719 INFO:tasks.rados.rados.0.smithi071.stdout:1565: rollback oid 3 current snap is 137 2024-03-10T21:26:49.720 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 135 2024-03-10T21:26:49.720 INFO:tasks.rados.rados.0.smithi071.stdout:1566: delete oid 4 current snap is 137 2024-03-10T21:26:49.720 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:26:49.720 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 973 (ObjNum 657 snap 0 seq_num 3028266848) dirty dne 2024-03-10T21:26:49.720 INFO:tasks.rados.rados.0.smithi071.stdout:1565: done (1 left) 2024-03-10T21:26:49.720 INFO:tasks.rados.rados.0.smithi071.stdout:1566: done (0 left) 2024-03-10T21:26:49.721 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 137 2024-03-10T21:26:49.721 INFO:tasks.rados.rados.0.smithi071.stdout:1567: seq_num 500 ranges {6471680=778240,7249920=401408} 2024-03-10T21:26:49.758 INFO:tasks.rados.rados.0.smithi071.stdout:1567: writing smithi07176956-29 from 6471680 to 7249920 tid 1 2024-03-10T21:26:49.761 INFO:tasks.rados.rados.0.smithi071.stdout:1567: writing smithi07176956-29 from 7249920 to 7651328 tid 2 2024-03-10T21:26:49.761 INFO:tasks.rados.rados.0.smithi071.stdout:1568: snap_remove snap 136 2024-03-10T21:26:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:49 smithi193 ceph-mon[83873]: osdmap e347: 8 total, 8 up, 8 in 2024-03-10T21:26:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:49 smithi193 ceph-mon[83873]: pgmap v194: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-03-10T21:26:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[88660]: osdmap e347: 8 total, 8 up, 8 in 2024-03-10T21:26:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[88660]: pgmap v194: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-03-10T21:26:50.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[91105]: osdmap e347: 8 total, 8 up, 8 in 2024-03-10T21:26:50.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:50.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:50.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-mon[91105]: pgmap v194: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-03-10T21:26:50.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:49.654+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:50.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:49.655+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1568: done (1 left) 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 137 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing write tid 1 to smithi07176956-29 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing write tid 2 to smithi07176956-29 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing write tid 3 to smithi07176956-29 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing write tid 4 to smithi07176956-29 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: oid 29 updating version 0 to 749 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: oid 29 updating version 749 to 750 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:1567: oid 29 updating version 750 to 751 2024-03-10T21:26:50.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 751 (ObjNum 500 snap 137 seq_num 500) dirty exists 2024-03-10T21:26:50.657 INFO:tasks.rados.rados.0.smithi071.stdout:1567: left oid 29 (ObjNum 500 snap 137 seq_num 500) 2024-03-10T21:26:50.657 INFO:tasks.rados.rados.0.smithi071.stdout:1569: seq_num 501 ranges {0=794624,794624=401408} 2024-03-10T21:26:50.660 INFO:tasks.rados.rados.0.smithi071.stdout:1569: writing smithi07176956-19 from 0 to 794624 tid 1 2024-03-10T21:26:50.663 INFO:tasks.rados.rados.0.smithi071.stdout:1569: writing smithi07176956-19 from 794624 to 1196032 tid 2 2024-03-10T21:26:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:1567: done (1 left) 2024-03-10T21:26:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:1570: read oid 9 snap -1 2024-03-10T21:26:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:1570: expect deleted 2024-03-10T21:26:50.664 INFO:tasks.rados.rados.0.smithi071.stdout:1571: snap_remove snap 135 2024-03-10T21:26:51.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:50 smithi193 ceph-mon[83873]: osdmap e348: 8 total, 8 up, 8 in 2024-03-10T21:26:51.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:51.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-mon[88660]: osdmap e348: 8 total, 8 up, 8 in 2024-03-10T21:26:51.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:51.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:51.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-mon[91105]: osdmap e348: 8 total, 8 up, 8 in 2024-03-10T21:26:51.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:51.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:51.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:50.664+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:51.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:50.664+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:51.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:50.664+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:26:51] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2024-03-10T21:26:51.659 INFO:tasks.rados.rados.0.smithi071.stdout:1571: done (2 left) 2024-03-10T21:26:51.660 INFO:tasks.rados.rados.0.smithi071.stdout:1572: snap_remove snap 130 2024-03-10T21:26:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:51 smithi193 ceph-mon[83873]: osdmap e349: 8 total, 8 up, 8 in 2024-03-10T21:26:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:51 smithi193 ceph-mon[83873]: pgmap v197: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-03-10T21:26:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[88660]: osdmap e349: 8 total, 8 up, 8 in 2024-03-10T21:26:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[88660]: pgmap v197: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-03-10T21:26:52.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:51.724+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:52.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:51.725+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:52.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[91105]: osdmap e349: 8 total, 8 up, 8 in 2024-03-10T21:26:52.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:52.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:52.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:51 smithi071 ceph-mon[91105]: pgmap v197: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.7 MiB/s wr, 22 op/s 2024-03-10T21:26:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:52.668 INFO:tasks.rados.rados.0.smithi071.stdout:1572: done (2 left) 2024-03-10T21:26:52.668 INFO:tasks.rados.rados.0.smithi071.stdout:1573: rmattr oid 15 current snap is 137 2024-03-10T21:26:52.668 INFO:tasks.rados.rados.0.smithi071.stdout:1569: finishing write tid 1 to smithi07176956-19 2024-03-10T21:26:52.668 INFO:tasks.rados.rados.0.smithi071.stdout:1569: finishing write tid 2 to smithi07176956-19 2024-03-10T21:26:52.668 INFO:tasks.rados.rados.0.smithi071.stdout:1569: finishing write tid 3 to smithi07176956-19 2024-03-10T21:26:52.668 INFO:tasks.rados.rados.0.smithi071.stdout:1569: finishing write tid 4 to smithi07176956-19 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:1569: oid 19 updating version 0 to 402 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:1569: oid 19 updating version 402 to 404 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:1569: oid 19 version 404 is already newer than 403 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 404 (ObjNum 501 snap 137 seq_num 501) dirty exists 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:1569: left oid 19 (ObjNum 501 snap 137 seq_num 501) 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:1569: done (2 left) 2024-03-10T21:26:52.669 INFO:tasks.rados.rados.0.smithi071.stdout:1570: done (1 left) 2024-03-10T21:26:52.670 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 137 2024-03-10T21:26:52.670 INFO:tasks.rados.rados.0.smithi071.stdout:1574: seq_num 502 ranges {1753088=409600,2162688=417792,2580480=385024} 2024-03-10T21:26:52.680 INFO:tasks.rados.rados.0.smithi071.stdout:1574: writing smithi07176956-39 from 1753088 to 2162688 tid 1 2024-03-10T21:26:52.684 INFO:tasks.rados.rados.0.smithi071.stdout:1574: writing smithi07176956-39 from 2162688 to 2580480 tid 2 2024-03-10T21:26:52.687 INFO:tasks.rados.rados.0.smithi071.stdout:1574: writing smithi07176956-39 from 2580480 to 2965504 tid 3 2024-03-10T21:26:52.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 737 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:26:52.687 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 1 to smithi07176956-39 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1573: done (1 left) 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1575: read oid 15 snap -1 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1575: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1576: rollback oid 5 current snap is 137 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 128 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1577: rollback oid 28 current snap is 137 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 131 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 137 2024-03-10T21:26:52.688 INFO:tasks.rados.rados.0.smithi071.stdout:1578: seq_num 503 ranges {5169152=425984,5595136=704512,6299648=98304} 2024-03-10T21:26:52.718 INFO:tasks.rados.rados.0.smithi071.stdout:1578: writing smithi07176956-50 from 5169152 to 5595136 tid 1 2024-03-10T21:26:52.722 INFO:tasks.rados.rados.0.smithi071.stdout:1578: writing smithi07176956-50 from 5595136 to 6299648 tid 2 2024-03-10T21:26:52.723 INFO:tasks.rados.rados.0.smithi071.stdout:1578: writing smithi07176956-50 from 6299648 to 6397952 tid 3 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 137 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1576: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 2 to smithi07176956-39 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 3 to smithi07176956-39 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 4 to smithi07176956-39 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: finishing write tid 5 to smithi07176956-39 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: oid 39 updating version 0 to 752 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: oid 39 updating version 752 to 755 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: oid 39 version 755 is already newer than 753 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: oid 39 version 755 is already newer than 754 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 755 (ObjNum 502 snap 137 seq_num 502) dirty exists 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1574: left oid 39 (ObjNum 502 snap 137 seq_num 502) 2024-03-10T21:26:52.724 INFO:tasks.rados.rados.0.smithi071.stdout:1577: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:26:52.725 INFO:tasks.rados.rados.0.smithi071.stdout:1577: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:26:52.725 INFO:tasks.rados.rados.0.smithi071.stdout:1577: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:26:52.725 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1098 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:26:52.725 INFO:tasks.rados.rados.0.smithi071.stdout:1575: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:52.845 INFO:tasks.rados.rados.0.smithi071.stdout:1578: finishing write tid 1 to smithi07176956-50 2024-03-10T21:26:52.845 INFO:tasks.rados.rados.0.smithi071.stdout:1578: finishing write tid 2 to smithi07176956-50 2024-03-10T21:26:52.846 INFO:tasks.rados.rados.0.smithi071.stdout:1578: finishing write tid 3 to smithi07176956-50 2024-03-10T21:26:52.846 INFO:tasks.rados.rados.0.smithi071.stdout:1578: finishing write tid 4 to smithi07176956-50 2024-03-10T21:26:52.846 INFO:tasks.rados.rados.0.smithi071.stdout:1579: seq_num 504 ranges {9101312=450560,9551872=589824,10141696=212992} 2024-03-10T21:26:52.896 INFO:tasks.rados.rados.0.smithi071.stdout:1579: writing smithi07176956-43 from 9101312 to 9551872 tid 1 2024-03-10T21:26:52.899 INFO:tasks.rados.rados.0.smithi071.stdout:1579: writing smithi07176956-43 from 9551872 to 10141696 tid 2 2024-03-10T21:26:52.901 INFO:tasks.rados.rados.0.smithi071.stdout:1579: writing smithi07176956-43 from 10141696 to 10354688 tid 3 2024-03-10T21:26:52.901 INFO:tasks.rados.rados.0.smithi071.stdout:1574: done (5 left) 2024-03-10T21:26:52.901 INFO:tasks.rados.rados.0.smithi071.stdout:1575: done (4 left) 2024-03-10T21:26:52.901 INFO:tasks.rados.rados.0.smithi071.stdout:1576: done (3 left) 2024-03-10T21:26:52.901 INFO:tasks.rados.rados.0.smithi071.stdout:1577: done (2 left) 2024-03-10T21:26:52.901 INFO:tasks.rados.rados.0.smithi071.stdout:1580: snap_create 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1578: finishing write tid 5 to smithi07176956-50 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1578: oid 50 updating version 0 to 1038 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1578: oid 50 version 1038 is already newer than 1037 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1578: oid 50 updating version 1038 to 1040 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1578: oid 50 version 1040 is already newer than 1039 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1040 (ObjNum 503 snap 137 seq_num 503) dirty exists 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1578: left oid 50 (ObjNum 503 snap 137 seq_num 503) 2024-03-10T21:26:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing write tid 1 to smithi07176956-43 2024-03-10T21:26:52.904 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing write tid 2 to smithi07176956-43 2024-03-10T21:26:52.904 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing write tid 3 to smithi07176956-43 2024-03-10T21:26:52.905 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing write tid 4 to smithi07176956-43 2024-03-10T21:26:52.907 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing write tid 5 to smithi07176956-43 2024-03-10T21:26:52.907 INFO:tasks.rados.rados.0.smithi071.stdout:1579: oid 43 updating version 0 to 1032 2024-03-10T21:26:52.907 INFO:tasks.rados.rados.0.smithi071.stdout:1579: oid 43 updating version 1032 to 1033 2024-03-10T21:26:52.907 INFO:tasks.rados.rados.0.smithi071.stdout:1579: oid 43 updating version 1033 to 1034 2024-03-10T21:26:52.907 INFO:tasks.rados.rados.0.smithi071.stdout:1579: oid 43 version 1034 is already newer than 1031 2024-03-10T21:26:52.907 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1034 (ObjNum 504 snap 137 seq_num 504) dirty exists 2024-03-10T21:26:52.908 INFO:tasks.rados.rados.0.smithi071.stdout:1579: left oid 43 (ObjNum 504 snap 137 seq_num 504) 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[91105]: osdmap e350: 8 total, 8 up, 8 in 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[88660]: osdmap e350: 8 total, 8 up, 8 in 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:53.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:53.025 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:52.668+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:53.025 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:52.668+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:53.025 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:52.669+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:53.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:52 smithi193 ceph-mon[83873]: osdmap e350: 8 total, 8 up, 8 in 2024-03-10T21:26:53.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:52 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:53.674 INFO:tasks.rados.rados.0.smithi071.stdout:1578: done (2 left) 2024-03-10T21:26:53.674 INFO:tasks.rados.rados.0.smithi071.stdout:1579: done (1 left) 2024-03-10T21:26:53.674 INFO:tasks.rados.rados.0.smithi071.stdout:1580: done (0 left) 2024-03-10T21:26:53.675 INFO:tasks.rados.rados.0.smithi071.stdout:1581: delete oid 50 current snap is 138 2024-03-10T21:26:53.678 INFO:tasks.rados.rados.0.smithi071.stdout:1581: done (0 left) 2024-03-10T21:26:53.678 INFO:tasks.rados.rados.0.smithi071.stdout:1582: rmattr oid 47 current snap is 138 2024-03-10T21:26:53.678 INFO:tasks.rados.rados.0.smithi071.stdout:1582: done (0 left) 2024-03-10T21:26:53.678 INFO:tasks.rados.rados.0.smithi071.stdout:1583: delete oid 50 current snap is 138 2024-03-10T21:26:53.679 INFO:tasks.rados.rados.0.smithi071.stdout:1583: done (0 left) 2024-03-10T21:26:53.679 INFO:tasks.rados.rados.0.smithi071.stdout:1584: snap_remove snap 137 2024-03-10T21:26:53.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-mon[83873]: Upgrade: osd.2 is safe to restart 2024-03-10T21:26:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-mon[83873]: osdmap e351: 8 total, 8 up, 8 in 2024-03-10T21:26:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-mon[83873]: pgmap v200: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:26:53.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:26:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:26:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:26:54.046 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:53.675+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:54.046 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:53.676+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:54.046 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:54.046 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[88660]: Upgrade: osd.2 is safe to restart 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[88660]: osdmap e351: 8 total, 8 up, 8 in 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[88660]: pgmap v200: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[91105]: Upgrade: osd.2 is safe to restart 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[91105]: osdmap e351: 8 total, 8 up, 8 in 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:54.047 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:54.048 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:53 smithi071 ceph-mon[91105]: pgmap v200: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-03-10T21:26:54.678 INFO:tasks.rados.rados.0.smithi071.stdout:1584: done (0 left) 2024-03-10T21:26:54.678 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 138 2024-03-10T21:26:54.679 INFO:tasks.rados.rados.0.smithi071.stdout:1585: seq_num 507 ranges {1114112=499712,1613824=638976,2252800=163840} 2024-03-10T21:26:54.687 INFO:tasks.rados.rados.0.smithi071.stdout:1585: writing smithi07176956-23 from 1114112 to 1613824 tid 1 2024-03-10T21:26:54.691 INFO:tasks.rados.rados.0.smithi071.stdout:1585: writing smithi07176956-23 from 1613824 to 2252800 tid 2 2024-03-10T21:26:54.692 INFO:tasks.rados.rados.0.smithi071.stdout:1585: writing smithi07176956-23 from 2252800 to 2416640 tid 3 2024-03-10T21:26:54.692 INFO:tasks.rados.rados.0.smithi071.stdout:1586: read oid 15 snap -1 2024-03-10T21:26:54.692 INFO:tasks.rados.rados.0.smithi071.stdout:1586: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:54.692 INFO:tasks.rados.rados.0.smithi071.stdout:1587: snap_create 2024-03-10T21:26:54.697 INFO:tasks.rados.rados.0.smithi071.stdout:1585: finishing write tid 1 to smithi07176956-23 2024-03-10T21:26:54.698 INFO:tasks.rados.rados.0.smithi071.stdout:1585: finishing write tid 2 to smithi07176956-23 2024-03-10T21:26:54.698 INFO:tasks.rados.rados.0.smithi071.stdout:1585: finishing write tid 3 to smithi07176956-23 2024-03-10T21:26:54.698 INFO:tasks.rados.rados.0.smithi071.stdout:1585: finishing write tid 4 to smithi07176956-23 2024-03-10T21:26:54.699 INFO:tasks.rados.rados.0.smithi071.stdout:1585: finishing write tid 5 to smithi07176956-23 2024-03-10T21:26:54.699 INFO:tasks.rados.rados.0.smithi071.stdout:1585: oid 23 updating version 0 to 841 2024-03-10T21:26:54.699 INFO:tasks.rados.rados.0.smithi071.stdout:1585: oid 23 updating version 841 to 842 2024-03-10T21:26:54.699 INFO:tasks.rados.rados.0.smithi071.stdout:1585: oid 23 version 842 is already newer than 840 2024-03-10T21:26:54.699 INFO:tasks.rados.rados.0.smithi071.stdout:1585: oid 23 version 842 is already newer than 839 2024-03-10T21:26:54.700 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 842 (ObjNum 507 snap 138 seq_num 507) dirty exists 2024-03-10T21:26:54.700 INFO:tasks.rados.rados.0.smithi071.stdout:1585: left oid 23 (ObjNum 507 snap 138 seq_num 507) 2024-03-10T21:26:54.711 INFO:tasks.rados.rados.0.smithi071.stdout:1586: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:26:54.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[88660]: osdmap e352: 8 total, 8 up, 8 in 2024-03-10T21:26:54.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:54.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:54.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:54.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:26:54.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:54.926 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:54.693+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:54.926 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:54.693+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:54.926 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:54.694+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:54.926 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[91105]: osdmap e352: 8 total, 8 up, 8 in 2024-03-10T21:26:54.926 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:54.926 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:54.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:54.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:26:54.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:54 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:55.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:54 smithi193 ceph-mon[83873]: osdmap e352: 8 total, 8 up, 8 in 2024-03-10T21:26:55.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:55.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:55.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:54 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:26:55.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:54 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-10T21:26:55.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:54 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:26:55.685 INFO:tasks.rados.rados.0.smithi071.stdout:1585: done (2 left) 2024-03-10T21:26:55.685 INFO:tasks.rados.rados.0.smithi071.stdout:1586: done (1 left) 2024-03-10T21:26:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1587: done (0 left) 2024-03-10T21:26:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1588: read oid 23 snap 128 2024-03-10T21:26:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1588: expect deleted 2024-03-10T21:26:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1589: copy_from oid 25 from oid 46 current snap is 139 2024-03-10T21:26:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 139 2024-03-10T21:26:55.686 INFO:tasks.rados.rados.0.smithi071.stdout:1590: seq_num 508 ranges {57344=516096,573440=524288,1097728=278528} 2024-03-10T21:26:55.688 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi07176956-33 from 57344 to 573440 tid 1 2024-03-10T21:26:55.691 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi07176956-33 from 573440 to 1097728 tid 2 2024-03-10T21:26:55.694 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi07176956-33 from 1097728 to 1376256 tid 3 2024-03-10T21:26:55.694 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 139 2024-03-10T21:26:55.694 INFO:tasks.rados.rados.0.smithi071.stdout:1591: seq_num 509 ranges {5423104=532480,5955584=409600,6365184=393216} 2024-03-10T21:26:55.727 INFO:tasks.rados.rados.0.smithi071.stdout:1591: writing smithi07176956-8 from 5423104 to 5955584 tid 1 2024-03-10T21:26:55.729 INFO:tasks.rados.rados.0.smithi071.stdout:1591: writing smithi07176956-8 from 5955584 to 6365184 tid 2 2024-03-10T21:26:55.732 INFO:tasks.rados.rados.0.smithi071.stdout:1591: writing smithi07176956-8 from 6365184 to 6758400 tid 3 2024-03-10T21:26:55.732 INFO:tasks.rados.rados.0.smithi071.stdout:1592: copy_from oid 42 from oid 1 current snap is 139 2024-03-10T21:26:55.732 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 1 to smithi07176956-33 2024-03-10T21:26:55.732 INFO:tasks.rados.rados.0.smithi071.stdout:1589: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:26:55.732 INFO:tasks.rados.rados.0.smithi071.stdout:1589: finishing copy_from to smithi07176956-25 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1062 (ObjNum 476 snap 128 seq_num 476) dirty exists 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1588: done (4 left) 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1589: done (3 left) 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1593: delete oid 48 current snap is 139 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 2 to smithi07176956-33 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 3 to smithi07176956-33 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 4 to smithi07176956-33 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 5 to smithi07176956-33 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: oid 33 updating version 0 to 977 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: oid 33 version 977 is already newer than 974 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: oid 33 version 977 is already newer than 975 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:1590: oid 33 version 977 is already newer than 976 2024-03-10T21:26:55.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 977 (ObjNum 508 snap 139 seq_num 508) dirty exists 2024-03-10T21:26:55.734 INFO:tasks.rados.rados.0.smithi071.stdout:1590: left oid 33 (ObjNum 508 snap 139 seq_num 508) 2024-03-10T21:26:55.734 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 1 to smithi07176956-8 2024-03-10T21:26:55.734 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 2 to smithi07176956-8 2024-03-10T21:26:55.736 INFO:tasks.rados.rados.0.smithi071.stdout:1590: done (3 left) 2024-03-10T21:26:55.736 INFO:tasks.rados.rados.0.smithi071.stdout:1593: done (2 left) 2024-03-10T21:26:55.736 INFO:tasks.rados.rados.0.smithi071.stdout:1594: read oid 9 snap 131 2024-03-10T21:26:55.736 INFO:tasks.rados.rados.0.smithi071.stdout:1594: expect deleted 2024-03-10T21:26:55.736 INFO:tasks.rados.rados.0.smithi071.stdout:1595: delete oid 21 current snap is 139 2024-03-10T21:26:55.737 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 3 to smithi07176956-8 2024-03-10T21:26:55.737 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 4 to smithi07176956-8 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 5 to smithi07176956-8 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:1591: oid 8 updating version 0 to 960 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:1591: oid 8 updating version 960 to 961 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:1591: oid 8 version 961 is already newer than 958 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:1591: oid 8 version 961 is already newer than 959 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 961 (ObjNum 509 snap 139 seq_num 509) dirty exists 2024-03-10T21:26:55.738 INFO:tasks.rados.rados.0.smithi071.stdout:1591: left oid 8 (ObjNum 509 snap 139 seq_num 509) 2024-03-10T21:26:55.748 INFO:tasks.rados.rados.0.smithi071.stdout:1591: done (3 left) 2024-03-10T21:26:55.748 INFO:tasks.rados.rados.0.smithi071.stdout:1594: done (2 left) 2024-03-10T21:26:55.748 INFO:tasks.rados.rados.0.smithi071.stdout:1595: done (1 left) 2024-03-10T21:26:55.748 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 139 2024-03-10T21:26:55.748 INFO:tasks.rados.rados.0.smithi071.stdout:1596: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-03-10T21:26:55.751 INFO:tasks.rados.rados.0.smithi071.stdout:1596: writing smithi07176956-4 from 0 to 581632 tid 1 2024-03-10T21:26:55.754 INFO:tasks.rados.rados.0.smithi071.stdout:1596: writing smithi07176956-4 from 581632 to 1097728 tid 2 2024-03-10T21:26:55.756 INFO:tasks.rados.rados.0.smithi071.stdout:1596: writing smithi07176956-4 from 1097728 to 1384448 tid 3 2024-03-10T21:26:55.756 INFO:tasks.rados.rados.0.smithi071.stdout:1597: snap_create 2024-03-10T21:26:55.756 INFO:tasks.rados.rados.0.smithi071.stdout:1596: finishing write tid 1 to smithi07176956-4 2024-03-10T21:26:55.759 INFO:tasks.rados.rados.0.smithi071.stdout:1596: finishing write tid 2 to smithi07176956-4 2024-03-10T21:26:55.759 INFO:tasks.rados.rados.0.smithi071.stdout:1596: finishing write tid 3 to smithi07176956-4 2024-03-10T21:26:55.759 INFO:tasks.rados.rados.0.smithi071.stdout:1596: finishing write tid 4 to smithi07176956-4 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:1596: finishing write tid 5 to smithi07176956-4 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:1596: oid 4 updating version 0 to 1102 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:1596: oid 4 version 1102 is already newer than 1101 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:1596: oid 4 version 1102 is already newer than 1100 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:1596: oid 4 version 1102 is already newer than 1099 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1102 (ObjNum 512 snap 139 seq_num 512) dirty exists 2024-03-10T21:26:55.761 INFO:tasks.rados.rados.0.smithi071.stdout:1596: left oid 4 (ObjNum 512 snap 139 seq_num 512) 2024-03-10T21:26:55.770 INFO:tasks.rados.rados.0.smithi071.stdout:1592: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:26:55.771 INFO:tasks.rados.rados.0.smithi071.stdout:1592: finishing copy_from to smithi07176956-42 2024-03-10T21:26:55.771 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 828 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-03-10T21:26:55.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[88660]: Upgrade: Updating osd.2 2024-03-10T21:26:55.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[88660]: Deploying daemon osd.2 on smithi071 2024-03-10T21:26:55.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[88660]: osdmap e353: 8 total, 8 up, 8 in 2024-03-10T21:26:55.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[88660]: pgmap v203: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[91105]: Upgrade: Updating osd.2 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[91105]: Deploying daemon osd.2 on smithi071 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[91105]: osdmap e353: 8 total, 8 up, 8 in 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:55.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:55 smithi071 ceph-mon[91105]: pgmap v203: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-03-10T21:26:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:55 smithi193 ceph-mon[83873]: Upgrade: Updating osd.2 2024-03-10T21:26:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:55 smithi193 ceph-mon[83873]: Deploying daemon osd.2 on smithi071 2024-03-10T21:26:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:55 smithi193 ceph-mon[83873]: osdmap e353: 8 total, 8 up, 8 in 2024-03-10T21:26:56.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:56.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:56.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:55 smithi193 ceph-mon[83873]: pgmap v203: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-03-10T21:26:56.223 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:56.004+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:56.224 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:56.004+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:56.698 INFO:tasks.rados.rados.0.smithi071.stdout:1592: done (2 left) 2024-03-10T21:26:56.698 INFO:tasks.rados.rados.0.smithi071.stdout:1596: done (1 left) 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1597: done (0 left) 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1598: read oid 14 snap 131 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1598: expect (ObjNum 425 snap 117 seq_num 425) 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1599: rollback oid 43 current snap is 140 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 139 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1600: read oid 29 snap -1 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1600: expect (ObjNum 500 snap 137 seq_num 500) 2024-03-10T21:26:56.699 INFO:tasks.rados.rados.0.smithi071.stdout:1601: read oid 49 snap -1 2024-03-10T21:26:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:1601: expect (ObjNum 481 snap 130 seq_num 481) 2024-03-10T21:26:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:1602: rollback oid 36 current snap is 140 2024-03-10T21:26:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 134 2024-03-10T21:26:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:1603: copy_from oid 44 from oid 41 current snap is 140 2024-03-10T21:26:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:1604: snap_remove snap 138 2024-03-10T21:26:56.760 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-mon[88660]: osdmap e354: 8 total, 8 up, 8 in 2024-03-10T21:26:56.760 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-mon[91105]: osdmap e354: 8 total, 8 up, 8 in 2024-03-10T21:26:56.761 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:56.700+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:56.761 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:56.700+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:56.761 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:56.709+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:57.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:56 smithi193 ceph-mon[83873]: osdmap e354: 8 total, 8 up, 8 in 2024-03-10T21:26:57.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:57 smithi071 systemd[1]: Stopping Ceph osd.2 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:26:57.699 INFO:tasks.rados.rados.0.smithi071.stdout:1604: done (6 left) 2024-03-10T21:26:57.699 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 140 2024-03-10T21:26:57.699 INFO:tasks.rados.rados.0.smithi071.stdout:1605: seq_num 513 ranges {1196032=598016,1794048=794624,2588672=8192} 2024-03-10T21:26:57.709 INFO:tasks.rados.rados.0.smithi071.stdout:1605: writing smithi07176956-19 from 1196032 to 1794048 tid 1 2024-03-10T21:26:57.716 INFO:tasks.rados.rados.0.smithi071.stdout:1605: writing smithi07176956-19 from 1794048 to 2588672 tid 2 2024-03-10T21:26:57.716 INFO:tasks.rados.rados.0.smithi071.stdout:1605: writing smithi07176956-19 from 2588672 to 2596864 tid 3 2024-03-10T21:26:57.716 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 140 2024-03-10T21:26:57.716 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 740 (ObjNum 438 snap 120 seq_num 438) dirty exists 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:1599: finishing rollback tid 0 to smithi07176956-43 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:1599: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:1599: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1038 (ObjNum 504 snap 137 seq_num 504) dirty exists 2024-03-10T21:26:57.717 INFO:tasks.rados.rados.0.smithi071.stdout:1601: expect (ObjNum 481 snap 130 seq_num 481) 2024-03-10T21:26:57.745 INFO:tasks.rados.rados.0.smithi071.stdout:1598: expect (ObjNum 425 snap 117 seq_num 425) 2024-03-10T21:26:57.876 INFO:tasks.rados.rados.0.smithi071.stdout:1600: expect (ObjNum 500 snap 137 seq_num 500) 2024-03-10T21:26:58.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:57 smithi193 ceph-mon[83873]: osdmap e355: 8 total, 8 up, 8 in 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:57 smithi193 ceph-mon[83873]: pgmap v206: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[88660]: osdmap e355: 8 total, 8 up, 8 in 2024-03-10T21:26:58.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[88660]: pgmap v206: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-03-10T21:26:58.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:57.702+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:57.702+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[91105]: osdmap e355: 8 total, 8 up, 8 in 2024-03-10T21:26:58.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:58.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:58.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-mon[91105]: pgmap v206: 121 pgs: 2 active+clean+snaptrim_error, 119 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-03-10T21:26:58.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[53469]: 2024-03-10T21:26:57.757+0000 7f751b978700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:26:58.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[53469]: 2024-03-10T21:26:57.757+0000 7f751b978700 -1 osd.2 356 *** Got signal Terminated *** 2024-03-10T21:26:58.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[53469]: 2024-03-10T21:26:57.757+0000 7f751b978700 -1 osd.2 356 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:26:58.359 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:26:58.359 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing copy_from to smithi07176956-44 2024-03-10T21:26:58.359 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 718 (ObjNum 480 snap 130 seq_num 480) dirty exists 2024-03-10T21:26:58.359 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 1 to smithi07176956-19 2024-03-10T21:26:58.359 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 2 to smithi07176956-19 2024-03-10T21:26:58.359 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 3 to smithi07176956-19 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 4 to smithi07176956-19 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 5 to smithi07176956-19 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: oid 19 updating version 0 to 408 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: oid 19 version 408 is already newer than 406 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: oid 19 version 408 is already newer than 407 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: oid 19 version 408 is already newer than 405 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 408 (ObjNum 513 snap 140 seq_num 513) dirty exists 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1605: left oid 19 (ObjNum 513 snap 140 seq_num 513) 2024-03-10T21:26:58.360 INFO:tasks.rados.rados.0.smithi071.stdout:1606: seq_num 514 ranges {3735552=614400,4349952=679936,5029888=122880} 2024-03-10T21:26:58.382 INFO:tasks.rados.rados.0.smithi071.stdout:1606: writing smithi07176956-11 from 3735552 to 4349952 tid 1 2024-03-10T21:26:58.386 INFO:tasks.rados.rados.0.smithi071.stdout:1606: writing smithi07176956-11 from 4349952 to 5029888 tid 2 2024-03-10T21:26:58.387 INFO:tasks.rados.rados.0.smithi071.stdout:1606: writing smithi07176956-11 from 5029888 to 5152768 tid 3 2024-03-10T21:26:58.387 INFO:tasks.rados.rados.0.smithi071.stdout:1598: done (7 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1599: done (6 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1600: done (5 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1601: done (4 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1602: done (3 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1603: done (2 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1605: done (1 left) 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1607: copy_from oid 44 from oid 30 current snap is 140 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1606: finishing write tid 1 to smithi07176956-11 2024-03-10T21:26:58.388 INFO:tasks.rados.rados.0.smithi071.stdout:1608: setattr oid 42 current snap is 140 2024-03-10T21:26:58.389 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 140 2024-03-10T21:26:58.389 INFO:tasks.rados.rados.0.smithi071.stdout:1609: seq_num 515 ranges {5718016=630784,6348800=565248,6914048=237568} 2024-03-10T21:26:58.422 INFO:tasks.rados.rados.0.smithi071.stdout:1609: writing smithi07176956-41 from 5718016 to 6348800 tid 1 2024-03-10T21:26:58.425 INFO:tasks.rados.rados.0.smithi071.stdout:1609: writing smithi07176956-41 from 6348800 to 6914048 tid 2 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1609: writing smithi07176956-41 from 6914048 to 7151616 tid 3 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1610: snap_create 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: finishing write tid 2 to smithi07176956-11 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: finishing write tid 3 to smithi07176956-11 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: finishing write tid 4 to smithi07176956-11 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 978 (ObjNum 360 snap 106 seq_num 360) dirty exists 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: finishing write tid 5 to smithi07176956-11 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: oid 11 updating version 0 to 467 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: oid 11 updating version 467 to 468 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: oid 11 version 468 is already newer than 466 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: oid 11 updating version 468 to 469 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 469 (ObjNum 514 snap 140 seq_num 514) dirty exists 2024-03-10T21:26:58.428 INFO:tasks.rados.rados.0.smithi071.stdout:1606: left oid 11 (ObjNum 514 snap 140 seq_num 514) 2024-03-10T21:26:58.429 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:26:58.429 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing copy_from to smithi07176956-44 2024-03-10T21:26:58.429 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 594 (ObjNum 409 snap 113 seq_num 409) dirty exists 2024-03-10T21:26:58.429 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 1 to smithi07176956-41 2024-03-10T21:26:58.430 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 2 to smithi07176956-41 2024-03-10T21:26:58.430 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 3 to smithi07176956-41 2024-03-10T21:26:58.430 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 4 to smithi07176956-41 2024-03-10T21:26:58.432 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 5 to smithi07176956-41 2024-03-10T21:26:58.432 INFO:tasks.rados.rados.0.smithi071.stdout:1609: oid 41 updating version 0 to 1040 2024-03-10T21:26:58.432 INFO:tasks.rados.rados.0.smithi071.stdout:1609: oid 41 updating version 1040 to 1041 2024-03-10T21:26:58.432 INFO:tasks.rados.rados.0.smithi071.stdout:1609: oid 41 updating version 1041 to 1042 2024-03-10T21:26:58.432 INFO:tasks.rados.rados.0.smithi071.stdout:1609: oid 41 version 1042 is already newer than 1039 2024-03-10T21:26:58.433 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1042 (ObjNum 515 snap 140 seq_num 515) dirty exists 2024-03-10T21:26:58.433 INFO:tasks.rados.rados.0.smithi071.stdout:1609: left oid 41 (ObjNum 515 snap 140 seq_num 515) 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:1606: done (4 left) 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:1607: done (3 left) 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:1608: done (2 left) 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:1609: done (1 left) 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:1610: done (0 left) 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 141 2024-03-10T21:26:58.707 INFO:tasks.rados.rados.0.smithi071.stdout:1611: seq_num 516 ranges {8765440=647168,9412608=450560,9863168=352256} 2024-03-10T21:26:58.758 INFO:tasks.rados.rados.0.smithi071.stdout:1611: writing smithi07176956-42 from 8765440 to 9412608 tid 1 2024-03-10T21:26:58.761 INFO:tasks.rados.rados.0.smithi071.stdout:1611: writing smithi07176956-42 from 9412608 to 9863168 tid 2 2024-03-10T21:26:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1611: writing smithi07176956-42 from 9863168 to 10215424 tid 3 2024-03-10T21:26:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1612: snap_create 2024-03-10T21:26:58.763 INFO:tasks.rados.rados.0.smithi071.stdout:1611: finishing write tid 1 to smithi07176956-42 2024-03-10T21:26:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1611: finishing write tid 2 to smithi07176956-42 2024-03-10T21:26:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1611: finishing write tid 3 to smithi07176956-42 2024-03-10T21:26:58.765 INFO:tasks.rados.rados.0.smithi071.stdout:1611: finishing write tid 4 to smithi07176956-42 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:1611: finishing write tid 5 to smithi07176956-42 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:1611: oid 42 updating version 0 to 980 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:1611: oid 42 version 980 is already newer than 979 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:1611: oid 42 updating version 980 to 982 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:1611: oid 42 version 982 is already newer than 981 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 982 (ObjNum 516 snap 141 seq_num 516) dirty exists 2024-03-10T21:26:58.768 INFO:tasks.rados.rados.0.smithi071.stdout:1611: left oid 42 (ObjNum 516 snap 141 seq_num 516) 2024-03-10T21:26:59.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:58 smithi193 ceph-mon[83873]: osdmap e356: 8 total, 8 up, 8 in 2024-03-10T21:26:59.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:58 smithi193 ceph-mon[83873]: osd.2 marked itself down and dead 2024-03-10T21:26:59.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[88660]: osdmap e356: 8 total, 8 up, 8 in 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[88660]: osd.2 marked itself down and dead 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[91105]: osdmap e356: 8 total, 8 up, 8 in 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-mon[91105]: osd.2 marked itself down and dead 2024-03-10T21:26:59.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:58.709+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:26:59.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:58.709+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:58.713+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.517 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:59 smithi071 podman[105259]: 2024-03-10 21:26:59.233408959 +0000 UTC m=+1.707776437 container died 2a5f0205d1a939641b5829ddf8154e5d100c8412e69bc45d4e3f3a9159193d7f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-10T21:26:59.705 INFO:tasks.rados.rados.0.smithi071.stdout:1611: done (1 left) 2024-03-10T21:26:59.705 INFO:tasks.rados.rados.0.smithi071.stdout:1612: done (0 left) 2024-03-10T21:26:59.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 142 2024-03-10T21:26:59.705 INFO:tasks.rados.rados.0.smithi071.stdout:1613: seq_num 517 ranges {3948544=663552,4612096=786432,5398528=16384} 2024-03-10T21:26:59.731 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi07176956-18 from 3948544 to 4612096 tid 1 2024-03-10T21:26:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi07176956-18 from 4612096 to 5398528 tid 2 2024-03-10T21:26:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi07176956-18 from 5398528 to 5414912 tid 3 2024-03-10T21:26:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:1614: snap_create 2024-03-10T21:26:59.736 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 1 to smithi07176956-18 2024-03-10T21:26:59.740 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 2 to smithi07176956-18 2024-03-10T21:26:59.740 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 3 to smithi07176956-18 2024-03-10T21:26:59.740 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 4 to smithi07176956-18 2024-03-10T21:26:59.741 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 5 to smithi07176956-18 2024-03-10T21:26:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:1613: oid 18 updating version 0 to 1105 2024-03-10T21:26:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:1613: oid 18 updating version 1105 to 1106 2024-03-10T21:26:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:1613: oid 18 updating version 1106 to 1107 2024-03-10T21:26:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:1613: oid 18 version 1107 is already newer than 1104 2024-03-10T21:26:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1107 (ObjNum 517 snap 142 seq_num 517) dirty exists 2024-03-10T21:26:59.742 INFO:tasks.rados.rados.0.smithi071.stdout:1613: left oid 18 (ObjNum 517 snap 142 seq_num 517) 2024-03-10T21:26:59.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:26:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[88660]: osdmap e357: 8 total, 7 up, 8 in 2024-03-10T21:26:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[88660]: pgmap v209: 121 pgs: 17 peering, 6 stale+active+clean, 2 active+clean+snaptrim_error, 96 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-03-10T21:26:59.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[88660]: osdmap e358: 8 total, 7 up, 8 in 2024-03-10T21:26:59.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:59.706+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:26:59.708+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:59 smithi071 podman[105259]: 2024-03-10 21:26:59.698649809 +0000 UTC m=+2.173017297 container cleanup 2a5f0205d1a939641b5829ddf8154e5d100c8412e69bc45d4e3f3a9159193d7f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=reef-c2ea977, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-03-10T21:26:59.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:59 smithi071 bash[105259]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2 2024-03-10T21:26:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:26:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[91105]: osdmap e357: 8 total, 7 up, 8 in 2024-03-10T21:26:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:26:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:26:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[91105]: pgmap v209: 121 pgs: 17 peering, 6 stale+active+clean, 2 active+clean+snaptrim_error, 96 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-03-10T21:26:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:26:59 smithi071 ceph-mon[91105]: osdmap e358: 8 total, 7 up, 8 in 2024-03-10T21:27:00.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:59 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:27:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:59 smithi193 ceph-mon[83873]: osdmap e357: 8 total, 7 up, 8 in 2024-03-10T21:27:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:59 smithi193 ceph-mon[83873]: pgmap v209: 121 pgs: 17 peering, 6 stale+active+clean, 2 active+clean+snaptrim_error, 96 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-03-10T21:27:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:26:59 smithi193 ceph-mon[83873]: osdmap e358: 8 total, 7 up, 8 in 2024-03-10T21:27:00.309 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:26:59 smithi071 podman[105277]: 2024-03-10 21:26:59.975369028 +0000 UTC m=+0.741442935 container remove 2a5f0205d1a939641b5829ddf8154e5d100c8412e69bc45d4e3f3a9159193d7f (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:27:00.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:00 smithi071 podman[105371]: 2024-03-10 21:27:00.212575467 +0000 UTC m=+0.017855594 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:27:00.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:00 smithi071 podman[105371]: 2024-03-10 21:27:00.384932716 +0000 UTC m=+0.190212875 container create 2fe7e879066e173099bb2c9df00d409f954547212bf62127bef8d8b733922dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5) 2024-03-10T21:27:00.733 INFO:tasks.rados.rados.0.smithi071.stdout:1613: done (1 left) 2024-03-10T21:27:00.734 INFO:tasks.rados.rados.0.smithi071.stdout:1614: done (0 left) 2024-03-10T21:27:00.734 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 143 2024-03-10T21:27:00.734 INFO:tasks.rados.rados.0.smithi071.stdout:1615: seq_num 518 ranges {9068544=679936,9748480=671744,10420224=131072} 2024-03-10T21:27:00.786 INFO:tasks.rados.rados.0.smithi071.stdout:1615: writing smithi07176956-17 from 9068544 to 9748480 tid 1 2024-03-10T21:27:00.791 INFO:tasks.rados.rados.0.smithi071.stdout:1615: writing smithi07176956-17 from 9748480 to 10420224 tid 2 2024-03-10T21:27:00.792 INFO:tasks.rados.rados.0.smithi071.stdout:1615: writing smithi07176956-17 from 10420224 to 10551296 tid 3 2024-03-10T21:27:00.792 INFO:tasks.rados.rados.0.smithi071.stdout:1616: rollback oid 22 current snap is 143 2024-03-10T21:27:00.792 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 139 2024-03-10T21:27:00.792 INFO:tasks.rados.rados.0.smithi071.stdout:1617: delete oid 39 current snap is 143 2024-03-10T21:27:00.793 INFO:tasks.rados.rados.0.smithi071.stdout:1616: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:27:00.793 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 835 (ObjNum 65 snap 0 seq_num 2944750976) dirty dne 2024-03-10T21:27:00.795 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 1 to smithi07176956-17 2024-03-10T21:27:00.795 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 2 to smithi07176956-17 2024-03-10T21:27:00.795 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 3 to smithi07176956-17 2024-03-10T21:27:00.795 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 4 to smithi07176956-17 2024-03-10T21:27:00.797 INFO:tasks.rados.rados.0.smithi071.stdout:1616: done (2 left) 2024-03-10T21:27:00.797 INFO:tasks.rados.rados.0.smithi071.stdout:1617: done (1 left) 2024-03-10T21:27:00.797 INFO:tasks.rados.rados.0.smithi071.stdout:1618: snap_remove snap 131 2024-03-10T21:27:00.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:00.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:00.935 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-mon[91105]: Health check failed: Reduced data availability: 3 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-03-10T21:27:00.936 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:00.788+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:00.936 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:00.788+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:00.936 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:00.790+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:00.936 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:00 smithi071 podman[105371]: 2024-03-10 21:27:00.630251398 +0000 UTC m=+0.435531516 container init 2fe7e879066e173099bb2c9df00d409f954547212bf62127bef8d8b733922dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-10T21:27:00.936 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:00 smithi071 podman[105371]: 2024-03-10 21:27:00.633405608 +0000 UTC m=+0.438685734 container start 2fe7e879066e173099bb2c9df00d409f954547212bf62127bef8d8b733922dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T21:27:00.936 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:00 smithi071 podman[105371]: 2024-03-10 21:27:00.720928609 +0000 UTC m=+0.526208735 container attach 2fe7e879066e173099bb2c9df00d409f954547212bf62127bef8d8b733922dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-10T21:27:00.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:00.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:00.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:00 smithi071 ceph-mon[88660]: Health check failed: Reduced data availability: 3 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-03-10T21:27:01.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:01.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:01.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:00 smithi193 ceph-mon[83873]: Health check failed: Reduced data availability: 3 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-03-10T21:27:01.241 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:27:01] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2024-03-10T21:27:01.242 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:00 smithi071 podman[105371]: 2024-03-10 21:27:00.934148446 +0000 UTC m=+0.739428570 container died 2fe7e879066e173099bb2c9df00d409f954547212bf62127bef8d8b733922dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:27:01.741 INFO:tasks.rados.rados.0.smithi071.stdout:1618: done (1 left) 2024-03-10T21:27:01.741 INFO:tasks.rados.rados.0.smithi071.stdout:1619: snap_create 2024-03-10T21:27:01.741 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 5 to smithi07176956-17 2024-03-10T21:27:01.741 INFO:tasks.rados.rados.0.smithi071.stdout:1615: oid 17 updating version 0 to 709 2024-03-10T21:27:01.742 INFO:tasks.rados.rados.0.smithi071.stdout:1615: oid 17 updating version 709 to 711 2024-03-10T21:27:01.742 INFO:tasks.rados.rados.0.smithi071.stdout:1615: oid 17 version 711 is already newer than 708 2024-03-10T21:27:01.742 INFO:tasks.rados.rados.0.smithi071.stdout:1615: oid 17 version 711 is already newer than 710 2024-03-10T21:27:01.742 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 711 (ObjNum 518 snap 143 seq_num 518) dirty exists 2024-03-10T21:27:01.742 INFO:tasks.rados.rados.0.smithi071.stdout:1615: left oid 17 (ObjNum 518 snap 143 seq_num 518) 2024-03-10T21:27:02.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[88660]: pgmap v211: 121 pgs: 17 peering, 6 stale+active+clean, 2 active+clean+snaptrim_error, 96 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-03-10T21:27:02.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[88660]: osdmap e359: 8 total, 7 up, 8 in 2024-03-10T21:27:02.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:02.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:02.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[91105]: pgmap v211: 121 pgs: 17 peering, 6 stale+active+clean, 2 active+clean+snaptrim_error, 96 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-03-10T21:27:02.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[91105]: osdmap e359: 8 total, 7 up, 8 in 2024-03-10T21:27:02.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:02.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:02.028 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:01.743+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:02.028 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:01.744+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:02.029 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:01 smithi071 podman[105398]: 2024-03-10 21:27:01.600128137 +0000 UTC m=+0.660476802 container remove 2fe7e879066e173099bb2c9df00d409f954547212bf62127bef8d8b733922dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:27:02.029 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:01 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.2.service: Deactivated successfully. 2024-03-10T21:27:02.029 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:01 smithi071 systemd[1]: Stopped Ceph osd.2 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:27:02.029 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:01 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.2.service: Consumed 14.428s CPU time. 2024-03-10T21:27:02.029 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:01 smithi071 systemd[1]: Starting Ceph osd.2 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:27:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:01 smithi193 ceph-mon[83873]: pgmap v211: 121 pgs: 17 peering, 6 stale+active+clean, 2 active+clean+snaptrim_error, 96 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-03-10T21:27:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:01 smithi193 ceph-mon[83873]: osdmap e359: 8 total, 7 up, 8 in 2024-03-10T21:27:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:02.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 podman[105501]: 2024-03-10 21:27:02.026400867 +0000 UTC m=+0.104420880 container create ee8373b13c0c93c43d971dc39b50f613541b320eb6dc6c30af962028faea185d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:27:02.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 podman[105501]: 2024-03-10 21:27:01.939673492 +0000 UTC m=+0.017693510 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:27:02.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 podman[105501]: 2024-03-10 21:27:02.27116491 +0000 UTC m=+0.349184939 container init ee8373b13c0c93c43d971dc39b50f613541b320eb6dc6c30af962028faea185d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-03-10T21:27:02.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 podman[105501]: 2024-03-10 21:27:02.274463646 +0000 UTC m=+0.352483670 container start ee8373b13c0c93c43d971dc39b50f613541b320eb6dc6c30af962028faea185d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-10T21:27:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:02.716 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 podman[105501]: 2024-03-10 21:27:02.354398276 +0000 UTC m=+0.432418306 container attach ee8373b13c0c93c43d971dc39b50f613541b320eb6dc6c30af962028faea185d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-03-10T21:27:02.739 INFO:tasks.rados.rados.0.smithi071.stdout:1615: done (1 left) 2024-03-10T21:27:02.739 INFO:tasks.rados.rados.0.smithi071.stdout:1619: done (0 left) 2024-03-10T21:27:02.739 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 144 2024-03-10T21:27:02.739 INFO:tasks.rados.rados.0.smithi071.stdout:1620: seq_num 520 ranges {1900544=712704,2613248=434176,3047424=368640} 2024-03-10T21:27:02.753 INFO:tasks.rados.rados.0.smithi071.stdout:1620: writing smithi07176956-10 from 1900544 to 2613248 tid 1 2024-03-10T21:27:02.755 INFO:tasks.rados.rados.0.smithi071.stdout:1620: writing smithi07176956-10 from 2613248 to 3047424 tid 2 2024-03-10T21:27:02.758 INFO:tasks.rados.rados.0.smithi071.stdout:1620: writing smithi07176956-10 from 3047424 to 3416064 tid 3 2024-03-10T21:27:02.758 INFO:tasks.rados.rados.0.smithi071.stdout:1621: snap_create 2024-03-10T21:27:02.764 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing write tid 1 to smithi07176956-10 2024-03-10T21:27:02.765 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing write tid 2 to smithi07176956-10 2024-03-10T21:27:02.765 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing write tid 3 to smithi07176956-10 2024-03-10T21:27:02.765 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing write tid 4 to smithi07176956-10 2024-03-10T21:27:02.767 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing write tid 5 to smithi07176956-10 2024-03-10T21:27:02.767 INFO:tasks.rados.rados.0.smithi071.stdout:1620: oid 10 updating version 0 to 1045 2024-03-10T21:27:02.767 INFO:tasks.rados.rados.0.smithi071.stdout:1620: oid 10 updating version 1045 to 1046 2024-03-10T21:27:02.767 INFO:tasks.rados.rados.0.smithi071.stdout:1620: oid 10 version 1046 is already newer than 1043 2024-03-10T21:27:02.768 INFO:tasks.rados.rados.0.smithi071.stdout:1620: oid 10 version 1046 is already newer than 1044 2024-03-10T21:27:02.768 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1046 (ObjNum 520 snap 144 seq_num 520) dirty exists 2024-03-10T21:27:02.768 INFO:tasks.rados.rados.0.smithi071.stdout:1620: left oid 10 (ObjNum 520 snap 144 seq_num 520) 2024-03-10T21:27:03.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:02 smithi193 ceph-mon[83873]: osdmap e360: 8 total, 7 up, 8 in 2024-03-10T21:27:03.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:03.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:03.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-mon[88660]: osdmap e360: 8 total, 7 up, 8 in 2024-03-10T21:27:03.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:03.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:03.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-mon[91105]: osdmap e360: 8 total, 7 up, 8 in 2024-03-10T21:27:03.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:03.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 bash[105501]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-10T21:27:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T21:27:03.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T21:27:03.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-03-10T21:27:03.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-03-10T21:27:03.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate[105516]: --> ceph-volume raw activate successful for osd ID: 2 2024-03-10T21:27:03.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:02 smithi071 podman[105501]: 2024-03-10 21:27:02.74349325 +0000 UTC m=+0.821513265 container died ee8373b13c0c93c43d971dc39b50f613541b320eb6dc6c30af962028faea185d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:27:03.575 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:03.195+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:03.576 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:03.195+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:03.576 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:03.195+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:03.751 INFO:tasks.rados.rados.0.smithi071.stdout:1620: done (1 left) 2024-03-10T21:27:03.752 INFO:tasks.rados.rados.0.smithi071.stdout:1621: done (0 left) 2024-03-10T21:27:03.752 INFO:tasks.rados.rados.0.smithi071.stdout:1622: rollback oid 27 current snap is 145 2024-03-10T21:27:03.752 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 128 2024-03-10T21:27:03.752 INFO:tasks.rados.rados.0.smithi071.stdout:1623: delete oid 39 current snap is 145 2024-03-10T21:27:03.755 INFO:tasks.rados.rados.0.smithi071.stdout:1623: done (1 left) 2024-03-10T21:27:03.755 INFO:tasks.rados.rados.0.smithi071.stdout:1624: rollback oid 5 current snap is 145 2024-03-10T21:27:03.755 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 142 2024-03-10T21:27:03.755 INFO:tasks.rados.rados.0.smithi071.stdout:1625: copy_from oid 6 from oid 24 current snap is 145 2024-03-10T21:27:03.755 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 145 2024-03-10T21:27:03.756 INFO:tasks.rados.rados.0.smithi071.stdout:1626: seq_num 522 ranges {10551296=745472,11296768=606208,11902976=196608} 2024-03-10T21:27:03.815 INFO:tasks.rados.rados.0.smithi071.stdout:1626: writing smithi07176956-17 from 10551296 to 11296768 tid 1 2024-03-10T21:27:03.819 INFO:tasks.rados.rados.0.smithi071.stdout:1626: writing smithi07176956-17 from 11296768 to 11902976 tid 2 2024-03-10T21:27:03.820 INFO:tasks.rados.rados.0.smithi071.stdout:1626: writing smithi07176956-17 from 11902976 to 12099584 tid 3 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1627: snap_create 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing copy_from to smithi07176956-6 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1625: got expected ENOENT (src dne) 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1624: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 0 (ObjNum 65 snap 0 seq_num 1314222164) dirty dne 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing rollback tid 0 to smithi07176956-27 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1622: finishing rollback tid 2 to smithi07176956-27 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 756 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:27:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 1 to smithi07176956-17 2024-03-10T21:27:03.822 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 2 to smithi07176956-17 2024-03-10T21:27:03.823 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 3 to smithi07176956-17 2024-03-10T21:27:03.823 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 4 to smithi07176956-17 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:1626: finishing write tid 5 to smithi07176956-17 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:1626: oid 17 updating version 0 to 713 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:1626: oid 17 updating version 713 to 714 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:1626: oid 17 version 714 is already newer than 712 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:1626: oid 17 updating version 714 to 715 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 715 (ObjNum 522 snap 145 seq_num 522) dirty exists 2024-03-10T21:27:03.824 INFO:tasks.rados.rados.0.smithi071.stdout:1626: left oid 17 (ObjNum 522 snap 145 seq_num 522) 2024-03-10T21:27:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:03 smithi193 ceph-mon[83873]: pgmap v214: 121 pgs: 1 active+undersized+degraded, 17 peering, 4 stale+active+clean, 2 active+clean+snaptrim_error, 6 active+undersized, 91 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 28 op/s; 4/405 objects degraded (0.988%) 2024-03-10T21:27:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:03 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 4/405 objects degraded (0.988%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:27:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:03 smithi193 ceph-mon[83873]: osdmap e361: 8 total, 7 up, 8 in 2024-03-10T21:27:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:03.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:03.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:03.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[88660]: pgmap v214: 121 pgs: 1 active+undersized+degraded, 17 peering, 4 stale+active+clean, 2 active+clean+snaptrim_error, 6 active+undersized, 91 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 28 op/s; 4/405 objects degraded (0.988%) 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 4/405 objects degraded (0.988%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[88660]: osdmap e361: 8 total, 7 up, 8 in 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[91105]: pgmap v214: 121 pgs: 1 active+undersized+degraded, 17 peering, 4 stale+active+clean, 2 active+clean+snaptrim_error, 6 active+undersized, 91 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.0 MiB/s wr, 28 op/s; 4/405 objects degraded (0.988%) 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 4/405 objects degraded (0.988%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[91105]: osdmap e361: 8 total, 7 up, 8 in 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:03.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:03 smithi071 podman[105649]: 2024-03-10 21:27:03.57511118 +0000 UTC m=+0.824854564 container remove ee8373b13c0c93c43d971dc39b50f613541b320eb6dc6c30af962028faea185d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-10T21:27:03.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:03 smithi071 podman[105713]: 2024-03-10 21:27:03.689719767 +0000 UTC m=+0.017641972 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:27:03.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:03.752+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:03.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:03.752+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:04.108 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:03 smithi071 podman[105713]: 2024-03-10 21:27:03.854422134 +0000 UTC m=+0.182344331 container create 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-10T21:27:04.108 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:04 smithi071 podman[105713]: 2024-03-10 21:27:04.104129925 +0000 UTC m=+0.432052123 container init 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:27:04.108 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:04 smithi071 podman[105713]: 2024-03-10 21:27:04.107147861 +0000 UTC m=+0.435070068 container start 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-10T21:27:04.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-osd[105732]: -- 172.21.15.71:0/2574772714 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c870dc1680 con 0x55c870d8b000 2024-03-10T21:27:04.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:04 smithi071 bash[105713]: 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 2024-03-10T21:27:04.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:04 smithi071 systemd[1]: Started Ceph osd.2 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:27:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:1622: done (4 left) 2024-03-10T21:27:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:1624: done (3 left) 2024-03-10T21:27:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:1625: done (2 left) 2024-03-10T21:27:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:1626: done (1 left) 2024-03-10T21:27:04.758 INFO:tasks.rados.rados.0.smithi071.stdout:1627: done (0 left) 2024-03-10T21:27:04.759 INFO:tasks.rados.rados.0.smithi071.stdout:1628: snap_remove snap 141 2024-03-10T21:27:05.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:05.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:05.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: osdmap e362: 8 total, 7 up, 8 in 2024-03-10T21:27:05.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:05.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:05.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: osdmap e362: 8 total, 7 up, 8 in 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:05.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:05.028 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:04.648+0000 7fb0340c97c0 -1 Falling back to public interface 2024-03-10T21:27:05.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:05.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: osdmap e362: 8 total, 7 up, 8 in 2024-03-10T21:27:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:04 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:1628: done (0 left) 2024-03-10T21:27:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:1629: read oid 42 snap 143 2024-03-10T21:27:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:1629: expect (ObjNum 516 snap 141 seq_num 516) 2024-03-10T21:27:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:1630: rollback oid 15 current snap is 146 2024-03-10T21:27:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 140 2024-03-10T21:27:05.760 INFO:tasks.rados.rados.0.smithi071.stdout:1631: setattr oid 27 current snap is 146 2024-03-10T21:27:05.761 INFO:tasks.rados.rados.0.smithi071.stdout:1632: read oid 25 snap -1 2024-03-10T21:27:05.761 INFO:tasks.rados.rados.0.smithi071.stdout:1632: expect (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:27:05.761 INFO:tasks.rados.rados.0.smithi071.stdout:1633: snap_remove snap 142 2024-03-10T21:27:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:05 smithi193 ceph-mon[83873]: pgmap v217: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 7 op/s; 49/420 objects degraded (11.667%) 2024-03-10T21:27:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:05 smithi193 ceph-mon[83873]: osdmap e363: 8 total, 7 up, 8 in 2024-03-10T21:27:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:05 smithi193 ceph-mon[83873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-03-10T21:27:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-mon[88660]: pgmap v217: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 7 op/s; 49/420 objects degraded (11.667%) 2024-03-10T21:27:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-mon[88660]: osdmap e363: 8 total, 7 up, 8 in 2024-03-10T21:27:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-mon[88660]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-03-10T21:27:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-mon[91105]: pgmap v217: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.1 MiB/s wr, 7 op/s; 49/420 objects degraded (11.667%) 2024-03-10T21:27:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-mon[91105]: osdmap e363: 8 total, 7 up, 8 in 2024-03-10T21:27:06.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-mon[91105]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-03-10T21:27:06.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:05.768+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:06.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:05.768+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:06.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:05.769+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1633: done (4 left) 2024-03-10T21:27:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1634: delete oid 37 current snap is 146 2024-03-10T21:27:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1630: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:27:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1630: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:27:06.772 INFO:tasks.rados.rados.0.smithi071.stdout:1630: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:27:06.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 743 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:27:06.773 INFO:tasks.rados.rados.0.smithi071.stdout:1632: expect (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:27:06.794 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 757 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:27:06.794 INFO:tasks.rados.rados.0.smithi071.stdout:1629: expect (ObjNum 516 snap 141 seq_num 516) 2024-03-10T21:27:07.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:06 smithi193 ceph-mon[83873]: osdmap e364: 8 total, 7 up, 8 in 2024-03-10T21:27:07.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:07.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:07.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-mon[88660]: osdmap e364: 8 total, 7 up, 8 in 2024-03-10T21:27:07.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:07.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:07.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-mon[91105]: osdmap e364: 8 total, 7 up, 8 in 2024-03-10T21:27:07.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:07.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:07.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:06.770+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:07.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:06.770+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:07.727 INFO:tasks.rados.rados.0.smithi071.stdout:1629: done (4 left) 2024-03-10T21:27:07.727 INFO:tasks.rados.rados.0.smithi071.stdout:1630: done (3 left) 2024-03-10T21:27:07.727 INFO:tasks.rados.rados.0.smithi071.stdout:1631: done (2 left) 2024-03-10T21:27:07.727 INFO:tasks.rados.rados.0.smithi071.stdout:1632: done (1 left) 2024-03-10T21:27:07.727 INFO:tasks.rados.rados.0.smithi071.stdout:1634: done (0 left) 2024-03-10T21:27:07.727 INFO:tasks.rados.rados.0.smithi071.stdout:1635: snap_create 2024-03-10T21:27:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:1635: done (0 left) 2024-03-10T21:27:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:1636: read oid 15 snap 128 2024-03-10T21:27:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:1636: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:07.781 INFO:tasks.rados.rados.0.smithi071.stdout:1637: snap_remove snap 140 2024-03-10T21:27:08.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:07 smithi193 ceph-mon[83873]: pgmap v220: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 6 op/s; 49/420 objects degraded (11.667%) 2024-03-10T21:27:08.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:07 smithi193 ceph-mon[83873]: osdmap e365: 8 total, 7 up, 8 in 2024-03-10T21:27:08.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:07.846+0000 7fb0340c97c0 -1 osd.2 356 log_to_monitors true 2024-03-10T21:27:08.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[88660]: pgmap v220: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 6 op/s; 49/420 objects degraded (11.667%) 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[88660]: osdmap e365: 8 total, 7 up, 8 in 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[91105]: pgmap v220: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 222 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 6 op/s; 49/420 objects degraded (11.667%) 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:08.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:07 smithi071 ceph-mon[91105]: osdmap e365: 8 total, 7 up, 8 in 2024-03-10T21:27:08.779 INFO:tasks.rados.rados.0.smithi071.stdout:1637: done (1 left) 2024-03-10T21:27:08.779 INFO:tasks.rados.rados.0.smithi071.stdout:1638: snap_remove snap 144 2024-03-10T21:27:08.780 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:08.495+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:08.780 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:08.495+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:08.780 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:08.496+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:09.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:08 smithi193 ceph-mon[83873]: osdmap e366: 8 total, 7 up, 8 in 2024-03-10T21:27:09.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:08 smithi193 ceph-mon[83873]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T21:27:09.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:08.803+0000 7fb025521700 -1 osd.2 356 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:27:09.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[88660]: osdmap e366: 8 total, 7 up, 8 in 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[88660]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[91105]: osdmap e366: 8 total, 7 up, 8 in 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[91105]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:09.233+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:09.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:09.233+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:09.783 INFO:tasks.rados.rados.0.smithi071.stdout:1638: done (1 left) 2024-03-10T21:27:09.784 INFO:tasks.rados.rados.0.smithi071.stdout:1639: snap_create 2024-03-10T21:27:09.784 INFO:tasks.rados.rados.0.smithi071.stdout:1636: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:09.932 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:09.784+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:09.932 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:09.784+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:09.932 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:09.786+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:09.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:09.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:09.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 378 KiB/s wr, 10 op/s; 52/435 objects degraded (11.954%) 2024-03-10T21:27:09.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: osdmap e367: 8 total, 7 up, 8 in 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 52/435 objects degraded (11.954%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 378 KiB/s wr, 10 op/s; 52/435 objects degraded (11.954%) 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T21:27:09.933 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: osdmap e367: 8 total, 7 up, 8 in 2024-03-10T21:27:09.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:27:09.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 52/435 objects degraded (11.954%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:09.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:09.934 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:09 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:27:10.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 378 KiB/s wr, 10 op/s; 52/435 objects degraded (11.954%) 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: osdmap e367: 8 total, 7 up, 8 in 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: from='osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 52/435 objects degraded (11.954%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:09 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:27:10.784 INFO:tasks.rados.rados.0.smithi071.stdout:1636: done (1 left) 2024-03-10T21:27:10.784 INFO:tasks.rados.rados.0.smithi071.stdout:1639: done (0 left) 2024-03-10T21:27:10.784 INFO:tasks.rados.rados.0.smithi071.stdout:1640: rollback oid 39 current snap is 148 2024-03-10T21:27:10.785 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 134 2024-03-10T21:27:10.785 INFO:tasks.rados.rados.0.smithi071.stdout:1641: snap_create 2024-03-10T21:27:10.798 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:27:10.798 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:27:10.798 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 759 (ObjNum 487 snap 133 seq_num 487) dirty exists 2024-03-10T21:27:10.854 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:10.794+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:10.855 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:10.794+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150] boot 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: osdmap e368: 8 total, 8 up, 8 in 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:10.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[88660]: osdmap e369: 8 total, 8 up, 8 in 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150] boot 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: osdmap e368: 8 total, 8 up, 8 in 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:10.856 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-mon[91105]: osdmap e369: 8 total, 8 up, 8 in 2024-03-10T21:27:10.856 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.806+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.856 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.810+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.814+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.818+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.823+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.827+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.830+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.834+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.838+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.842+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.845+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:10.857 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.849+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: osd.2 [v2:172.21.15.71:6818/1780890150,v1:172.21.15.71:6819/1780890150] boot 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: osdmap e368: 8 total, 8 up, 8 in 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:11.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:10 smithi193 ceph-mon[83873]: osdmap e369: 8 total, 8 up, 8 in 2024-03-10T21:27:11.111 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.852+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.111 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.856+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.862+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.866+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.869+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.874+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.878+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.882+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.885+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.891+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.895+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.899+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.903+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.112 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.907+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.910+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.914+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.918+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.922+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.926+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.930+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.933+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.939+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.944+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.949+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.954+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.958+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.964+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.113 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.969+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.970+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.993+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:10.997+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.001+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.005+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.009+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.013+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.017+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.021+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.025+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.114 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.029+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.033+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.037+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.041+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.044+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.048+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.051+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.055+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.058+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.062+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.065+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.069+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.073+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.076+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.079+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.083+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.086+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.091+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.095+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.099+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.103+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.107+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.361 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:27:11] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.112+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.117+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.121+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.126+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.130+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.134+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.138+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.143+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.148+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.152+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.156+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.161+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.165+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.169+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.173+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.178+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.363 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.182+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.186+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.190+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.194+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.198+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.203+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.206+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.210+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.364 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.214+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.219+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.223+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.227+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.232+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.236+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.240+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.244+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.248+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.252+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.255+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.260+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.264+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.365 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.269+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.273+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.278+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.282+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.286+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.290+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.295+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.300+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.304+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.308+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.312+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.316+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.366 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.320+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.325+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.330+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.335+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.339+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.343+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.347+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.351+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.355+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.359+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.613 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.365+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.613 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.369+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.613 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.373+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.613 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.378+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.613 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.382+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.613 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.386+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.390+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.394+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.398+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.403+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.406+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.411+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.415+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.419+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.423+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.428+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.614 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.432+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.436+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.442+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.447+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.450+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.454+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.460+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.615 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.465+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.469+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.474+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.478+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.482+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.485+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.489+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.494+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.499+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.503+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.507+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.512+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.516+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.521+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.524+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.616 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.529+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.533+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.536+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.541+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.545+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.550+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.554+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.558+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.562+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.567+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.571+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.576+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.580+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.584+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.617 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.588+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.618 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.592+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.618 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.597+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.618 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.601+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.618 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.606+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.618 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.610+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.785 INFO:tasks.rados.rados.0.smithi071.stdout:1640: done (1 left) 2024-03-10T21:27:11.785 INFO:tasks.rados.rados.0.smithi071.stdout:1641: done (0 left) 2024-03-10T21:27:11.785 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 149 2024-03-10T21:27:11.785 INFO:tasks.rados.rados.0.smithi071.stdout:1642: seq_num 524 ranges {9101312=786432,9887744=778240,10665984=24576} 2024-03-10T21:27:11.840 INFO:tasks.rados.rados.0.smithi071.stdout:1642: writing smithi07176956-28 from 9101312 to 9887744 tid 1 2024-03-10T21:27:11.845 INFO:tasks.rados.rados.0.smithi071.stdout:1642: writing smithi07176956-28 from 9887744 to 10665984 tid 2 2024-03-10T21:27:11.846 INFO:tasks.rados.rados.0.smithi071.stdout:1642: writing smithi07176956-28 from 10665984 to 10690560 tid 3 2024-03-10T21:27:11.846 INFO:tasks.rados.rados.0.smithi071.stdout:1643: snap_create 2024-03-10T21:27:11.849 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 1 to smithi07176956-28 2024-03-10T21:27:11.851 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 2 to smithi07176956-28 2024-03-10T21:27:11.853 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 3 to smithi07176956-28 2024-03-10T21:27:11.853 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 4 to smithi07176956-28 2024-03-10T21:27:11.854 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 5 to smithi07176956-28 2024-03-10T21:27:11.854 INFO:tasks.rados.rados.0.smithi071.stdout:1642: oid 28 updating version 0 to 1121 2024-03-10T21:27:11.854 INFO:tasks.rados.rados.0.smithi071.stdout:1642: oid 28 version 1121 is already newer than 1119 2024-03-10T21:27:11.854 INFO:tasks.rados.rados.0.smithi071.stdout:1642: oid 28 version 1121 is already newer than 1120 2024-03-10T21:27:11.854 INFO:tasks.rados.rados.0.smithi071.stdout:1642: oid 28 updating version 1121 to 1122 2024-03-10T21:27:11.855 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1122 (ObjNum 524 snap 149 seq_num 524) dirty exists 2024-03-10T21:27:11.855 INFO:tasks.rados.rados.0.smithi071.stdout:1642: left oid 28 (ObjNum 524 snap 149 seq_num 524) 2024-03-10T21:27:11.866 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[91105]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 223 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 378 KiB/s wr, 10 op/s; 52/435 objects degraded (11.954%) 2024-03-10T21:27:11.866 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:11.866 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:11.866 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[91105]: osdmap e370: 8 total, 8 up, 8 in 2024-03-10T21:27:11.867 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:11.851+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:11.867 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:11.853+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:11.867 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:11.853+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:11.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[88660]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 223 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 378 KiB/s wr, 10 op/s; 52/435 objects degraded (11.954%) 2024-03-10T21:27:11.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:11.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:11.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-mon[88660]: osdmap e370: 8 total, 8 up, 8 in 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.615+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.620+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.627+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.632+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.636+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.641+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.646+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.650+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.654+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.868 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.659+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.664+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.669+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.673+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.677+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.682+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.687+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.692+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.696+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.700+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.705+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.709+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.713+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.717+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.869 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.721+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.726+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.730+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.735+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.740+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.746+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.751+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.755+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.760+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.764+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.769+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.774+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.780+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.870 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.789+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.795+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.803+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.809+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.814+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.819+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.824+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.828+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.833+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.838+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.844+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.851+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.857+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:11.871 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.862+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:11 smithi193 ceph-mon[83873]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 27 active+undersized, 82 active+clean; 223 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 378 KiB/s wr, 10 op/s; 52/435 objects degraded (11.954%) 2024-03-10T21:27:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:11 smithi193 ceph-mon[83873]: osdmap e370: 8 total, 8 up, 8 in 2024-03-10T21:27:12.115 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.867+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.872+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.877+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.882+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.887+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.892+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.898+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.903+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.908+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.913+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.918+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.922+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.927+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.116 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.933+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.938+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.943+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.948+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.953+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.958+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.963+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.117 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.968+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.973+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.978+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.983+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.988+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.993+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:11.998+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.003+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.008+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.013+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.019+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.024+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.118 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.030+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.034+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.040+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.044+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.049+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.053+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.058+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.063+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.067+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.072+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.077+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.083+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.088+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.093+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.119 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.098+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.120 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.103+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.120 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.108+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.120 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.113+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.119+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.124+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.367 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.130+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.135+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.140+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.145+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.150+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.155+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.161+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.169+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.177+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.185+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.192+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.199+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.206+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.368 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.213+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.220+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.228+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.235+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.243+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.251+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.257+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.369 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.262+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.268+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.273+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.279+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.284+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.290+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.295+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.300+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.305+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.312+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.317+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.322+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.328+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.334+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.370 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.339+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.371 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.345+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.371 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.352+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.371 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.358+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.371 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.364+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.370+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.376+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.381+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.386+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.391+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.398+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.624 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.403+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.407+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.412+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.416+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.421+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.426+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.430+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.435+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.439+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.443+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.625 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.448+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.452+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.457+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.462+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.467+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.472+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.476+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.481+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.485+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.626 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.490+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.495+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.500+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.506+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.511+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.515+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.520+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.524+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.528+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.533+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.538+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.543+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.547+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.627 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.552+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.557+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.561+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.566+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.570+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.575+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.579+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.584+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.588+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.593+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.597+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.602+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.607+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.614+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.628 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.621+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.809 INFO:tasks.rados.rados.0.smithi071.stdout:1642: done (1 left) 2024-03-10T21:27:12.809 INFO:tasks.rados.rados.0.smithi071.stdout:1643: done (0 left) 2024-03-10T21:27:12.810 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 150 2024-03-10T21:27:12.810 INFO:tasks.rados.rados.0.smithi071.stdout:1644: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2024-03-10T21:27:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:1644: writing smithi07176956-22 from 0 to 802816 tid 1 2024-03-10T21:27:12.819 INFO:tasks.rados.rados.0.smithi071.stdout:1644: writing smithi07176956-22 from 802816 to 1515520 tid 2 2024-03-10T21:27:12.820 INFO:tasks.rados.rados.0.smithi071.stdout:1644: writing smithi07176956-22 from 1515520 to 1605632 tid 3 2024-03-10T21:27:12.820 INFO:tasks.rados.rados.0.smithi071.stdout:1645: copy_from oid 50 from oid 15 current snap is 150 2024-03-10T21:27:12.820 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 150 2024-03-10T21:27:12.820 INFO:tasks.rados.rados.0.smithi071.stdout:1646: seq_num 526 ranges {6758400=417792,7176192=589824,7766016=614400} 2024-03-10T21:27:12.862 INFO:tasks.rados.rados.0.smithi071.stdout:1646: writing smithi07176956-8 from 6758400 to 7176192 tid 1 2024-03-10T21:27:12.866 INFO:tasks.rados.rados.0.smithi071.stdout:1646: writing smithi07176956-8 from 7176192 to 7766016 tid 2 2024-03-10T21:27:12.870 INFO:tasks.rados.rados.0.smithi071.stdout:1646: writing smithi07176956-8 from 7766016 to 8380416 tid 3 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1647: copy_from oid 31 from oid 27 current snap is 150 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing write tid 1 to smithi07176956-22 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing write tid 2 to smithi07176956-22 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing write tid 3 to smithi07176956-22 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1648: snap_create 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing write tid 4 to smithi07176956-22 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing write tid 5 to smithi07176956-22 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: oid 22 updating version 0 to 843 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: oid 22 updating version 843 to 845 2024-03-10T21:27:12.871 INFO:tasks.rados.rados.0.smithi071.stdout:1644: oid 22 updating version 845 to 846 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:1644: oid 22 version 846 is already newer than 844 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 846 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:1644: left oid 22 (ObjNum 525 snap 150 seq_num 525) 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:1645: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:1645: finishing copy_from to smithi07176956-50 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 743 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 1 to smithi07176956-8 2024-03-10T21:27:12.872 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 2 to smithi07176956-8 2024-03-10T21:27:12.874 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 3 to smithi07176956-8 2024-03-10T21:27:12.874 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 4 to smithi07176956-8 2024-03-10T21:27:12.875 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:12.818+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:12.875 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:12.819+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:12.875 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.627+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.875 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.631+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.875 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.636+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.875 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.641+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.645+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.650+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.655+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.660+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.664+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.669+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.678+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.683+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.688+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.694+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.698+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.703+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.877 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.707+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:1646: finishing write tid 5 to smithi07176956-8 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:1646: oid 8 updating version 0 to 964 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:1646: oid 8 updating version 964 to 965 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:1646: oid 8 version 965 is already newer than 962 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:1646: oid 8 version 965 is already newer than 963 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 965 (ObjNum 526 snap 150 seq_num 526) dirty exists 2024-03-10T21:27:12.877 INFO:tasks.rados.rados.0.smithi071.stdout:1646: left oid 8 (ObjNum 526 snap 150 seq_num 526) 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.712+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.717+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.721+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.726+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.730+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.735+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.740+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.746+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.878 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.751+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.756+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.761+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.766+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.771+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.776+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.780+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.785+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.879 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.789+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.794+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.800+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.808+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.818+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.827+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.839+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.845+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.851+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.857+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.865+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.880 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.873+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:12.881 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing copy_from racing read to smithi07176956-31 2024-03-10T21:27:12.881 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing copy_from to smithi07176956-31 2024-03-10T21:27:12.881 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 757 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.881+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.888+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.893+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.900+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.906+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.913+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.918+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.924+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.132 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.930+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.935+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.940+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.945+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.953+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.959+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.964+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.970+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.976+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.133 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.982+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.989+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:12.995+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.002+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.009+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.015+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.021+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.026+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.032+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.038+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.043+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.048+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.054+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.134 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.060+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.066+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.071+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.077+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.087+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.092+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.097+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.103+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.114+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.121+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.135 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.128+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.380 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:27:13.386 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:27:13.361+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.135+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.142+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.149+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.155+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.159+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.164+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.170+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.175+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.387 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.181+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.188+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.199+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.206+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.213+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.220+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.226+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.233+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.388 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.240+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.248+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.256+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.263+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.268+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.274+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.281+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.286+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.291+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.298+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.305+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.311+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.317+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.389 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.323+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.329+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.335+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.341+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.349+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.356+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.364+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.370+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.378+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.390 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.385+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.643 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.392+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.643 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.398+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.643 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.404+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.643 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.409+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.415+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.421+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.427+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.433+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.440+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.446+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.454+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.460+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.466+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.472+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.478+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.486+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.644 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.494+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.500+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.506+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.513+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.520+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.527+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.534+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.541+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.548+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.554+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.645 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.561+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.567+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.574+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.580+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.585+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.591+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.598+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.603+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.609+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.615+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.621+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.628+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.634+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.646 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.641+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.806 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:13.839 INFO:tasks.rados.rados.0.smithi071.stdout:1644: done (4 left) 2024-03-10T21:27:13.839 INFO:tasks.rados.rados.0.smithi071.stdout:1645: done (3 left) 2024-03-10T21:27:13.839 INFO:tasks.rados.rados.0.smithi071.stdout:1646: done (2 left) 2024-03-10T21:27:13.839 INFO:tasks.rados.rados.0.smithi071.stdout:1647: done (1 left) 2024-03-10T21:27:13.839 INFO:tasks.rados.rados.0.smithi071.stdout:1648: done (0 left) 2024-03-10T21:27:13.840 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 151 2024-03-10T21:27:13.840 INFO:tasks.rados.rados.0.smithi071.stdout:1649: seq_num 527 ranges {10354688=434176,10788864=475136,11264000=565248,11829248=163840} 2024-03-10T21:27:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: pgmap v229: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 22 active+undersized, 87 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 52/435 objects degraded (11.954%) 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: osdmap e371: 8 total, 8 up, 8 in 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:13.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: pgmap v229: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 22 active+undersized, 87 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 52/435 objects degraded (11.954%) 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: osdmap e371: 8 total, 8 up, 8 in 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:13.898 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:13.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:13.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:13.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:13.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:13.899 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:13.837+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:13.899 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:13.837+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:13.899 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:13.837+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.648+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.655+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.661+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.669+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.676+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.682+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.688+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.694+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.700+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.900 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.705+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.712+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.719+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.725+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.732+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.738+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.744+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.750+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.756+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.764+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.771+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.776+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.783+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.789+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.795+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.803+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.811+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.817+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.823+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.829+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.839+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.849+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.903 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.856+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.903 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.866+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.903 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.876+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.903 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.885+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.903 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.893+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:13.903 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:27:13.903 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (6m) 5s ago 7m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:27:13.903 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (7m) 2m ago 7m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:27:13.903 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (8m) 5s ago 8m 15.2M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:27:13.903 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (8m) 2m ago 8m 19.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:27:13.904 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:27:13.904 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (3m) 5s ago 13m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:27:13.904 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (2m) 5s ago 14m 52.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:27:13.904 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (2m) 2m ago 12m 30.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:27:13.904 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (2m) 5s ago 12m 44.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:27:13.904 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (7m) 5s ago 7m 15.9M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:27:13.905 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (7m) 2m ago 7m 16.6M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:27:13.905 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (79s) 5s ago 11m 125M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:27:13.905 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (45s) 5s ago 11m 91.4M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:27:13.905 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10s) 5s ago 11m 14.8M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:27:13.905 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10m) 5s ago 10m 192M 2480M 18.2.1-746-gc2ea977b a30af69eda22 853a0a6a34c9 2024-03-10T21:27:13.905 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (10m) 2m ago 10m 168M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:27:13.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (9m) 2m ago 9m 146M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:27:13.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (9m) 2m ago 9m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:27:13.906 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (8m) 2m ago 8m 160M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:27:13.906 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (3m) 2m ago 8m 55.2M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:27:13.908 INFO:tasks.rados.rados.0.smithi071.stdout:1649: writing smithi07176956-43 from 10354688 to 10788864 tid 1 2024-03-10T21:27:13.908 INFO:tasks.rados.rados.0.smithi071.stdout:1649: writing smithi07176956-43 from 10788864 to 11264000 tid 2 2024-03-10T21:27:13.908 INFO:tasks.rados.rados.0.smithi071.stdout:1649: writing smithi07176956-43 from 11264000 to 11829248 tid 3 2024-03-10T21:27:13.908 INFO:tasks.rados.rados.0.smithi071.stdout:1649: writing smithi07176956-43 from 11829248 to 11993088 tid 4 2024-03-10T21:27:13.908 INFO:tasks.rados.rados.0.smithi071.stdout:1650: delete oid 18 current snap is 151 2024-03-10T21:27:13.908 INFO:tasks.rados.rados.0.smithi071.stdout:1649: finishing write tid 1 to smithi07176956-43 2024-03-10T21:27:13.909 INFO:tasks.rados.rados.0.smithi071.stdout:1649: finishing write tid 2 to smithi07176956-43 2024-03-10T21:27:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:1650: done (1 left) 2024-03-10T21:27:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:1651: read oid 13 snap -1 2024-03-10T21:27:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:1651: expect deleted 2024-03-10T21:27:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:1652: snap_create 2024-03-10T21:27:13.912 INFO:tasks.rados.rados.0.smithi071.stdout:1649: finishing write tid 3 to smithi07176956-43 2024-03-10T21:27:13.912 INFO:tasks.rados.rados.0.smithi071.stdout:1649: finishing write tid 4 to smithi07176956-43 2024-03-10T21:27:13.913 INFO:tasks.rados.rados.0.smithi071.stdout:1649: finishing write tid 5 to smithi07176956-43 2024-03-10T21:27:13.914 INFO:tasks.rados.rados.0.smithi071.stdout:1649: finishing write tid 6 to smithi07176956-43 2024-03-10T21:27:13.914 INFO:tasks.rados.rados.0.smithi071.stdout:1649: oid 43 updating version 0 to 1051 2024-03-10T21:27:13.914 INFO:tasks.rados.rados.0.smithi071.stdout:1649: oid 43 version 1051 is already newer than 1049 2024-03-10T21:27:13.914 INFO:tasks.rados.rados.0.smithi071.stdout:1649: oid 43 version 1051 is already newer than 1047 2024-03-10T21:27:13.914 INFO:tasks.rados.rados.0.smithi071.stdout:1649: oid 43 version 1051 is already newer than 1050 2024-03-10T21:27:13.915 INFO:tasks.rados.rados.0.smithi071.stdout:1649: oid 43 version 1051 is already newer than 1048 2024-03-10T21:27:13.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1051 (ObjNum 527 snap 151 seq_num 527) dirty exists 2024-03-10T21:27:13.915 INFO:tasks.rados.rados.0.smithi071.stdout:1649: left oid 43 (ObjNum 527 snap 151 seq_num 527) 2024-03-10T21:27:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: pgmap v229: 121 pgs: 10 active+undersized+degraded, 2 active+clean+snaptrim_error, 22 active+undersized, 87 active+clean; 223 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 52/435 objects degraded (11.954%) 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: osdmap e371: 8 total, 8 up, 8 in 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.906+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.915+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.921+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.928+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.937+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.945+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.148 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.951+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.959+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.965+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.971+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.977+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.983+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.990+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:13.996+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.003+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.010+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.149 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.017+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.025+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.032+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.039+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.047+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.054+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.061+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.068+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.075+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.083+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.090+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.097+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.104+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.150 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.111+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.151 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.118+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.151 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.125+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.151 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.132+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.151 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.139+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.151 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.145+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.153+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.160+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.167+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.174+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.180+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.187+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.194+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.401 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.200+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.206+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.213+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.219+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.225+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.231+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.237+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.243+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.250+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.402 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.257+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.264+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.270+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.277+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.284+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.291+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.298+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.305+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.311+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.319+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.327+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.403 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.334+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.341+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.347+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.354+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.360+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.366+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.372+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.378+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.386+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.393+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.404 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.398+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:27:14.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 5, 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 7, 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:27:14.526 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.406+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.412+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.418+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.425+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.431+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.437+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.444+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.451+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.458+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.464+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.656 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.471+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.477+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.483+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.490+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.498+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.504+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.511+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.657 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.517+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.524+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.531+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.539+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.547+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.553+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.560+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.568+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.576+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.583+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.658 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.588+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.595+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.608+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.614+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.621+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.627+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.634+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.640+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.646+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.659 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.653+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:1649: done (2 left) 2024-03-10T21:27:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:1651: done (1 left) 2024-03-10T21:27:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:1652: done (0 left) 2024-03-10T21:27:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 152 2024-03-10T21:27:14.853 INFO:tasks.rados.rados.0.smithi071.stdout:1653: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-03-10T21:27:14.855 INFO:tasks.rados.rados.0.smithi071.stdout:1653: writing smithi07176956-7 from 0 to 466944 tid 1 2024-03-10T21:27:14.860 INFO:tasks.rados.rados.0.smithi071.stdout:1653: writing smithi07176956-7 from 466944 to 1114112 tid 2 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1653: writing smithi07176956-7 from 1114112 to 1646592 tid 3 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1653: writing smithi07176956-7 from 1646592 to 1671168 tid 4 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1654: read oid 43 snap -1 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1654: expect (ObjNum 527 snap 151 seq_num 527) 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1655: copy_from oid 10 from oid 42 current snap is 152 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing write tid 1 to smithi07176956-7 2024-03-10T21:27:14.864 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing write tid 2 to smithi07176956-7 2024-03-10T21:27:14.865 INFO:tasks.rados.rados.0.smithi071.stdout:1656: snap_create 2024-03-10T21:27:14.869 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing write tid 3 to smithi07176956-7 2024-03-10T21:27:14.869 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing write tid 4 to smithi07176956-7 2024-03-10T21:27:14.871 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing write tid 5 to smithi07176956-7 2024-03-10T21:27:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:1653: finishing write tid 6 to smithi07176956-7 2024-03-10T21:27:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:1653: oid 7 updating version 0 to 762 2024-03-10T21:27:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:1653: oid 7 version 762 is already newer than 761 2024-03-10T21:27:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:1653: oid 7 version 762 is already newer than 760 2024-03-10T21:27:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:1653: oid 7 version 762 is already newer than 759 2024-03-10T21:27:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:1653: oid 7 version 762 is already newer than 758 2024-03-10T21:27:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 762 (ObjNum 529 snap 152 seq_num 529) dirty exists 2024-03-10T21:27:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:1653: left oid 7 (ObjNum 529 snap 152 seq_num 529) 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: osdmap e372: 8 total, 8 up, 8 in 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:14.907 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/457999576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[88660]: pgmap v232: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 3 op/s; 9.4 MiB/s, 1 objects/s recovering 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: osdmap e372: 8 total, 8 up, 8 in 2024-03-10T21:27:14.908 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:14.909 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:14.909 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:14.909 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/457999576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:14.909 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-mon[91105]: pgmap v232: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 3 op/s; 9.4 MiB/s, 1 objects/s recovering 2024-03-10T21:27:14.909 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.659+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.909 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.665+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.909 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.673+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.909 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.679+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.909 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.687+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.694+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.700+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.707+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.713+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.720+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.726+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.733+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.740+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.746+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.752+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.757+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.764+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.910 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.770+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.776+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.783+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.789+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.796+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.804+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.811+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.818+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.824+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.830+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.841+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.850+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.861+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.911 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.870+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.912 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.878+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.912 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.886+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.912 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.895+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.912 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.904+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:14.928 INFO:tasks.rados.rados.0.smithi071.stdout:1654: expect (ObjNum 527 snap 151 seq_num 527) 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: from='client.34266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: osdmap e372: 8 total, 8 up, 8 in 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/457999576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:14 smithi193 ceph-mon[83873]: pgmap v232: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 3 op/s; 9.4 MiB/s, 1 objects/s recovering 2024-03-10T21:27:15.159 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.915+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.924+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.932+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.944+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.955+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.962+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.970+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.977+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.985+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.992+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:14.999+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.160 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.006+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.015+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.021+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.028+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.034+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.045+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.052+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.058+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.161 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.065+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.071+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.078+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.085+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.092+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.099+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.107+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.113+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.120+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.128+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.135+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.142+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.150+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.162 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.157+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.414 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:15.311+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:15.414 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:15.311+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.164+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.172+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.179+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.185+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.192+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.199+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.206+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.415 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.214+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.221+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.228+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.235+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.242+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.249+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.257+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.264+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.270+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.416 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.277+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.284+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.292+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.299+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.307+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.316+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.324+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.332+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.339+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.347+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.353+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.417 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.360+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.367+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.373+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.382+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.389+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.397+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.404+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.411+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.670 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.420+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.426+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.434+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.441+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.448+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.455+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.462+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.470+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.477+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.483+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.491+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.499+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.505+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.513+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.671 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.519+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.528+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.536+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.543+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.551+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.557+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.564+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.571+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.672 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.578+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.585+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.593+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.600+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.608+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.615+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.623+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.631+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.638+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.645+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.652+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.660+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.673 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.668+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/435 objects degraded (11.954%), 10 pgs degraded) 2024-03-10T21:27:15.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[88660]: osdmap e373: 8 total, 8 up, 8 in 2024-03-10T21:27:15.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:15.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:15.923 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/435 objects degraded (11.954%), 10 pgs degraded) 2024-03-10T21:27:15.923 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[91105]: osdmap e373: 8 total, 8 up, 8 in 2024-03-10T21:27:15.923 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:15.923 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:15.923 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.676+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.923 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.684+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.691+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.698+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.705+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.713+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.720+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.728+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.736+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.744+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.753+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.761+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.769+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.777+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.785+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.793+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.800+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.809+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.819+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.826+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.833+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.840+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.847+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.925 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.859+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.867+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.874+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.882+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.889+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.897+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.905+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.912+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:15.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.920+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:15 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 52/435 objects degraded (11.954%), 10 pgs degraded) 2024-03-10T21:27:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:15 smithi193 ceph-mon[83873]: osdmap e373: 8 total, 8 up, 8 in 2024-03-10T21:27:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:1655: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:1655: finishing copy_from to smithi07176956-10 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 982 (ObjNum 516 snap 141 seq_num 516) dirty exists 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:1653: done (3 left) 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:1654: done (2 left) 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:1655: done (1 left) 2024-03-10T21:27:16.162 INFO:tasks.rados.rados.0.smithi071.stdout:1656: done (0 left) 2024-03-10T21:27:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 153 2024-03-10T21:27:16.166 INFO:tasks.rados.rados.0.smithi071.stdout:1657: seq_num 530 ranges {10690560=483328,11173888=532480,11706368=671744} 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.928+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.937+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.945+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.953+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.960+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.967+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.974+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.981+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.990+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:15.997+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.007+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.016+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.024+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.033+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.041+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.049+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.057+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.179 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.065+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.073+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.081+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.088+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.096+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.104+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.112+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.120+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.128+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.135+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.143+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.152+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.160+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.168+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.181 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.176+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.225 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07176956-28 from 10690560 to 11173888 tid 1 2024-03-10T21:27:16.228 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07176956-28 from 11173888 to 11706368 tid 2 2024-03-10T21:27:16.233 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07176956-28 from 11706368 to 12378112 tid 3 2024-03-10T21:27:16.233 INFO:tasks.rados.rados.0.smithi071.stdout:1658: snap_create 2024-03-10T21:27:16.233 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 1 to smithi07176956-28 2024-03-10T21:27:16.233 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 2 to smithi07176956-28 2024-03-10T21:27:16.238 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 3 to smithi07176956-28 2024-03-10T21:27:16.238 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 4 to smithi07176956-28 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 5 to smithi07176956-28 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:1657: oid 28 updating version 0 to 1126 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:1657: oid 28 updating version 1126 to 1127 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:1657: oid 28 updating version 1127 to 1129 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:1657: oid 28 version 1129 is already newer than 1128 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1129 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-03-10T21:27:16.239 INFO:tasks.rados.rados.0.smithi071.stdout:1657: left oid 28 (ObjNum 530 snap 153 seq_num 530) 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.184+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.192+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.199+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.207+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.216+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.224+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.233+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.241+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.433 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.249+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.256+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.263+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.271+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.279+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.286+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.293+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.301+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.309+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.317+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.434 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.325+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.333+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.340+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.347+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.354+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.361+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.370+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.378+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.385+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.392+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.399+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.407+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.435 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.414+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.436 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.422+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.436 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.430+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.685 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.438+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.685 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.446+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.685 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.453+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.685 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.461+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.685 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.468+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.685 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.476+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.485+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.493+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.501+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.509+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.517+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.525+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.533+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.540+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.547+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.554+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.562+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.569+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.686 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.577+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.584+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.592+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.599+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.607+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.614+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.622+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.629+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.637+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.645+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.652+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.660+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.687 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.667+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.688 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.675+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.688 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.682+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.855 INFO:tasks.rados.rados.0.smithi071.stdout:1657: done (1 left) 2024-03-10T21:27:16.856 INFO:tasks.rados.rados.0.smithi071.stdout:1658: done (0 left) 2024-03-10T21:27:16.856 INFO:tasks.rados.rados.0.smithi071.stdout:1659: read oid 22 snap -1 2024-03-10T21:27:16.856 INFO:tasks.rados.rados.0.smithi071.stdout:1659: expect (ObjNum 525 snap 150 seq_num 525) 2024-03-10T21:27:16.856 INFO:tasks.rados.rados.0.smithi071.stdout:1660: read oid 39 snap 153 2024-03-10T21:27:16.856 INFO:tasks.rados.rados.0.smithi071.stdout:1660: expect (ObjNum 487 snap 133 seq_num 487) 2024-03-10T21:27:16.856 INFO:tasks.rados.rados.0.smithi071.stdout:1661: setattr oid 14 current snap is 154 2024-03-10T21:27:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:1662: read oid 36 snap 145 2024-03-10T21:27:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:1662: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 154 2024-03-10T21:27:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:1663: seq_num 531 ranges {11993088=499712,12492800=417792,12910592=548864,13459456=237568} 2024-03-10T21:27:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1663: writing smithi07176956-43 from 11993088 to 12492800 tid 1 2024-03-10T21:27:16.932 INFO:tasks.rados.rados.0.smithi071.stdout:1663: writing smithi07176956-43 from 12492800 to 12910592 tid 2 2024-03-10T21:27:16.936 INFO:tasks.rados.rados.0.smithi071.stdout:1663: writing smithi07176956-43 from 12910592 to 13459456 tid 3 2024-03-10T21:27:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:1663: writing smithi07176956-43 from 13459456 to 13697024 tid 4 2024-03-10T21:27:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:1664: read oid 24 snap -1 2024-03-10T21:27:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:1664: expect deleted 2024-03-10T21:27:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:1665: read oid 37 snap -1 2024-03-10T21:27:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:1665: expect deleted 2024-03-10T21:27:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 154 2024-03-10T21:27:16.939 INFO:tasks.rados.rados.0.smithi071.stdout:1666: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-03-10T21:27:16.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-mon[88660]: osdmap e374: 8 total, 8 up, 8 in 2024-03-10T21:27:16.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-mon[88660]: pgmap v235: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 3 op/s; 9.4 MiB/s, 1 objects/s recovering 2024-03-10T21:27:16.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-mon[91105]: osdmap e374: 8 total, 8 up, 8 in 2024-03-10T21:27:16.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-mon[91105]: pgmap v235: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 3 op/s; 9.4 MiB/s, 1 objects/s recovering 2024-03-10T21:27:16.941 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:16.809+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:16.941 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:16.809+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:16.941 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:16.810+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:16.941 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:16.859+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:16.941 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:16.870+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.690+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.698+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.706+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.714+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.722+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.730+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.738+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.746+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.754+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.762+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.770+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.942 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.778+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.786+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.794+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.802+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.812+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.819+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi07176956-5 from 0 to 516096 tid 1 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.827+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.943 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.835+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.842+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.852+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.868+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.879+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.886+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.895+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.903+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.911+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.919+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.928+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.944 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.938+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:16.946 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi07176956-5 from 516096 to 1212416 tid 2 2024-03-10T21:27:16.949 INFO:tasks.rados.rados.0.smithi071.stdout:1666: writing smithi07176956-5 from 1212416 to 1720320 tid 3 2024-03-10T21:27:16.949 INFO:tasks.rados.rados.0.smithi071.stdout:1667: snap_remove snap 128 2024-03-10T21:27:17.196 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.951+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.196 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.960+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.968+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.977+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.986+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:16.993+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.002+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.010+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.019+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.028+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.036+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.043+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.052+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.060+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.197 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.068+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.076+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.084+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.093+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.102+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.110+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.119+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.127+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.136+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.145+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.153+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.162+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.170+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.198 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.177+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.199 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.186+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.199 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.194+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:16 smithi193 ceph-mon[83873]: osdmap e374: 8 total, 8 up, 8 in 2024-03-10T21:27:17.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:16 smithi193 ceph-mon[83873]: pgmap v235: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 3 op/s; 9.4 MiB/s, 1 objects/s recovering 2024-03-10T21:27:17.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.203+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.212+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.219+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.228+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.236+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.244+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.253+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.261+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.270+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.278+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.286+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.295+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.302+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.311+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.319+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.327+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.451 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.336+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.345+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.354+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.363+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.371+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.380+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.388+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.396+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.404+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.452 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.413+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.453 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.422+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.453 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.430+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.453 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.439+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.453 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.447+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.705 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.457+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.705 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.465+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.705 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.474+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.482+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.490+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.499+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.507+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.515+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.523+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.531+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.539+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.547+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.556+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.565+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.573+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.706 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.583+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.592+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.600+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.609+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.618+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.626+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.635+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.643+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.651+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.660+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.669+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.677+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.686+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.707 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.694+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.708 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.703+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:17.860 INFO:tasks.rados.rados.0.smithi071.stdout:1662: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:17.870 INFO:tasks.rados.rados.0.smithi071.stdout:1659: expect (ObjNum 525 snap 150 seq_num 525) 2024-03-10T21:27:17.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5253 (ObjNum 485 snap 133 seq_num 485) dirty exists 2024-03-10T21:27:17.922 INFO:tasks.rados.rados.0.smithi071.stdout:1660: expect (ObjNum 487 snap 133 seq_num 487) 2024-03-10T21:27:17.980 INFO:tasks.rados.rados.0.smithi071.stdout:1663: finishing write tid 1 to smithi07176956-43 2024-03-10T21:27:17.980 INFO:tasks.rados.rados.0.smithi071.stdout:1663: finishing write tid 2 to smithi07176956-43 2024-03-10T21:27:17.980 INFO:tasks.rados.rados.0.smithi071.stdout:1659: done (8 left) 2024-03-10T21:27:17.980 INFO:tasks.rados.rados.0.smithi071.stdout:1660: done (7 left) 2024-03-10T21:27:17.980 INFO:tasks.rados.rados.0.smithi071.stdout:1661: done (6 left) 2024-03-10T21:27:17.980 INFO:tasks.rados.rados.0.smithi071.stdout:1662: done (5 left) 2024-03-10T21:27:17.981 INFO:tasks.rados.rados.0.smithi071.stdout:1667: done (4 left) 2024-03-10T21:27:17.981 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 154 2024-03-10T21:27:17.981 INFO:tasks.rados.rados.0.smithi071.stdout:1668: seq_num 533 ranges {1753088=532480,2285568=630784,2916352=516096,3432448=57344} 2024-03-10T21:27:17.991 INFO:tasks.rados.rados.0.smithi071.stdout:1668: writing smithi07176956-39 from 1753088 to 2285568 tid 1 2024-03-10T21:27:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:1668: writing smithi07176956-39 from 2285568 to 2916352 tid 2 2024-03-10T21:27:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:1668: writing smithi07176956-39 from 2916352 to 3432448 tid 3 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1668: writing smithi07176956-39 from 3432448 to 3489792 tid 4 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1669: delete oid 36 current snap is 154 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1663: finishing write tid 3 to smithi07176956-43 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1663: finishing write tid 4 to smithi07176956-43 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1663: finishing write tid 5 to smithi07176956-43 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 1 to smithi07176956-5 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1663: finishing write tid 6 to smithi07176956-43 2024-03-10T21:27:18.000 INFO:tasks.rados.rados.0.smithi071.stdout:1663: oid 43 updating version 0 to 1056 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1663: oid 43 version 1056 is already newer than 1055 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1663: oid 43 version 1056 is already newer than 1053 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1663: oid 43 version 1056 is already newer than 1054 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1663: oid 43 version 1056 is already newer than 1052 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1056 (ObjNum 531 snap 154 seq_num 531) dirty exists 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1663: left oid 43 (ObjNum 531 snap 154 seq_num 531) 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 2 to smithi07176956-5 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 3 to smithi07176956-5 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 4 to smithi07176956-5 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing write tid 5 to smithi07176956-5 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: oid 5 updating version 0 to 745 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: oid 5 version 745 is already newer than 744 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: oid 5 updating version 745 to 746 2024-03-10T21:27:18.001 INFO:tasks.rados.rados.0.smithi071.stdout:1666: oid 5 updating version 746 to 747 2024-03-10T21:27:18.002 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 747 (ObjNum 532 snap 154 seq_num 532) dirty exists 2024-03-10T21:27:18.002 INFO:tasks.rados.rados.0.smithi071.stdout:1666: left oid 5 (ObjNum 532 snap 154 seq_num 532) 2024-03-10T21:27:18.002 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing write tid 1 to smithi07176956-39 2024-03-10T21:27:18.002 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing write tid 2 to smithi07176956-39 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1663: done (5 left) 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1664: done (4 left) 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1665: done (3 left) 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1666: done (2 left) 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1669: done (1 left) 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1670: setattr oid 31 current snap is 154 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing write tid 3 to smithi07176956-39 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing write tid 4 to smithi07176956-39 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing write tid 5 to smithi07176956-39 2024-03-10T21:27:18.003 INFO:tasks.rados.rados.0.smithi071.stdout:1671: rmattr oid 49 current snap is 154 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1672: delete oid 2 current snap is 154 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1668: finishing write tid 6 to smithi07176956-39 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1668: oid 39 updating version 0 to 761 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1668: oid 39 updating version 761 to 764 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1668: oid 39 version 764 is already newer than 760 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1668: oid 39 version 764 is already newer than 763 2024-03-10T21:27:18.004 INFO:tasks.rados.rados.0.smithi071.stdout:1668: oid 39 version 764 is already newer than 762 2024-03-10T21:27:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 764 (ObjNum 533 snap 154 seq_num 533) dirty exists 2024-03-10T21:27:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:1668: left oid 39 (ObjNum 533 snap 154 seq_num 533) 2024-03-10T21:27:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:1668: done (3 left) 2024-03-10T21:27:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:1672: done (2 left) 2024-03-10T21:27:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 154 2024-03-10T21:27:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:1673: seq_num 536 ranges {4268032=581632,4849664=688128,5537792=516096} 2024-03-10T21:27:18.030 INFO:tasks.rados.rados.0.smithi071.stdout:1673: writing smithi07176956-35 from 4268032 to 4849664 tid 1 2024-03-10T21:27:18.035 INFO:tasks.rados.rados.0.smithi071.stdout:1673: writing smithi07176956-35 from 4849664 to 5537792 tid 2 2024-03-10T21:27:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:1673: writing smithi07176956-35 from 5537792 to 6053888 tid 3 2024-03-10T21:27:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:1674: read oid 1 snap -1 2024-03-10T21:27:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:1674: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:1675: copy_from oid 44 from oid 15 current snap is 154 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1057 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 470 (ObjNum 481 snap 130 seq_num 481) dirty exists 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:1670: done (4 left) 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:1671: done (3 left) 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:1676: delete oid 49 current snap is 154 2024-03-10T21:27:18.039 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing write tid 1 to smithi07176956-35 2024-03-10T21:27:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:1676: done (3 left) 2024-03-10T21:27:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:1677: read oid 28 snap -1 2024-03-10T21:27:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:1677: expect (ObjNum 530 snap 153 seq_num 530) 2024-03-10T21:27:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:1678: rollback oid 19 current snap is 154 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 149 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1679: read oid 30 snap -1 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1679: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1680: read oid 42 snap -1 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1680: expect (ObjNum 516 snap 141 seq_num 516) 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1681: copy_from oid 43 from oid 34 current snap is 154 2024-03-10T21:27:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1682: snap_create 2024-03-10T21:27:18.047 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing write tid 2 to smithi07176956-35 2024-03-10T21:27:18.048 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing write tid 3 to smithi07176956-35 2024-03-10T21:27:18.049 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing rollback tid 0 to smithi07176956-19 2024-03-10T21:27:18.049 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:27:18.051 INFO:tasks.rados.rados.0.smithi071.stdout:1678: finishing rollback tid 2 to smithi07176956-19 2024-03-10T21:27:18.051 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 411 (ObjNum 513 snap 140 seq_num 513) dirty exists 2024-03-10T21:27:18.051 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing write tid 4 to smithi07176956-35 2024-03-10T21:27:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing write tid 5 to smithi07176956-35 2024-03-10T21:27:18.055 INFO:tasks.rados.rados.0.smithi071.stdout:1673: oid 35 updating version 0 to 4757 2024-03-10T21:27:18.055 INFO:tasks.rados.rados.0.smithi071.stdout:1673: oid 35 version 4757 is already newer than 4754 2024-03-10T21:27:18.055 INFO:tasks.rados.rados.0.smithi071.stdout:1673: oid 35 version 4757 is already newer than 4756 2024-03-10T21:27:18.055 INFO:tasks.rados.rados.0.smithi071.stdout:1673: oid 35 version 4757 is already newer than 4755 2024-03-10T21:27:18.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4757 (ObjNum 536 snap 154 seq_num 536) dirty exists 2024-03-10T21:27:18.055 INFO:tasks.rados.rados.0.smithi071.stdout:1673: left oid 35 (ObjNum 536 snap 154 seq_num 536) 2024-03-10T21:27:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:1675: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:27:18.060 INFO:tasks.rados.rados.0.smithi071.stdout:1679: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:27:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: osdmap e375: 8 total, 8 up, 8 in 2024-03-10T21:27:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: osdmap e375: 8 total, 8 up, 8 in 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:18.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:17.866+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:18.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:17.866+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:17.869+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.711+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.720+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.729+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.737+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.746+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.753+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.762+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.770+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.778+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.787+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.798+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.809+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.819+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.828+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.837+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.847+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.858+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.877+0000 7fb00d4f1700 -1 osd.2 pg_epoch: 376 pg[5.4s1( v 376'779 (0'0,376'779] local-lis/les=368/369 n=13 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [7,2,5]p7(0) r=1 lpr=368 luod=0'0 crt=376'779 mlcod 376'779 active mbc={} ps=[a0~1,a7~1,ac~15,c2~5,c8~4,cd~3,d1~1]] update_snap_map remove_oid 5:27664d25:::smithi07176956-41:c2 failed with -2 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.878+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.878+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.879+0000 7fb0134fd700 -1 osd.2 pg_epoch: 376 pg[5.8s0( v 356'350 (0'0,356'350] local-lis/les=368/369 n=5 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [2,0,1]p2(0) r=0 lpr=368 crt=356'350 lcod 0'0 mlcod 0'0 active+clean+snaptrim trimq=[c1~1,c4~1,cd~3,d1~1] ps=[a0~1,a7~1,ac~15,c2~2,c5~2,c8~4]] update_snap_map remove_oid 5:180059c4:::smithi07176956-16:c6 failed with -2 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.884+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.884+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.885+0000 7fb00dcf2700 -1 osd.2 pg_epoch: 376 pg[5.bs0( v 362'116 (0'0,362'116] local-lis/les=368/369 n=4 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [2,0,5]p2(0) r=0 lpr=368 crt=362'116 mlcod 0'0 active+clean+snaptrim trimq=[c1~1,c4~1,cd~3,d1~1] ps=[a0~1,a7~1,ac~15,c2~2,c5~2,c8~4]] update_snap_map remove_oid 5:d28affcf:::smithi07176956-17:c5 failed with -2 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.887+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.887+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:18.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.889+0000 7fb010cf8700 -1 osd.2 pg_epoch: 376 pg[5.ds0( v 376'718 (0'0,376'718] local-lis/les=368/369 n=10 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [2,7,5]p2(0) r=0 lpr=368 luod=376'716 crt=376'716 lcod 376'714 mlcod 376'714 active+clean+snaptrim trimq=[c1~1,c4~1,cd~3,d1~1] ps=[a0~1,a7~1,ac~15,c2~2,c5~2,c8~4]] update_snap_map remove_oid 5:b62de283:::smithi07176956-26:c3 failed with -2 2024-03-10T21:27:18.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:17.891+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:18.119 INFO:tasks.rados.rados.0.smithi071.stdout:1675: finishing copy_from to smithi07176956-44 2024-03-10T21:27:18.120 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 743 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:27:18.120 INFO:tasks.rados.rados.0.smithi071.stdout:1680: expect (ObjNum 516 snap 141 seq_num 516) 2024-03-10T21:27:18.235 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.236 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.236 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: osdmap e375: 8 total, 8 up, 8 in 2024-03-10T21:27:18.236 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:18.236 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:18.236 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:18.236 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:19.016 INFO:tasks.rados.rados.0.smithi071.stdout:1674: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:27:19.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: osdmap e376: 8 total, 8 up, 8 in 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:18 smithi193 ceph-mon[83873]: pgmap v238: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T21:27:19.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: osdmap e376: 8 total, 8 up, 8 in 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[88660]: pgmap v238: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: osdmap e376: 8 total, 8 up, 8 in 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:18 smithi071 ceph-mon[91105]: pgmap v238: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 2 active+clean+snaptrim_error, 114 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-03-10T21:27:19.735 INFO:tasks.rados.rados.0.smithi071.stdout:1677: expect (ObjNum 530 snap 153 seq_num 530) 2024-03-10T21:27:20.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:19.611+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:20.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:19.612+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: osdmap e377: 8 total, 8 up, 8 in 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: osdmap e377: 8 total, 8 up, 8 in 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:19.611+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:19.611+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:19.612+0000 7fb00e4f3700 -1 osd.2 pg_epoch: 377 pg[5.as0( v 376'5771 (0'0,376'5771] local-lis/les=368/369 n=7 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [2,4,3]p2(0) r=0 lpr=368 crt=376'5771 lcod 376'5769 mlcod 376'5769 active+clean+snaptrim trimq=[c1~1,c4~1,cd~3,d1~1] ps=[a0~1,a7~1,ac~15,c2~2,c5~2,c8~4]] update_snap_map remove_oid 5:5e3dee0f:::smithi07176956-24:c3 failed with -2 2024-03-10T21:27:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:19.613+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:19.614+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:19.615+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:20.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: osdmap e377: 8 total, 8 up, 8 in 2024-03-10T21:27:20.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset da=[]:{c7=[c7],da=[da,d9,d8,d7,d6,d5,d4,d3,d2,d0,cc]} for object 5:5ffedcf5:::smithi07176956-14:c5 2024-03-10T21:27:20.797 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:27:20.798 INFO:tasks.rados.rados.0.smithi071.stdout:1681: finishing copy_from to smithi07176956-43 2024-03-10T21:27:20.798 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 967 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-03-10T21:27:20.798 INFO:tasks.rados.rados.0.smithi071.stdout:1673: done (8 left) 2024-03-10T21:27:20.798 INFO:tasks.rados.rados.0.smithi071.stdout:1674: done (7 left) 2024-03-10T21:27:20.798 INFO:tasks.rados.rados.0.smithi071.stdout:1675: done (6 left) 2024-03-10T21:27:20.798 INFO:tasks.rados.rados.0.smithi071.stdout:1677: done (5 left) 2024-03-10T21:27:20.799 INFO:tasks.rados.rados.0.smithi071.stdout:1678: done (4 left) 2024-03-10T21:27:20.799 INFO:tasks.rados.rados.0.smithi071.stdout:1679: done (3 left) 2024-03-10T21:27:20.799 INFO:tasks.rados.rados.0.smithi071.stdout:1680: done (2 left) 2024-03-10T21:27:20.799 INFO:tasks.rados.rados.0.smithi071.stdout:1681: done (1 left) 2024-03-10T21:27:20.799 INFO:tasks.rados.rados.0.smithi071.stdout:1682: done (0 left) 2024-03-10T21:27:20.799 INFO:tasks.rados.rados.0.smithi071.stdout:1683: delete oid 42 current snap is 155 2024-03-10T21:27:20.800 INFO:tasks.rados.rados.0.smithi071.stdout:1683: done (0 left) 2024-03-10T21:27:20.800 INFO:tasks.rados.rados.0.smithi071.stdout:1684: delete oid 48 current snap is 155 2024-03-10T21:27:20.802 INFO:tasks.rados.rados.0.smithi071.stdout:1684: done (0 left) 2024-03-10T21:27:20.802 INFO:tasks.rados.rados.0.smithi071.stdout:1685: rollback oid 47 current snap is 155 2024-03-10T21:27:20.802 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 151 2024-03-10T21:27:20.802 INFO:tasks.rados.rados.0.smithi071.stdout:1686: read oid 15 snap -1 2024-03-10T21:27:20.802 INFO:tasks.rados.rados.0.smithi071.stdout:1686: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:20.803 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 155 2024-03-10T21:27:20.803 INFO:tasks.rados.rados.0.smithi071.stdout:1687: seq_num 540 ranges {3735552=647168,4382720=671744,5054464=532480} 2024-03-10T21:27:20.826 INFO:tasks.rados.rados.0.smithi071.stdout:1687: writing smithi07176956-38 from 3735552 to 4382720 tid 1 2024-03-10T21:27:20.830 INFO:tasks.rados.rados.0.smithi071.stdout:1687: writing smithi07176956-38 from 4382720 to 5054464 tid 2 2024-03-10T21:27:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:1687: writing smithi07176956-38 from 5054464 to 5586944 tid 3 2024-03-10T21:27:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:1688: rollback oid 48 current snap is 155 2024-03-10T21:27:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 139 2024-03-10T21:27:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing rollback tid 0 to smithi07176956-47 2024-03-10T21:27:20.835 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing rollback tid 1 to smithi07176956-47 2024-03-10T21:27:20.835 INFO:tasks.rados.rados.0.smithi071.stdout:1685: finishing rollback tid 2 to smithi07176956-47 2024-03-10T21:27:20.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 5777 (ObjNum 474 snap 127 seq_num 474) dirty exists 2024-03-10T21:27:20.835 INFO:tasks.rados.rados.0.smithi071.stdout:1686: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:20.948 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 1 to smithi07176956-38 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 2 to smithi07176956-38 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:1685: done (3 left) 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:1686: done (2 left) 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:1689: rollback oid 9 current snap is 155 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 134 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:1688: finishing rollback tid 1 to smithi07176956-48 2024-03-10T21:27:21.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1035 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 3 to smithi07176956-38 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 4 to smithi07176956-38 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 5 to smithi07176956-38 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: oid 38 updating version 0 to 987 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: oid 38 version 987 is already newer than 986 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: oid 38 version 987 is already newer than 985 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: oid 38 version 987 is already newer than 984 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 987 (ObjNum 540 snap 155 seq_num 540) dirty exists 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: left oid 38 (ObjNum 540 snap 155 seq_num 540) 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1687: done (2 left) 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1688: done (1 left) 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1690: read oid 33 snap -1 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1690: expect (ObjNum 508 snap 139 seq_num 508) 2024-03-10T21:27:21.103 INFO:tasks.rados.rados.0.smithi071.stdout:1691: snap_remove snap 152 2024-03-10T21:27:21.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:20 smithi071 ceph-mon[91105]: pgmap v240: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 237 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 25 op/s 2024-03-10T21:27:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:27:20.861+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:20 smithi071 ceph-mon[88660]: pgmap v240: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 237 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 25 op/s 2024-03-10T21:27:21.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:20 smithi193 ceph-mon[83873]: pgmap v240: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 237 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 25 op/s 2024-03-10T21:27:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:27:21] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1691: done (2 left) 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1692: read oid 3 snap -1 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1692: expect deleted 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1689: finishing rollback tid 1 to smithi07176956-9 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 0 (ObjNum 65 snap 0 seq_num 2920547152) dirty dne 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1693: read oid 49 snap 154 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1693: expect deleted 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1689: done (3 left) 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1694: snap_create 2024-03-10T21:27:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1690: expect (ObjNum 508 snap 139 seq_num 508) 2024-03-10T21:27:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:21 smithi193 ceph-mon[83873]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:22.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-mon[88660]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:22.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-mon[91105]: Health check update: Possible data damage: 7 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:22.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:21.875+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:22.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:21.876+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:22.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:21.876+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:22.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.978+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:22.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.978+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:22.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.978+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:22.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.978+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:22.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.978+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:22.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.978+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:22.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:21.979+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:22.883 INFO:tasks.rados.rados.0.smithi071.stdout:1690: done (3 left) 2024-03-10T21:27:22.883 INFO:tasks.rados.rados.0.smithi071.stdout:1692: done (2 left) 2024-03-10T21:27:22.883 INFO:tasks.rados.rados.0.smithi071.stdout:1693: done (1 left) 2024-03-10T21:27:22.883 INFO:tasks.rados.rados.0.smithi071.stdout:1694: done (0 left) 2024-03-10T21:27:22.883 INFO:tasks.rados.rados.0.smithi071.stdout:1695: snap_remove snap 145 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: osdmap e378: 8 total, 8 up, 8 in 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: pgmap v242: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 237 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-03-10T21:27:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:22 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:23.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:22.913+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:23.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:22.914+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:23.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: osdmap e378: 8 total, 8 up, 8 in 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: pgmap v242: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 237 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-03-10T21:27:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: osdmap e378: 8 total, 8 up, 8 in 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: pgmap v242: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 237 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2024-03-10T21:27:23.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:22.879+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:22.879+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:22.880+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:22.880+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:22.880+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:23.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:23.883 INFO:tasks.rados.rados.0.smithi071.stdout:1695: done (0 left) 2024-03-10T21:27:23.883 INFO:tasks.rados.rados.0.smithi071.stdout:1696: copy_from oid 3 from oid 28 current snap is 156 2024-03-10T21:27:23.884 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 156 2024-03-10T21:27:23.884 INFO:tasks.rados.rados.0.smithi071.stdout:1697: seq_num 541 ranges {11075584=663552,11739136=557056,12296192=475136,12771328=172032} 2024-03-10T21:27:23.950 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07176956-45 from 11075584 to 11739136 tid 1 2024-03-10T21:27:23.953 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07176956-45 from 11739136 to 12296192 tid 2 2024-03-10T21:27:23.955 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07176956-45 from 12296192 to 12771328 tid 3 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07176956-45 from 12771328 to 12943360 tid 4 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1698: read oid 14 snap -1 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1698: expect (ObjNum 485 snap 133 seq_num 485) 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1699: setattr oid 11 current snap is 156 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing copy_from racing read to smithi07176956-3 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing copy_from to smithi07176956-3 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1129 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-03-10T21:27:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 1 to smithi07176956-45 2024-03-10T21:27:23.958 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 2 to smithi07176956-45 2024-03-10T21:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:1696: done (3 left) 2024-03-10T21:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:1700: read oid 16 snap -1 2024-03-10T21:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:1700: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 156 2024-03-10T21:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:1701: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-03-10T21:27:23.963 INFO:tasks.rados.rados.0.smithi071.stdout:1701: writing smithi07176956-9 from 0 to 679936 tid 1 2024-03-10T21:27:23.966 INFO:tasks.rados.rados.0.smithi071.stdout:1701: writing smithi07176956-9 from 679936 to 1122304 tid 2 2024-03-10T21:27:23.971 INFO:tasks.rados.rados.0.smithi071.stdout:1701: writing smithi07176956-9 from 1122304 to 1802240 tid 3 2024-03-10T21:27:23.972 INFO:tasks.rados.rados.0.smithi071.stdout:1701: writing smithi07176956-9 from 1802240 to 1884160 tid 4 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1702: rmattr oid 8 current snap is 156 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 3 to smithi07176956-45 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 4 to smithi07176956-45 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 5 to smithi07176956-45 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 472 (ObjNum 514 snap 140 seq_num 514) dirty exists 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 6 to smithi07176956-45 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: oid 45 updating version 0 to 1046 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: oid 45 version 1046 is already newer than 1042 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: oid 45 version 1046 is already newer than 1045 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: oid 45 version 1046 is already newer than 1044 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: oid 45 version 1046 is already newer than 1043 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1046 (ObjNum 541 snap 156 seq_num 541) dirty exists 2024-03-10T21:27:23.973 INFO:tasks.rados.rados.0.smithi071.stdout:1697: left oid 45 (ObjNum 541 snap 156 seq_num 541) 2024-03-10T21:27:23.974 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing write tid 1 to smithi07176956-9 2024-03-10T21:27:23.974 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing write tid 2 to smithi07176956-9 2024-03-10T21:27:23.974 INFO:tasks.rados.rados.0.smithi071.stdout:1697: done (5 left) 2024-03-10T21:27:23.974 INFO:tasks.rados.rados.0.smithi071.stdout:1699: done (4 left) 2024-03-10T21:27:23.974 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 156 2024-03-10T21:27:23.974 INFO:tasks.rados.rados.0.smithi071.stdout:1703: seq_num 543 ranges {1720320=704512,2424832=729088,3153920=475136} 2024-03-10T21:27:23.986 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07176956-5 from 1720320 to 2424832 tid 1 2024-03-10T21:27:23.989 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07176956-5 from 2424832 to 3153920 tid 2 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07176956-5 from 3153920 to 3629056 tid 3 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:1704: rollback oid 28 current snap is 156 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 147 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 966 (ObjNum 526 snap 150 seq_num 526) dirty exists 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing write tid 3 to smithi07176956-9 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing write tid 4 to smithi07176956-9 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing write tid 5 to smithi07176956-9 2024-03-10T21:27:23.993 INFO:tasks.rados.rados.0.smithi071.stdout:1698: expect (ObjNum 485 snap 133 seq_num 485) 2024-03-10T21:27:24.206 INFO:tasks.rados.rados.0.smithi071.stdout:1701: finishing write tid 6 to smithi07176956-9 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1701: oid 9 updating version 0 to 1131 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1701: oid 9 updating version 1131 to 1133 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1701: oid 9 updating version 1133 to 1134 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1701: oid 9 version 1134 is already newer than 1130 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1701: oid 9 version 1134 is already newer than 1132 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1134 (ObjNum 542 snap 156 seq_num 542) dirty exists 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1701: left oid 9 (ObjNum 542 snap 156 seq_num 542) 2024-03-10T21:27:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:1700: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: osdmap e379: 8 total, 8 up, 8 in 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: osdmap e379: 8 total, 8 up, 8 in 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: osdmap e379: 8 total, 8 up, 8 in 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:24.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:23.892+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:23.892+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:23.892+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.893+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.893+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.893+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.894+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.895+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.895+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:24.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:23.896+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:24.398 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 1 to smithi07176956-5 2024-03-10T21:27:24.398 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 2 to smithi07176956-5 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 3 to smithi07176956-5 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 4 to smithi07176956-5 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 5 to smithi07176956-5 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: oid 5 updating version 0 to 770 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: oid 5 version 770 is already newer than 768 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: oid 5 version 770 is already newer than 767 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: oid 5 version 770 is already newer than 769 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 770 (ObjNum 543 snap 156 seq_num 543) dirty exists 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1703: left oid 5 (ObjNum 543 snap 156 seq_num 543) 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1147 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:27:24.399 INFO:tasks.rados.rados.0.smithi071.stdout:1698: done (5 left) 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1700: done (4 left) 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1701: done (3 left) 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1702: done (2 left) 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1703: done (1 left) 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1704: done (0 left) 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1705: copy_from oid 48 from oid 18 current snap is 156 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 156 2024-03-10T21:27:24.400 INFO:tasks.rados.rados.0.smithi071.stdout:1706: seq_num 544 ranges {12378112=720896,13099008=614400,13713408=589824} 2024-03-10T21:27:24.467 INFO:tasks.rados.rados.0.smithi071.stdout:1706: writing smithi07176956-3 from 12378112 to 13099008 tid 1 2024-03-10T21:27:24.469 INFO:tasks.rados.rados.0.smithi071.stdout:1706: writing smithi07176956-3 from 13099008 to 13713408 tid 2 2024-03-10T21:27:24.474 INFO:tasks.rados.rados.0.smithi071.stdout:1706: writing smithi07176956-3 from 13713408 to 14303232 tid 3 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1707: read oid 9 snap -1 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1707: expect (ObjNum 542 snap 156 seq_num 542) 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1708: rollback oid 33 current snap is 156 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 134 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1705: finishing copy_from to smithi07176956-48 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1705: got expected ENOENT (src dne) 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1705: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1706: finishing write tid 1 to smithi07176956-3 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1706: finishing write tid 2 to smithi07176956-3 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:1705: done (3 left) 2024-03-10T21:27:24.475 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 156 2024-03-10T21:27:24.476 INFO:tasks.rados.rados.0.smithi071.stdout:1709: seq_num 545 ranges {0=737280,737280=491520,1228800=450560,1679360=262144} 2024-03-10T21:27:24.477 INFO:tasks.rados.rados.0.smithi071.stdout:1709: writing smithi07176956-42 from 0 to 737280 tid 1 2024-03-10T21:27:24.480 INFO:tasks.rados.rados.0.smithi071.stdout:1709: writing smithi07176956-42 from 737280 to 1228800 tid 2 2024-03-10T21:27:24.483 INFO:tasks.rados.rados.0.smithi071.stdout:1709: writing smithi07176956-42 from 1228800 to 1679360 tid 3 2024-03-10T21:27:24.485 INFO:tasks.rados.rados.0.smithi071.stdout:1709: writing smithi07176956-42 from 1679360 to 1941504 tid 4 2024-03-10T21:27:24.485 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 156 2024-03-10T21:27:24.485 INFO:tasks.rados.rados.0.smithi071.stdout:1706: finishing write tid 3 to smithi07176956-3 2024-03-10T21:27:24.485 INFO:tasks.rados.rados.0.smithi071.stdout:1710: seq_num 546 ranges {5152768=753664,5906432=778240,6684672=425984} 2024-03-10T21:27:24.517 INFO:tasks.rados.rados.0.smithi071.stdout:1710: writing smithi07176956-11 from 5152768 to 5906432 tid 1 2024-03-10T21:27:24.521 INFO:tasks.rados.rados.0.smithi071.stdout:1710: writing smithi07176956-11 from 5906432 to 6684672 tid 2 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1710: writing smithi07176956-11 from 6684672 to 7110656 tid 3 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1711: snap_create 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: finishing write tid 4 to smithi07176956-3 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: finishing write tid 5 to smithi07176956-3 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: oid 3 updating version 0 to 1135 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: oid 3 updating version 1135 to 1137 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: oid 3 updating version 1137 to 1138 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: oid 3 version 1138 is already newer than 1136 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1138 (ObjNum 544 snap 156 seq_num 544) dirty exists 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1706: left oid 3 (ObjNum 544 snap 156 seq_num 544) 2024-03-10T21:27:24.524 INFO:tasks.rados.rados.0.smithi071.stdout:1707: expect (ObjNum 542 snap 156 seq_num 542) 2024-03-10T21:27:24.573 INFO:tasks.rados.rados.0.smithi071.stdout:1708: finishing rollback tid 0 to smithi07176956-33 2024-03-10T21:27:24.573 INFO:tasks.rados.rados.0.smithi071.stdout:1708: finishing rollback tid 1 to smithi07176956-33 2024-03-10T21:27:24.574 INFO:tasks.rados.rados.0.smithi071.stdout:1708: finishing rollback tid 2 to smithi07176956-33 2024-03-10T21:27:24.574 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1141 (ObjNum 433 snap 120 seq_num 433) dirty exists 2024-03-10T21:27:24.574 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing write tid 1 to smithi07176956-42 2024-03-10T21:27:24.574 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing write tid 2 to smithi07176956-42 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing write tid 3 to smithi07176956-42 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing write tid 4 to smithi07176956-42 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing write tid 5 to smithi07176956-42 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: finishing write tid 6 to smithi07176956-42 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: oid 42 updating version 0 to 1143 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: oid 42 version 1143 is already newer than 1142 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: oid 42 updating version 1143 to 1146 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: oid 42 version 1146 is already newer than 1144 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:1709: oid 42 version 1146 is already newer than 1145 2024-03-10T21:27:24.575 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1146 (ObjNum 545 snap 156 seq_num 545) dirty exists 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1709: left oid 42 (ObjNum 545 snap 156 seq_num 545) 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 1 to smithi07176956-11 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 2 to smithi07176956-11 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 3 to smithi07176956-11 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 4 to smithi07176956-11 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 5 to smithi07176956-11 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: oid 11 updating version 0 to 474 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: oid 11 version 474 is already newer than 473 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: oid 11 updating version 474 to 476 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: oid 11 version 476 is already newer than 475 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 476 (ObjNum 546 snap 156 seq_num 546) dirty exists 2024-03-10T21:27:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:1710: left oid 11 (ObjNum 546 snap 156 seq_num 546) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1706: done (5 left) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1707: done (4 left) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1708: done (3 left) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1709: done (2 left) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1710: done (1 left) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1711: done (0 left) 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 157 2024-03-10T21:27:24.892 INFO:tasks.rados.rados.0.smithi071.stdout:1712: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-03-10T21:27:24.896 INFO:tasks.rados.rados.0.smithi071.stdout:1712: writing smithi07176956-49 from 0 to 770048 tid 1 2024-03-10T21:27:24.900 INFO:tasks.rados.rados.0.smithi071.stdout:1712: writing smithi07176956-49 from 770048 to 1433600 tid 2 2024-03-10T21:27:24.903 INFO:tasks.rados.rados.0.smithi071.stdout:1712: writing smithi07176956-49 from 1433600 to 1900544 tid 3 2024-03-10T21:27:24.903 INFO:tasks.rados.rados.0.smithi071.stdout:1712: writing smithi07176956-49 from 1900544 to 1974272 tid 4 2024-03-10T21:27:24.904 INFO:tasks.rados.rados.0.smithi071.stdout:1713: delete oid 40 current snap is 157 2024-03-10T21:27:24.904 INFO:tasks.rados.rados.0.smithi071.stdout:1712: finishing write tid 1 to smithi07176956-49 2024-03-10T21:27:24.904 INFO:tasks.rados.rados.0.smithi071.stdout:1712: finishing write tid 2 to smithi07176956-49 2024-03-10T21:27:24.906 INFO:tasks.rados.rados.0.smithi071.stdout:1713: done (1 left) 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1714: read oid 6 snap 143 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1714: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1715: rollback oid 3 current snap is 157 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 150 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1716: read oid 42 snap -1 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1716: expect (ObjNum 545 snap 156 seq_num 545) 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 157 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1712: finishing write tid 3 to smithi07176956-49 2024-03-10T21:27:24.907 INFO:tasks.rados.rados.0.smithi071.stdout:1717: seq_num 549 ranges {7151616=802816,7954432=483328,8437760=434176,8871936=286720} 2024-03-10T21:27:24.949 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07176956-41 from 7151616 to 7954432 tid 1 2024-03-10T21:27:24.951 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07176956-41 from 7954432 to 8437760 tid 2 2024-03-10T21:27:24.954 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07176956-41 from 8437760 to 8871936 tid 3 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07176956-41 from 8871936 to 9158656 tid 4 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1718: read oid 28 snap -1 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1718: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1719: delete oid 10 current snap is 157 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: finishing write tid 4 to smithi07176956-49 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: finishing write tid 5 to smithi07176956-49 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: finishing write tid 6 to smithi07176956-49 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: oid 49 updating version 0 to 477 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: oid 49 updating version 477 to 481 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: oid 49 version 481 is already newer than 478 2024-03-10T21:27:24.957 INFO:tasks.rados.rados.0.smithi071.stdout:1712: oid 49 version 481 is already newer than 480 2024-03-10T21:27:24.958 INFO:tasks.rados.rados.0.smithi071.stdout:1712: oid 49 version 481 is already newer than 479 2024-03-10T21:27:24.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 481 (ObjNum 547 snap 157 seq_num 547) dirty exists 2024-03-10T21:27:24.958 INFO:tasks.rados.rados.0.smithi071.stdout:1712: left oid 49 (ObjNum 547 snap 157 seq_num 547) 2024-03-10T21:27:24.958 INFO:tasks.rados.rados.0.smithi071.stdout:1714: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:24.964 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing rollback tid 0 to smithi07176956-3 2024-03-10T21:27:24.964 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:27:24.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1148 (ObjNum 97 snap 0 seq_num 4136372924) dirty dne 2024-03-10T21:27:24.964 INFO:tasks.rados.rados.0.smithi071.stdout:1716: expect (ObjNum 545 snap 156 seq_num 545) 2024-03-10T21:27:25.014 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 1 to smithi07176956-41 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 2 to smithi07176956-41 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 3 to smithi07176956-41 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 4 to smithi07176956-41 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 5 to smithi07176956-41 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 6 to smithi07176956-41 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: oid 41 updating version 0 to 1058 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: oid 41 updating version 1058 to 1060 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: oid 41 updating version 1060 to 1061 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: oid 41 updating version 1061 to 1062 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: oid 41 version 1062 is already newer than 1059 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1062 (ObjNum 549 snap 157 seq_num 549) dirty exists 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1717: left oid 41 (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:25.015 INFO:tasks.rados.rados.0.smithi071.stdout:1718: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:27:25.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: osdmap e380: 8 total, 8 up, 8 in 2024-03-10T21:27:25.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:24 smithi193 ceph-mon[83873]: pgmap v245: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 239 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 308 KiB/s wr, 4 op/s 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: osdmap e380: 8 total, 8 up, 8 in 2024-03-10T21:27:25.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:25.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[91105]: pgmap v245: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 239 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 308 KiB/s wr, 4 op/s 2024-03-10T21:27:25.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:24.900+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:25.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:24.900+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: osdmap e380: 8 total, 8 up, 8 in 2024-03-10T21:27:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-mon[88660]: pgmap v245: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 239 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 308 KiB/s wr, 4 op/s 2024-03-10T21:27:25.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:24.952+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:25.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:24.952+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:25.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:24.953+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:24.953+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:24.954+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1712: done (6 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1714: done (5 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1715: done (4 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1716: done (3 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1717: done (2 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1718: done (1 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1719: done (0 left) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1720: read oid 26 snap -1 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1720: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:1721: copy_from oid 19 from oid 15 current snap is 157 2024-03-10T21:27:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 157 2024-03-10T21:27:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:1722: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-03-10T21:27:25.677 INFO:tasks.rados.rados.0.smithi071.stdout:1722: writing smithi07176956-21 from 0 to 434176 tid 1 2024-03-10T21:27:25.681 INFO:tasks.rados.rados.0.smithi071.stdout:1722: writing smithi07176956-21 from 434176 to 1081344 tid 2 2024-03-10T21:27:25.683 INFO:tasks.rados.rados.0.smithi071.stdout:1722: writing smithi07176956-21 from 1081344 to 1531904 tid 3 2024-03-10T21:27:25.687 INFO:tasks.rados.rados.0.smithi071.stdout:1722: writing smithi07176956-21 from 1531904 to 2039808 tid 4 2024-03-10T21:27:25.687 INFO:tasks.rados.rados.0.smithi071.stdout:1723: read oid 48 snap -1 2024-03-10T21:27:25.687 INFO:tasks.rados.rados.0.smithi071.stdout:1723: expect deleted 2024-03-10T21:27:25.687 INFO:tasks.rados.rados.0.smithi071.stdout:1724: setattr oid 37 current snap is 157 2024-03-10T21:27:25.688 INFO:tasks.rados.rados.0.smithi071.stdout:1720: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:25.802 INFO:tasks.rados.rados.0.smithi071.stdout:1722: finishing write tid 1 to smithi07176956-21 2024-03-10T21:27:25.802 INFO:tasks.rados.rados.0.smithi071.stdout:1722: finishing write tid 2 to smithi07176956-21 2024-03-10T21:27:25.802 INFO:tasks.rados.rados.0.smithi071.stdout:1722: finishing write tid 3 to smithi07176956-21 2024-03-10T21:27:25.802 INFO:tasks.rados.rados.0.smithi071.stdout:1721: finishing copy_from racing read to smithi07176956-19 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:1721: finishing copy_from to smithi07176956-19 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 743 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:1722: finishing write tid 4 to smithi07176956-21 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:1722: finishing write tid 5 to smithi07176956-21 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:1722: finishing write tid 6 to smithi07176956-21 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:1722: oid 21 updating version 0 to 5780 2024-03-10T21:27:25.803 INFO:tasks.rados.rados.0.smithi071.stdout:1722: oid 21 updating version 5780 to 5782 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1722: oid 21 version 5782 is already newer than 5779 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1722: oid 21 version 5782 is already newer than 5781 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1722: oid 21 version 5782 is already newer than 5778 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5782 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1722: left oid 21 (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1720: done (4 left) 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1721: done (3 left) 2024-03-10T21:27:25.804 INFO:tasks.rados.rados.0.smithi071.stdout:1722: done (2 left) 2024-03-10T21:27:25.805 INFO:tasks.rados.rados.0.smithi071.stdout:1723: done (1 left) 2024-03-10T21:27:25.805 INFO:tasks.rados.rados.0.smithi071.stdout:1725: rollback oid 38 current snap is 157 2024-03-10T21:27:25.805 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 154 2024-03-10T21:27:25.805 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 157 2024-03-10T21:27:25.805 INFO:tasks.rados.rados.0.smithi071.stdout:1726: seq_num 552 ranges {3629056=450560,4079616=532480,4612096=655360,5267456=417792} 2024-03-10T21:27:25.823 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07176956-5 from 3629056 to 4079616 tid 1 2024-03-10T21:27:25.826 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07176956-5 from 4079616 to 4612096 tid 2 2024-03-10T21:27:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07176956-5 from 4612096 to 5267456 tid 3 2024-03-10T21:27:25.833 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07176956-5 from 5267456 to 5685248 tid 4 2024-03-10T21:27:25.833 INFO:tasks.rados.rados.0.smithi071.stdout:1727: copy_from oid 32 from oid 11 current snap is 157 2024-03-10T21:27:25.833 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 157 2024-03-10T21:27:25.833 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 765 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:27:25.833 INFO:tasks.rados.rados.0.smithi071.stdout:1725: finishing rollback tid 0 to smithi07176956-38 2024-03-10T21:27:25.833 INFO:tasks.rados.rados.0.smithi071.stdout:1725: finishing rollback tid 1 to smithi07176956-38 2024-03-10T21:27:25.834 INFO:tasks.rados.rados.0.smithi071.stdout:1725: finishing rollback tid 2 to smithi07176956-38 2024-03-10T21:27:25.834 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1151 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:27:25.834 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 1 to smithi07176956-5 2024-03-10T21:27:25.834 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 2 to smithi07176956-5 2024-03-10T21:27:25.834 INFO:tasks.rados.rados.0.smithi071.stdout:1728: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-03-10T21:27:25.835 INFO:tasks.rados.rados.0.smithi071.stdout:1728: writing smithi07176956-36 from 0 to 466944 tid 1 2024-03-10T21:27:25.838 INFO:tasks.rados.rados.0.smithi071.stdout:1728: writing smithi07176956-36 from 466944 to 884736 tid 2 2024-03-10T21:27:25.840 INFO:tasks.rados.rados.0.smithi071.stdout:1728: writing smithi07176956-36 from 884736 to 1302528 tid 3 2024-03-10T21:27:25.843 INFO:tasks.rados.rados.0.smithi071.stdout:1728: writing smithi07176956-36 from 1302528 to 1818624 tid 4 2024-03-10T21:27:25.844 INFO:tasks.rados.rados.0.smithi071.stdout:1728: writing smithi07176956-36 from 1818624 to 2072576 tid 5 2024-03-10T21:27:25.845 INFO:tasks.rados.rados.0.smithi071.stdout:1724: done (4 left) 2024-03-10T21:27:25.845 INFO:tasks.rados.rados.0.smithi071.stdout:1725: done (3 left) 2024-03-10T21:27:25.845 INFO:tasks.rados.rados.0.smithi071.stdout:1729: snap_remove snap 156 2024-03-10T21:27:25.898 INFO:tasks.rados.rados.0.smithi071.stdout:1729: done (3 left) 2024-03-10T21:27:25.898 INFO:tasks.rados.rados.0.smithi071.stdout:1730: snap_remove snap 151 2024-03-10T21:27:26.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: osdmap e381: 8 total, 8 up, 8 in 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: osdmap e381: 8 total, 8 up, 8 in 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: osdmap e381: 8 total, 8 up, 8 in 2024-03-10T21:27:26.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:26.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.896+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:26.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.896+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:26.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.896+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:26.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.896+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:26.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.896+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.896+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:25.897+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:26.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:26.429+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:26.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:26.429+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:26.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:26.430+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:26.901 INFO:tasks.rados.rados.0.smithi071.stdout:1730: done (3 left) 2024-03-10T21:27:26.902 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 157 2024-03-10T21:27:26.902 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 3 to smithi07176956-5 2024-03-10T21:27:26.902 INFO:tasks.rados.rados.0.smithi071.stdout:1731: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-03-10T21:27:26.904 INFO:tasks.rados.rados.0.smithi071.stdout:1731: writing smithi07176956-40 from 0 to 483328 tid 1 2024-03-10T21:27:26.909 INFO:tasks.rados.rados.0.smithi071.stdout:1731: writing smithi07176956-40 from 483328 to 1187840 tid 2 2024-03-10T21:27:26.913 INFO:tasks.rados.rados.0.smithi071.stdout:1731: writing smithi07176956-40 from 1187840 to 1810432 tid 3 2024-03-10T21:27:26.916 INFO:tasks.rados.rados.0.smithi071.stdout:1731: writing smithi07176956-40 from 1810432 to 2088960 tid 4 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1732: setattr oid 39 current snap is 157 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 4 to smithi07176956-5 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 5 to smithi07176956-5 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 6 to smithi07176956-5 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: oid 5 updating version 0 to 773 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: oid 5 version 773 is already newer than 772 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: oid 5 updating version 773 to 775 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: oid 5 version 775 is already newer than 774 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: oid 5 updating version 775 to 776 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 776 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1726: left oid 5 (ObjNum 552 snap 157 seq_num 552) 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 1 to smithi07176956-36 2024-03-10T21:27:26.917 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 2 to smithi07176956-36 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 3 to smithi07176956-36 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 4 to smithi07176956-36 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 5 to smithi07176956-36 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 6 to smithi07176956-36 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing write tid 7 to smithi07176956-36 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: oid 36 updating version 0 to 777 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: oid 36 updating version 777 to 781 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: oid 36 version 781 is already newer than 778 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: oid 36 updating version 781 to 782 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: oid 36 version 782 is already newer than 780 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: oid 36 version 782 is already newer than 779 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 782 (ObjNum 553 snap 157 seq_num 553) dirty exists 2024-03-10T21:27:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:1728: left oid 36 (ObjNum 553 snap 157 seq_num 553) 2024-03-10T21:27:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing copy_from racing read to smithi07176956-32 2024-03-10T21:27:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing copy_from to smithi07176956-32 2024-03-10T21:27:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 476 (ObjNum 546 snap 156 seq_num 546) dirty exists 2024-03-10T21:27:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:1731: finishing write tid 1 to smithi07176956-40 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1726: done (4 left) 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1727: done (3 left) 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1728: done (2 left) 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1733: rollback oid 11 current snap is 157 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 148 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1734: read oid 47 snap -1 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1734: expect (ObjNum 474 snap 127 seq_num 474) 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1735: setattr oid 23 current snap is 157 2024-03-10T21:27:26.920 INFO:tasks.rados.rados.0.smithi071.stdout:1731: finishing write tid 2 to smithi07176956-40 2024-03-10T21:27:26.921 INFO:tasks.rados.rados.0.smithi071.stdout:1736: read oid 6 snap 154 2024-03-10T21:27:26.921 INFO:tasks.rados.rados.0.smithi071.stdout:1736: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:26.921 INFO:tasks.rados.rados.0.smithi071.stdout:1737: snap_create 2024-03-10T21:27:26.921 INFO:tasks.rados.rados.0.smithi071.stdout:1731: finishing write tid 3 to smithi07176956-40 2024-03-10T21:27:26.921 INFO:tasks.rados.rados.0.smithi071.stdout:1731: finishing write tid 4 to smithi07176956-40 2024-03-10T21:27:26.922 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing rollback tid 0 to smithi07176956-11 2024-03-10T21:27:26.924 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 766 (ObjNum 533 snap 154 seq_num 533) dirty exists 2024-03-10T21:27:26.924 INFO:tasks.rados.rados.0.smithi071.stdout:1736: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:26.932 INFO:tasks.rados.rados.0.smithi071.stdout:1731: finishing write tid 5 to smithi07176956-40 2024-03-10T21:27:26.932 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:27:26.932 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:27:26.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 484 (ObjNum 514 snap 140 seq_num 514) dirty exists 2024-03-10T21:27:26.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 847 (ObjNum 507 snap 138 seq_num 507) dirty exists 2024-03-10T21:27:26.932 INFO:tasks.rados.rados.0.smithi071.stdout:1731: finishing write tid 6 to smithi07176956-40 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1731: oid 40 updating version 0 to 1154 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1731: oid 40 updating version 1154 to 1155 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1731: oid 40 version 1155 is already newer than 1150 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1731: oid 40 version 1155 is already newer than 1149 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1731: oid 40 version 1155 is already newer than 1153 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1155 (ObjNum 554 snap 157 seq_num 554) dirty exists 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1731: left oid 40 (ObjNum 554 snap 157 seq_num 554) 2024-03-10T21:27:26.933 INFO:tasks.rados.rados.0.smithi071.stdout:1734: expect (ObjNum 474 snap 127 seq_num 474) 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: osdmap e382: 8 total, 8 up, 8 in 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:26 smithi193 ceph-mon[83873]: pgmap v248: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 239 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 452 KiB/s wr, 3 op/s 2024-03-10T21:27:27.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:26.899+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:27.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:26.899+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: osdmap e382: 8 total, 8 up, 8 in 2024-03-10T21:27:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[88660]: pgmap v248: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 239 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 452 KiB/s wr, 3 op/s 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: osdmap e382: 8 total, 8 up, 8 in 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-mon[91105]: pgmap v248: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 239 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 452 KiB/s wr, 3 op/s 2024-03-10T21:27:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:26.913+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:26.913+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:26.914+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:26.915+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:26.915+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:27.908 INFO:tasks.rados.rados.0.smithi071.stdout:1731: done (6 left) 2024-03-10T21:27:27.908 INFO:tasks.rados.rados.0.smithi071.stdout:1732: done (5 left) 2024-03-10T21:27:27.908 INFO:tasks.rados.rados.0.smithi071.stdout:1733: done (4 left) 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1734: done (3 left) 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1735: done (2 left) 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1736: done (1 left) 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1737: done (0 left) 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1738: read oid 24 snap -1 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1738: expect deleted 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 158 2024-03-10T21:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:1739: seq_num 555 ranges {2416640=499712,2916352=638976,3555328=425984,3981312=540672} 2024-03-10T21:27:27.924 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi07176956-23 from 2416640 to 2916352 tid 1 2024-03-10T21:27:27.927 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi07176956-23 from 2916352 to 3555328 tid 2 2024-03-10T21:27:27.930 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi07176956-23 from 3555328 to 3981312 tid 3 2024-03-10T21:27:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:1739: writing smithi07176956-23 from 3981312 to 4521984 tid 4 2024-03-10T21:27:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 158 2024-03-10T21:27:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:1740: seq_num 556 ranges {5685248=516096,6201344=524288,6725632=638976,7364608=442368} 2024-03-10T21:27:27.967 INFO:tasks.rados.rados.0.smithi071.stdout:1740: writing smithi07176956-5 from 5685248 to 6201344 tid 1 2024-03-10T21:27:27.970 INFO:tasks.rados.rados.0.smithi071.stdout:1740: writing smithi07176956-5 from 6201344 to 6725632 tid 2 2024-03-10T21:27:27.973 INFO:tasks.rados.rados.0.smithi071.stdout:1740: writing smithi07176956-5 from 6725632 to 7364608 tid 3 2024-03-10T21:27:27.976 INFO:tasks.rados.rados.0.smithi071.stdout:1740: writing smithi07176956-5 from 7364608 to 7806976 tid 4 2024-03-10T21:27:27.976 INFO:tasks.rados.rados.0.smithi071.stdout:1741: snap_remove snap 147 2024-03-10T21:27:28.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: osdmap e383: 8 total, 8 up, 8 in 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:28.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:27.927+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:28.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:27.927+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:28.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:27.927+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:28.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:28.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:28.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: osdmap e383: 8 total, 8 up, 8 in 2024-03-10T21:27:28.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:28.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: osdmap e383: 8 total, 8 up, 8 in 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:28.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:28.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.909+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.909+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.909+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.909+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.909+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.909+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:27.910+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:28.917 INFO:tasks.rados.rados.0.smithi071.stdout:1741: done (3 left) 2024-03-10T21:27:28.918 INFO:tasks.rados.rados.0.smithi071.stdout:1742: read oid 4 snap 157 2024-03-10T21:27:28.918 INFO:tasks.rados.rados.0.smithi071.stdout:1742: expect (ObjNum 512 snap 139 seq_num 512) 2024-03-10T21:27:28.918 INFO:tasks.rados.rados.0.smithi071.stdout:1743: rollback oid 12 current snap is 158 2024-03-10T21:27:28.918 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 149 2024-03-10T21:27:28.918 INFO:tasks.rados.rados.0.smithi071.stdout:1744: read oid 41 snap 157 2024-03-10T21:27:28.919 INFO:tasks.rados.rados.0.smithi071.stdout:1744: expect (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:28.921 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 158 2024-03-10T21:27:28.922 INFO:tasks.rados.rados.0.smithi071.stdout:1745: seq_num 557 ranges {8380416=532480,8912896=802816,9715712=794624,10510336=8192} 2024-03-10T21:27:28.967 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi07176956-8 from 8380416 to 8912896 tid 1 2024-03-10T21:27:28.972 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi07176956-8 from 8912896 to 9715712 tid 2 2024-03-10T21:27:28.978 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi07176956-8 from 9715712 to 10510336 tid 3 2024-03-10T21:27:28.978 INFO:tasks.rados.rados.0.smithi071.stdout:1745: writing smithi07176956-8 from 10510336 to 10518528 tid 4 2024-03-10T21:27:28.978 INFO:tasks.rados.rados.0.smithi071.stdout:1746: rollback oid 11 current snap is 158 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 134 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 1 to smithi07176956-23 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 2 to smithi07176956-23 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 3 to smithi07176956-23 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1738: done (7 left) 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1747: read oid 40 snap -1 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1747: expect (ObjNum 554 snap 157 seq_num 554) 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 158 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 4 to smithi07176956-23 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 5 to smithi07176956-23 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: finishing write tid 6 to smithi07176956-23 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: oid 23 updating version 0 to 852 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: oid 23 version 852 is already newer than 850 2024-03-10T21:27:28.979 INFO:tasks.rados.rados.0.smithi071.stdout:1739: oid 23 version 852 is already newer than 851 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1739: oid 23 version 852 is already newer than 848 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1739: oid 23 version 852 is already newer than 849 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 852 (ObjNum 555 snap 158 seq_num 555) dirty exists 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1739: left oid 23 (ObjNum 555 snap 158 seq_num 555) 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: finishing write tid 1 to smithi07176956-5 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: finishing write tid 2 to smithi07176956-5 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: finishing write tid 3 to smithi07176956-5 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: finishing write tid 4 to smithi07176956-5 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: finishing write tid 5 to smithi07176956-5 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: finishing write tid 6 to smithi07176956-5 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: oid 5 updating version 0 to 790 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: oid 5 updating version 790 to 791 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: oid 5 updating version 791 to 794 2024-03-10T21:27:28.980 INFO:tasks.rados.rados.0.smithi071.stdout:1740: oid 5 version 794 is already newer than 793 2024-03-10T21:27:28.981 INFO:tasks.rados.rados.0.smithi071.stdout:1740: oid 5 version 794 is already newer than 792 2024-03-10T21:27:28.981 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 794 (ObjNum 556 snap 158 seq_num 556) dirty exists 2024-03-10T21:27:28.981 INFO:tasks.rados.rados.0.smithi071.stdout:1740: left oid 5 (ObjNum 556 snap 158 seq_num 556) 2024-03-10T21:27:28.981 INFO:tasks.rados.rados.0.smithi071.stdout:1743: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:27:28.981 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 0 (ObjNum 33 snap 0 seq_num 2944127792) dirty dne 2024-03-10T21:27:28.981 INFO:tasks.rados.rados.0.smithi071.stdout:1742: expect (ObjNum 512 snap 139 seq_num 512) 2024-03-10T21:27:29.016 INFO:tasks.rados.rados.0.smithi071.stdout:1744: expect (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:29.199 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:28.919+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:29.199 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:28.921+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:29.199 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:28.919+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:29.199 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:28.919+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:29.200 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:28.920+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:29.200 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:28.922+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:29.200 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:28.924+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: osdmap e384: 8 total, 8 up, 8 in 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:29.200 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: Upgrade: osd.3 is safe to restart 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[88660]: pgmap v251: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 260 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.1 MiB/s wr, 49 op/s 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: osdmap e384: 8 total, 8 up, 8 in 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:29.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:29.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:29.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:29.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:29.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: Upgrade: osd.3 is safe to restart 2024-03-10T21:27:29.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:28 smithi071 ceph-mon[91105]: pgmap v251: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 260 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.1 MiB/s wr, 49 op/s 2024-03-10T21:27:29.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: osdmap e384: 8 total, 8 up, 8 in 2024-03-10T21:27:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-03-10T21:27:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: Upgrade: osd.3 is safe to restart 2024-03-10T21:27:29.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:28 smithi193 ceph-mon[83873]: pgmap v251: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 260 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 9.1 MiB/s wr, 49 op/s 2024-03-10T21:27:29.657 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 1 to smithi07176956-8 2024-03-10T21:27:29.657 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 2 to smithi07176956-8 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:1746: finishing rollback tid 0 to smithi07176956-11 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:1746: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 3 to smithi07176956-8 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:1746: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 487 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 4 to smithi07176956-8 2024-03-10T21:27:29.658 INFO:tasks.rados.rados.0.smithi071.stdout:1748: seq_num 558 ranges {57344=548864,606208=688128,1294336=606208,1900544=311296} 2024-03-10T21:27:29.660 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi07176956-34 from 57344 to 606208 tid 1 2024-03-10T21:27:29.664 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi07176956-34 from 606208 to 1294336 tid 2 2024-03-10T21:27:29.667 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi07176956-34 from 1294336 to 1900544 tid 3 2024-03-10T21:27:29.670 INFO:tasks.rados.rados.0.smithi071.stdout:1748: writing smithi07176956-34 from 1900544 to 2211840 tid 4 2024-03-10T21:27:29.670 INFO:tasks.rados.rados.0.smithi071.stdout:1739: done (8 left) 2024-03-10T21:27:29.670 INFO:tasks.rados.rados.0.smithi071.stdout:1740: done (7 left) 2024-03-10T21:27:29.670 INFO:tasks.rados.rados.0.smithi071.stdout:1742: done (6 left) 2024-03-10T21:27:29.670 INFO:tasks.rados.rados.0.smithi071.stdout:1743: done (5 left) 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1744: done (4 left) 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1746: done (3 left) 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1749: snap_create 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 5 to smithi07176956-8 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: finishing write tid 6 to smithi07176956-8 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: oid 8 updating version 0 to 968 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: oid 8 updating version 968 to 969 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: oid 8 updating version 969 to 970 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: oid 8 updating version 970 to 971 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: oid 8 version 971 is already newer than 967 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 971 (ObjNum 557 snap 158 seq_num 557) dirty exists 2024-03-10T21:27:29.671 INFO:tasks.rados.rados.0.smithi071.stdout:1745: left oid 8 (ObjNum 557 snap 158 seq_num 557) 2024-03-10T21:27:29.672 INFO:tasks.rados.rados.0.smithi071.stdout:1747: expect (ObjNum 554 snap 157 seq_num 554) 2024-03-10T21:27:29.724 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 1 to smithi07176956-34 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 2 to smithi07176956-34 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 3 to smithi07176956-34 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 4 to smithi07176956-34 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 5 to smithi07176956-34 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: finishing write tid 6 to smithi07176956-34 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: oid 34 updating version 0 to 1165 2024-03-10T21:27:29.725 INFO:tasks.rados.rados.0.smithi071.stdout:1748: oid 34 version 1165 is already newer than 1163 2024-03-10T21:27:29.726 INFO:tasks.rados.rados.0.smithi071.stdout:1748: oid 34 version 1165 is already newer than 1164 2024-03-10T21:27:29.726 INFO:tasks.rados.rados.0.smithi071.stdout:1748: oid 34 version 1165 is already newer than 1162 2024-03-10T21:27:29.726 INFO:tasks.rados.rados.0.smithi071.stdout:1748: oid 34 version 1165 is already newer than 1161 2024-03-10T21:27:29.726 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1165 (ObjNum 558 snap 158 seq_num 558) dirty exists 2024-03-10T21:27:29.726 INFO:tasks.rados.rados.0.smithi071.stdout:1748: left oid 34 (ObjNum 558 snap 158 seq_num 558) 2024-03-10T21:27:29.927 INFO:tasks.rados.rados.0.smithi071.stdout:1745: done (3 left) 2024-03-10T21:27:29.927 INFO:tasks.rados.rados.0.smithi071.stdout:1747: done (2 left) 2024-03-10T21:27:29.928 INFO:tasks.rados.rados.0.smithi071.stdout:1748: done (1 left) 2024-03-10T21:27:29.928 INFO:tasks.rados.rados.0.smithi071.stdout:1749: done (0 left) 2024-03-10T21:27:29.928 INFO:tasks.rados.rados.0.smithi071.stdout:1750: snap_create 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: osdmap e385: 8 total, 8 up, 8 in 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:30.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:30.111+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:30.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:30.111+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:30.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:30.112+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:30.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: osdmap e385: 8 total, 8 up, 8 in 2024-03-10T21:27:30.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: osdmap e385: 8 total, 8 up, 8 in 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:30.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:30.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:30.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:30.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:30.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.925+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.925+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.926+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.926+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.926+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:30.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.926+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:30.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:29.927+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:30.927 INFO:tasks.rados.rados.0.smithi071.stdout:1750: done (0 left) 2024-03-10T21:27:30.927 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 160 2024-03-10T21:27:30.927 INFO:tasks.rados.rados.0.smithi071.stdout:1751: seq_num 559 ranges {3735552=565248,4300800=573440,4874240=409600,5283840=622592} 2024-03-10T21:27:30.950 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi07176956-11 from 3735552 to 4300800 tid 1 2024-03-10T21:27:30.953 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi07176956-11 from 4300800 to 4874240 tid 2 2024-03-10T21:27:30.956 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi07176956-11 from 4874240 to 5283840 tid 3 2024-03-10T21:27:30.960 INFO:tasks.rados.rados.0.smithi071.stdout:1751: writing smithi07176956-11 from 5283840 to 5906432 tid 4 2024-03-10T21:27:30.960 INFO:tasks.rados.rados.0.smithi071.stdout:1752: delete oid 48 current snap is 160 2024-03-10T21:27:30.960 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 1 to smithi07176956-11 2024-03-10T21:27:30.960 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 2 to smithi07176956-11 2024-03-10T21:27:30.961 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 3 to smithi07176956-11 2024-03-10T21:27:30.963 INFO:tasks.rados.rados.0.smithi071.stdout:1752: done (1 left) 2024-03-10T21:27:30.963 INFO:tasks.rados.rados.0.smithi071.stdout:1753: snap_create 2024-03-10T21:27:30.963 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 4 to smithi07176956-11 2024-03-10T21:27:30.963 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 5 to smithi07176956-11 2024-03-10T21:27:30.964 INFO:tasks.rados.rados.0.smithi071.stdout:1751: finishing write tid 6 to smithi07176956-11 2024-03-10T21:27:30.964 INFO:tasks.rados.rados.0.smithi071.stdout:1751: oid 11 updating version 0 to 489 2024-03-10T21:27:30.964 INFO:tasks.rados.rados.0.smithi071.stdout:1751: oid 11 updating version 489 to 492 2024-03-10T21:27:30.964 INFO:tasks.rados.rados.0.smithi071.stdout:1751: oid 11 version 492 is already newer than 490 2024-03-10T21:27:30.964 INFO:tasks.rados.rados.0.smithi071.stdout:1751: oid 11 version 492 is already newer than 491 2024-03-10T21:27:30.964 INFO:tasks.rados.rados.0.smithi071.stdout:1751: oid 11 version 492 is already newer than 488 2024-03-10T21:27:30.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 492 (ObjNum 559 snap 160 seq_num 559) dirty exists 2024-03-10T21:27:30.965 INFO:tasks.rados.rados.0.smithi071.stdout:1751: left oid 11 (ObjNum 559 snap 160 seq_num 559) 2024-03-10T21:27:31.252 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:27:31] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-03-10T21:27:31.253 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:30.954+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:31.253 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:30.954+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: osdmap e386: 8 total, 8 up, 8 in 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:31.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: Upgrade: Updating osd.3 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: Deploying daemon osd.3 on smithi071 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[88660]: pgmap v254: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 271 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 56 op/s 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: osdmap e386: 8 total, 8 up, 8 in 2024-03-10T21:27:31.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: Upgrade: Updating osd.3 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: Deploying daemon osd.3 on smithi071 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:31.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-mon[91105]: pgmap v254: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 271 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 56 op/s 2024-03-10T21:27:31.255 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:30.924+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:31.255 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:30.924+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:31.256 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:30.924+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:31.256 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:30.924+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:31.256 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:30.925+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:31.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: osdmap e386: 8 total, 8 up, 8 in 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: Upgrade: Updating osd.3 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: Deploying daemon osd.3 on smithi071 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:30 smithi193 ceph-mon[83873]: pgmap v254: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 271 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 56 op/s 2024-03-10T21:27:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:1751: done (1 left) 2024-03-10T21:27:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:1753: done (0 left) 2024-03-10T21:27:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:1754: read oid 1 snap -1 2024-03-10T21:27:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:1754: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:27:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:1755: snap_create 2024-03-10T21:27:31.972 INFO:tasks.rados.rados.0.smithi071.stdout:1754: expect (ObjNum 360 snap 106 seq_num 360) 2024-03-10T21:27:32.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:32.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:32.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:32.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:32.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: osdmap e387: 8 total, 8 up, 8 in 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: osdmap e387: 8 total, 8 up, 8 in 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:32.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:32.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.941+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.942+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.942+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.943+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.945+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.945+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:32.192 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:31.949+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: osdmap e387: 8 total, 8 up, 8 in 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:32.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:32.936 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:32.756+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:32.936 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:32.756+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:32.936 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:32.756+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:32.944 INFO:tasks.rados.rados.0.smithi071.stdout:1754: done (1 left) 2024-03-10T21:27:32.944 INFO:tasks.rados.rados.0.smithi071.stdout:1755: done (0 left) 2024-03-10T21:27:32.945 INFO:tasks.rados.rados.0.smithi071.stdout:1756: snap_remove snap 150 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: osdmap e388: 8 total, 8 up, 8 in 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: pgmap v257: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:33.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: osdmap e388: 8 total, 8 up, 8 in 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: pgmap v257: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:33.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:33.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: osdmap e388: 8 total, 8 up, 8 in 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset c7=[]:{c7=[c7]} for object 5:5e3dee0f:::smithi07176956-24:c3 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: pgmap v257: 121 pgs: 7 active+clean+snaptrim_error, 114 active+clean; 274 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{a8=[a7],ad=[ad,ac],b5=[b5,b4],ba=[ba],c7=[c7,c6,c5,c4,c3],c9=[c9,c8]} for object 5:c42fd582:::smithi07176956-29:a6 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:33.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:33.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:33 smithi071 systemd[1]: Stopping Ceph osd.3 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:27:33.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[59218]: 2024-03-10T21:27:33.547+0000 7fa05ebe3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:27:33.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[59218]: 2024-03-10T21:27:33.547+0000 7fa05ebe3700 -1 osd.3 388 *** Got signal Terminated *** 2024-03-10T21:27:33.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[59218]: 2024-03-10T21:27:33.547+0000 7fa05ebe3700 -1 osd.3 388 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:27:33.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:33.949 INFO:tasks.rados.rados.0.smithi071.stdout:1756: done (0 left) 2024-03-10T21:27:33.949 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 162 2024-03-10T21:27:33.949 INFO:tasks.rados.rados.0.smithi071.stdout:1757: seq_num 561 ranges {57344=598016,655360=745472,1400832=778240,2179072=81920} 2024-03-10T21:27:33.952 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07176956-33 from 57344 to 655360 tid 1 2024-03-10T21:27:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07176956-33 from 655360 to 1400832 tid 2 2024-03-10T21:27:33.964 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07176956-33 from 1400832 to 2179072 tid 3 2024-03-10T21:27:33.965 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07176956-33 from 2179072 to 2260992 tid 4 2024-03-10T21:27:33.965 INFO:tasks.rados.rados.0.smithi071.stdout:1758: snap_remove snap 158 2024-03-10T21:27:34.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:33 smithi193 ceph-mon[83873]: osdmap e389: 8 total, 8 up, 8 in 2024-03-10T21:27:34.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:33 smithi193 ceph-mon[83873]: osd.3 marked itself down and dead 2024-03-10T21:27:34.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:33 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:27:34.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:33.954+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:34.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-mon[88660]: osdmap e389: 8 total, 8 up, 8 in 2024-03-10T21:27:34.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-mon[88660]: osd.3 marked itself down and dead 2024-03-10T21:27:34.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:27:34.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-mon[91105]: osdmap e389: 8 total, 8 up, 8 in 2024-03-10T21:27:34.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-mon[91105]: osd.3 marked itself down and dead 2024-03-10T21:27:34.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:27:34.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:33.952+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:34.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:33.953+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:34.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:33.959+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:34.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:33.961+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:34.799 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:34 smithi071 podman[110279]: 2024-03-10 21:27:34.528182645 +0000 UTC m=+1.085936389 container died 853a0a6a34c97b18c1120dc97d32ff7cebc37e6be8f7d28ba18b7a63c7926b3c (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-03-10T21:27:34.950 INFO:tasks.rados.rados.0.smithi071.stdout:1758: done (1 left) 2024-03-10T21:27:34.950 INFO:tasks.rados.rados.0.smithi071.stdout:1759: read oid 16 snap -1 2024-03-10T21:27:34.950 INFO:tasks.rados.rados.0.smithi071.stdout:1759: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:27:34.950 INFO:tasks.rados.rados.0.smithi071.stdout:1760: snap_remove snap 146 2024-03-10T21:27:35.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:34 smithi071 podman[110279]: 2024-03-10 21:27:34.898374543 +0000 UTC m=+1.456128284 container cleanup 853a0a6a34c97b18c1120dc97d32ff7cebc37e6be8f7d28ba18b7a63c7926b3c (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-10T21:27:35.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:34 smithi071 bash[110279]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3 2024-03-10T21:27:35.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:34.947+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:35.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:34.948+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: osdmap e390: 8 total, 7 up, 8 in 2024-03-10T21:27:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:35.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: pgmap v260: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[88660]: osdmap e391: 8 total, 7 up, 8 in 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: osdmap e390: 8 total, 7 up, 8 in 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: pgmap v260: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:27:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-mon[91105]: osdmap e391: 8 total, 7 up, 8 in 2024-03-10T21:27:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:34.952+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:34.952+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:34.952+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:34.952+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:34.953+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:34.953+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:35.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: osdmap e390: 8 total, 7 up, 8 in 2024-03-10T21:27:35.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: pgmap v260: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:27:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:34 smithi193 ceph-mon[83873]: osdmap e391: 8 total, 7 up, 8 in 2024-03-10T21:27:35.533 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:35 smithi071 podman[110297]: 2024-03-10 21:27:35.191531022 +0000 UTC m=+0.665414225 container remove 853a0a6a34c97b18c1120dc97d32ff7cebc37e6be8f7d28ba18b7a63c7926b3c (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-c2ea977, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:27:35.821 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:35 smithi071 podman[110388]: 2024-03-10 21:27:35.435727103 +0000 UTC m=+0.018411374 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:27:35.821 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:35 smithi071 podman[110388]: 2024-03-10 21:27:35.533952858 +0000 UTC m=+0.116637121 container create 787a3902275d47b7eb5b583d6c5db84ddbd7099d1d898accc16533b9e981cb82 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d) 2024-03-10T21:27:35.821 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:35 smithi071 podman[110388]: 2024-03-10 21:27:35.719828608 +0000 UTC m=+0.302512876 container init 787a3902275d47b7eb5b583d6c5db84ddbd7099d1d898accc16533b9e981cb82 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-03-10T21:27:35.821 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:35 smithi071 podman[110388]: 2024-03-10 21:27:35.72286516 +0000 UTC m=+0.305549431 container start 787a3902275d47b7eb5b583d6c5db84ddbd7099d1d898accc16533b9e981cb82 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d) 2024-03-10T21:27:35.821 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:35 smithi071 podman[110388]: 2024-03-10 21:27:35.819963652 +0000 UTC m=+0.402647917 container attach 787a3902275d47b7eb5b583d6c5db84ddbd7099d1d898accc16533b9e981cb82 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, ceph=True) 2024-03-10T21:27:35.951 INFO:tasks.rados.rados.0.smithi071.stdout:1760: done (2 left) 2024-03-10T21:27:35.951 INFO:tasks.rados.rados.0.smithi071.stdout:1761: snap_remove snap 157 2024-03-10T21:27:36.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:36 smithi071 podman[110388]: 2024-03-10 21:27:36.025696608 +0000 UTC m=+0.608380883 container died 787a3902275d47b7eb5b583d6c5db84ddbd7099d1d898accc16533b9e981cb82 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-10T21:27:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:36.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[88660]: osdmap e392: 8 total, 7 up, 8 in 2024-03-10T21:27:36.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:35.949+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-mon[91105]: osdmap e392: 8 total, 7 up, 8 in 2024-03-10T21:27:36.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:35.946+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:36.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:35.947+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:36.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:35.949+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:36.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:35.950+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:36.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:36.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:36.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:35 smithi193 ceph-mon[83873]: osdmap e392: 8 total, 7 up, 8 in 2024-03-10T21:27:36.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:36 smithi071 podman[110414]: 2024-03-10 21:27:36.565612112 +0000 UTC m=+0.534601440 container remove 787a3902275d47b7eb5b583d6c5db84ddbd7099d1d898accc16533b9e981cb82 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-10T21:27:36.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:36 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.3.service: Deactivated successfully. 2024-03-10T21:27:36.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:36 smithi071 systemd[1]: Stopped Ceph osd.3 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:27:36.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:36 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.3.service: Consumed 17.783s CPU time. 2024-03-10T21:27:36.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:36 smithi071 systemd[1]: Starting Ceph osd.3 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1761: done (2 left) 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1762: read oid 12 snap 148 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1762: expect deleted 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1763: read oid 39 snap -1 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1763: expect (ObjNum 533 snap 154 seq_num 533) 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1764: read oid 18 snap -1 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1764: expect deleted 2024-03-10T21:27:36.952 INFO:tasks.rados.rados.0.smithi071.stdout:1765: delete oid 4 current snap is 162 2024-03-10T21:27:36.953 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 1 to smithi07176956-33 2024-03-10T21:27:36.953 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 2 to smithi07176956-33 2024-03-10T21:27:36.953 INFO:tasks.rados.rados.0.smithi071.stdout:1759: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:27:37.154 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 3 to smithi07176956-33 2024-03-10T21:27:37.154 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 4 to smithi07176956-33 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 5 to smithi07176956-33 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 6 to smithi07176956-33 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: oid 33 updating version 0 to 1152 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: oid 33 updating version 1152 to 1153 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: oid 33 updating version 1153 to 1154 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: oid 33 updating version 1154 to 1156 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: oid 33 version 1156 is already newer than 1155 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1156 (ObjNum 561 snap 162 seq_num 561) dirty exists 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: left oid 33 (ObjNum 561 snap 162 seq_num 561) 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1757: done (5 left) 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1759: done (4 left) 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1765: done (3 left) 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1766: delete oid 1 current snap is 162 2024-03-10T21:27:37.155 INFO:tasks.rados.rados.0.smithi071.stdout:1763: expect (ObjNum 533 snap 154 seq_num 533) 2024-03-10T21:27:37.245 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 podman[110520]: 2024-03-10 21:27:36.916914263 +0000 UTC m=+0.017256981 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:27:37.246 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 podman[110520]: 2024-03-10 21:27:37.042053221 +0000 UTC m=+0.142395931 container create 13afe54bffae082788b1531dda976da399a078a19db0feb4e1d06f8c54d30338 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: pgmap v263: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-03-10T21:27:37.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[88660]: osdmap e393: 8 total, 7 up, 8 in 2024-03-10T21:27:37.247 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:36.957+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:37.247 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:36.957+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:37.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:37.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:37.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:37.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:37.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:37.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: pgmap v263: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-03-10T21:27:37.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-mon[91105]: osdmap e393: 8 total, 7 up, 8 in 2024-03-10T21:27:37.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:36.953+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:37.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:36.953+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:37.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:36.953+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:37.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:36.953+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:37.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:36.954+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:37.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:36.955+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:37.291 INFO:tasks.rados.rados.0.smithi071.stdout:1762: done (3 left) 2024-03-10T21:27:37.292 INFO:tasks.rados.rados.0.smithi071.stdout:1763: done (2 left) 2024-03-10T21:27:37.292 INFO:tasks.rados.rados.0.smithi071.stdout:1764: done (1 left) 2024-03-10T21:27:37.292 INFO:tasks.rados.rados.0.smithi071.stdout:1766: done (0 left) 2024-03-10T21:27:37.292 INFO:tasks.rados.rados.0.smithi071.stdout:1767: rmattr oid 41 current snap is 162 2024-03-10T21:27:37.292 INFO:tasks.rados.rados.0.smithi071.stdout:1768: snap_create 2024-03-10T21:27:37.294 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1064 (ObjNum 549 snap 157 seq_num 549) dirty exists 2024-03-10T21:27:37.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:37.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:37.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: pgmap v263: 121 pgs: 16 stale+active+clean, 7 active+clean+snaptrim_error, 98 active+clean; 278 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-03-10T21:27:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:36 smithi193 ceph-mon[83873]: osdmap e393: 8 total, 7 up, 8 in 2024-03-10T21:27:37.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 podman[110520]: 2024-03-10 21:27:37.244793927 +0000 UTC m=+0.345136645 container init 13afe54bffae082788b1531dda976da399a078a19db0feb4e1d06f8c54d30338 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-10T21:27:37.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 podman[110520]: 2024-03-10 21:27:37.249486756 +0000 UTC m=+0.349829458 container start 13afe54bffae082788b1531dda976da399a078a19db0feb4e1d06f8c54d30338 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-03-10T21:27:37.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 podman[110520]: 2024-03-10 21:27:37.336298879 +0000 UTC m=+0.436641590 container attach 13afe54bffae082788b1531dda976da399a078a19db0feb4e1d06f8c54d30338 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T21:27:37.979 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 bash[110520]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate[110535]: --> ceph-volume raw activate successful for osd ID: 3 2024-03-10T21:27:37.980 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:37 smithi071 podman[110520]: 2024-03-10 21:27:37.713984881 +0000 UTC m=+0.814327579 container died 13afe54bffae082788b1531dda976da399a078a19db0feb4e1d06f8c54d30338 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-10T21:27:37.985 INFO:tasks.rados.rados.0.smithi071.stdout:1767: done (1 left) 2024-03-10T21:27:37.985 INFO:tasks.rados.rados.0.smithi071.stdout:1768: done (0 left) 2024-03-10T21:27:37.985 INFO:tasks.rados.rados.0.smithi071.stdout:1769: rollback oid 36 current snap is 163 2024-03-10T21:27:37.985 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 154 2024-03-10T21:27:37.985 INFO:tasks.rados.rados.0.smithi071.stdout:1770: delete oid 18 current snap is 163 2024-03-10T21:27:37.991 INFO:tasks.rados.rados.0.smithi071.stdout:1769: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:27:37.991 INFO:tasks.rados.rados.0.smithi071.stdout:1769: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:27:37.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 811 (ObjNum 673 snap 0 seq_num 2944286704) dirty dne 2024-03-10T21:27:37.992 INFO:tasks.rados.rados.0.smithi071.stdout:1769: done (1 left) 2024-03-10T21:27:37.993 INFO:tasks.rados.rados.0.smithi071.stdout:1770: done (0 left) 2024-03-10T21:27:37.993 INFO:tasks.rados.rados.0.smithi071.stdout:1771: read oid 37 snap -1 2024-03-10T21:27:37.993 INFO:tasks.rados.rados.0.smithi071.stdout:1771: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:27:37.993 INFO:tasks.rados.rados.0.smithi071.stdout:1772: delete oid 18 current snap is 163 2024-03-10T21:27:37.993 INFO:tasks.rados.rados.0.smithi071.stdout:1771: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:27:37.998 INFO:tasks.rados.rados.0.smithi071.stdout:1771: done (1 left) 2024-03-10T21:27:37.999 INFO:tasks.rados.rados.0.smithi071.stdout:1772: done (0 left) 2024-03-10T21:27:37.999 INFO:tasks.rados.rados.0.smithi071.stdout:1773: rollback oid 20 current snap is 163 2024-03-10T21:27:37.999 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 159 2024-03-10T21:27:37.999 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 163 2024-03-10T21:27:37.999 INFO:tasks.rados.rados.0.smithi071.stdout:1774: seq_num 566 ranges {778240=688128,1466368=614400,2080768=565248,2646016=425984} 2024-03-10T21:27:38.006 INFO:tasks.rados.rados.0.smithi071.stdout:1774: writing smithi07176956-46 from 778240 to 1466368 tid 1 2024-03-10T21:27:38.010 INFO:tasks.rados.rados.0.smithi071.stdout:1774: writing smithi07176956-46 from 1466368 to 2080768 tid 2 2024-03-10T21:27:38.013 INFO:tasks.rados.rados.0.smithi071.stdout:1774: writing smithi07176956-46 from 2080768 to 2646016 tid 3 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1774: writing smithi07176956-46 from 2646016 to 3072000 tid 4 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 163 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1773: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1773: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1773: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 765 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing write tid 1 to smithi07176956-46 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing write tid 2 to smithi07176956-46 2024-03-10T21:27:38.016 INFO:tasks.rados.rados.0.smithi071.stdout:1775: seq_num 567 ranges {1671168=704512,2375680=499712,2875392=770048,3645440=335872} 2024-03-10T21:27:38.028 INFO:tasks.rados.rados.0.smithi071.stdout:1775: writing smithi07176956-7 from 1671168 to 2375680 tid 1 2024-03-10T21:27:38.031 INFO:tasks.rados.rados.0.smithi071.stdout:1775: writing smithi07176956-7 from 2375680 to 2875392 tid 2 2024-03-10T21:27:38.035 INFO:tasks.rados.rados.0.smithi071.stdout:1775: writing smithi07176956-7 from 2875392 to 3645440 tid 3 2024-03-10T21:27:38.038 INFO:tasks.rados.rados.0.smithi071.stdout:1775: writing smithi07176956-7 from 3645440 to 3981312 tid 4 2024-03-10T21:27:38.038 INFO:tasks.rados.rados.0.smithi071.stdout:1773: done (2 left) 2024-03-10T21:27:38.038 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 163 2024-03-10T21:27:38.038 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing write tid 3 to smithi07176956-46 2024-03-10T21:27:38.038 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing write tid 4 to smithi07176956-46 2024-03-10T21:27:38.039 INFO:tasks.rados.rados.0.smithi071.stdout:1776: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-03-10T21:27:38.042 INFO:tasks.rados.rados.0.smithi071.stdout:1776: writing smithi07176956-24 from 0 to 720896 tid 1 2024-03-10T21:27:38.047 INFO:tasks.rados.rados.0.smithi071.stdout:1776: writing smithi07176956-24 from 720896 to 1507328 tid 2 2024-03-10T21:27:38.050 INFO:tasks.rados.rados.0.smithi071.stdout:1776: writing smithi07176956-24 from 1507328 to 2088960 tid 3 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1776: writing smithi07176956-24 from 2088960 to 2326528 tid 4 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1777: read oid 20 snap -1 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1777: expect (ObjNum 441 snap 122 seq_num 441) 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1778: snap_create 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing write tid 5 to smithi07176956-46 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing write tid 6 to smithi07176956-46 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: oid 46 updating version 0 to 1185 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: oid 46 updating version 1185 to 1188 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: oid 46 updating version 1188 to 1189 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: oid 46 version 1189 is already newer than 1187 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: oid 46 version 1189 is already newer than 1186 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1189 (ObjNum 566 snap 163 seq_num 566) dirty exists 2024-03-10T21:27:38.053 INFO:tasks.rados.rados.0.smithi071.stdout:1774: left oid 46 (ObjNum 566 snap 163 seq_num 566) 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: finishing write tid 1 to smithi07176956-7 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: finishing write tid 2 to smithi07176956-7 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: finishing write tid 3 to smithi07176956-7 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: finishing write tid 4 to smithi07176956-7 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: finishing write tid 5 to smithi07176956-7 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: finishing write tid 6 to smithi07176956-7 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: oid 7 updating version 0 to 768 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: oid 7 version 768 is already newer than 766 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: oid 7 updating version 768 to 770 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: oid 7 version 770 is already newer than 769 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: oid 7 version 770 is already newer than 767 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 770 (ObjNum 567 snap 163 seq_num 567) dirty exists 2024-03-10T21:27:38.054 INFO:tasks.rados.rados.0.smithi071.stdout:1775: left oid 7 (ObjNum 567 snap 163 seq_num 567) 2024-03-10T21:27:38.055 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing write tid 1 to smithi07176956-24 2024-03-10T21:27:38.058 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing write tid 2 to smithi07176956-24 2024-03-10T21:27:38.058 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing write tid 3 to smithi07176956-24 2024-03-10T21:27:38.061 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing write tid 4 to smithi07176956-24 2024-03-10T21:27:38.061 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing write tid 5 to smithi07176956-24 2024-03-10T21:27:38.064 INFO:tasks.rados.rados.0.smithi071.stdout:1776: finishing write tid 6 to smithi07176956-24 2024-03-10T21:27:38.064 INFO:tasks.rados.rados.0.smithi071.stdout:1776: oid 24 updating version 0 to 5790 2024-03-10T21:27:38.064 INFO:tasks.rados.rados.0.smithi071.stdout:1776: oid 24 version 5790 is already newer than 5786 2024-03-10T21:27:38.064 INFO:tasks.rados.rados.0.smithi071.stdout:1776: oid 24 version 5790 is already newer than 5789 2024-03-10T21:27:38.065 INFO:tasks.rados.rados.0.smithi071.stdout:1776: oid 24 version 5790 is already newer than 5788 2024-03-10T21:27:38.065 INFO:tasks.rados.rados.0.smithi071.stdout:1776: oid 24 version 5790 is already newer than 5787 2024-03-10T21:27:38.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5790 (ObjNum 568 snap 163 seq_num 568) dirty exists 2024-03-10T21:27:38.065 INFO:tasks.rados.rados.0.smithi071.stdout:1776: left oid 24 (ObjNum 568 snap 163 seq_num 568) 2024-03-10T21:27:38.069 INFO:tasks.rados.rados.0.smithi071.stdout:1777: expect (ObjNum 441 snap 122 seq_num 441) 2024-03-10T21:27:38.306 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:38.306 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:38.306 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:38.306 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:38.306 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:38.306 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:37.986+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:38.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:38.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:38.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:38.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:38.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:38.307 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:37.982+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:38.307 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:37.983+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:38.307 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:37.983+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:38.308 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:37.984+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:38.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:38.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:38.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:38.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 podman[110652]: 2024-03-10 21:27:38.305143282 +0000 UTC m=+0.586054564 container remove 13afe54bffae082788b1531dda976da399a078a19db0feb4e1d06f8c54d30338 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240307) 2024-03-10T21:27:38.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 podman[110711]: 2024-03-10 21:27:38.419084215 +0000 UTC m=+0.018165577 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:27:38.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 podman[110711]: 2024-03-10 21:27:38.539569059 +0000 UTC m=+0.138650407 container create ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-10T21:27:38.989 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 podman[110711]: 2024-03-10 21:27:38.775590441 +0000 UTC m=+0.374671790 container init ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.license=GPLv2) 2024-03-10T21:27:38.989 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 podman[110711]: 2024-03-10 21:27:38.778561275 +0000 UTC m=+0.377642625 container start ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:27:38.989 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-osd[110730]: -- 172.21.15.71:0/3977104046 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e9d8415680 con 0x55e9d83dec00 2024-03-10T21:27:38.989 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 bash[110711]: ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 2024-03-10T21:27:38.989 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:38 smithi071 systemd[1]: Started Ceph osd.3 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:1774: done (4 left) 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:1775: done (3 left) 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:1776: done (2 left) 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:1777: done (1 left) 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:1778: done (0 left) 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 164 2024-03-10T21:27:38.993 INFO:tasks.rados.rados.0.smithi071.stdout:1779: seq_num 569 ranges {3489792=737280,4227072=671744,4898816=737280,5636096=196608} 2024-03-10T21:27:39.016 INFO:tasks.rados.rados.0.smithi071.stdout:1779: writing smithi07176956-39 from 3489792 to 4227072 tid 1 2024-03-10T21:27:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:1779: writing smithi07176956-39 from 4227072 to 4898816 tid 2 2024-03-10T21:27:39.024 INFO:tasks.rados.rados.0.smithi071.stdout:1779: writing smithi07176956-39 from 4898816 to 5636096 tid 3 2024-03-10T21:27:39.025 INFO:tasks.rados.rados.0.smithi071.stdout:1779: writing smithi07176956-39 from 5636096 to 5832704 tid 4 2024-03-10T21:27:39.025 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 164 2024-03-10T21:27:39.025 INFO:tasks.rados.rados.0.smithi071.stdout:1779: finishing write tid 1 to smithi07176956-39 2024-03-10T21:27:39.025 INFO:tasks.rados.rados.0.smithi071.stdout:1780: seq_num 570 ranges {3735552=753664,4489216=548864,5038080=540672,5578752=516096} 2024-03-10T21:27:39.049 INFO:tasks.rados.rados.0.smithi071.stdout:1780: writing smithi07176956-38 from 3735552 to 4489216 tid 1 2024-03-10T21:27:39.053 INFO:tasks.rados.rados.0.smithi071.stdout:1780: writing smithi07176956-38 from 4489216 to 5038080 tid 2 2024-03-10T21:27:39.056 INFO:tasks.rados.rados.0.smithi071.stdout:1780: writing smithi07176956-38 from 5038080 to 5578752 tid 3 2024-03-10T21:27:39.061 INFO:tasks.rados.rados.0.smithi071.stdout:1780: writing smithi07176956-38 from 5578752 to 6094848 tid 4 2024-03-10T21:27:39.061 INFO:tasks.rados.rados.0.smithi071.stdout:1781: read oid 35 snap -1 2024-03-10T21:27:39.061 INFO:tasks.rados.rados.0.smithi071.stdout:1781: expect (ObjNum 536 snap 154 seq_num 536) 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1782: read oid 3 snap 161 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1782: expect deleted 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1783: rollback oid 46 current snap is 164 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 160 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: finishing write tid 2 to smithi07176956-39 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: finishing write tid 3 to smithi07176956-39 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: finishing write tid 4 to smithi07176956-39 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: finishing write tid 5 to smithi07176956-39 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: finishing write tid 6 to smithi07176956-39 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: oid 39 updating version 0 to 767 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: oid 39 updating version 767 to 769 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: oid 39 updating version 769 to 771 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: oid 39 version 771 is already newer than 768 2024-03-10T21:27:39.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: oid 39 version 771 is already newer than 770 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 771 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1779: left oid 39 (ObjNum 569 snap 164 seq_num 569) 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 1 to smithi07176956-38 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 2 to smithi07176956-38 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 3 to smithi07176956-38 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1779: done (4 left) 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1784: rollback oid 6 current snap is 164 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 155 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1785: read oid 15 snap 148 2024-03-10T21:27:39.063 INFO:tasks.rados.rados.0.smithi071.stdout:1785: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1786: copy_from oid 26 from oid 40 current snap is 164 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1787: rmattr oid 49 current snap is 164 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1787: done (7 left) 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1788: rmattr oid 12 current snap is 164 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1788: done (7 left) 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1789: rollback oid 8 current snap is 164 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 134 2024-03-10T21:27:39.064 INFO:tasks.rados.rados.0.smithi071.stdout:1790: snap_create 2024-03-10T21:27:39.065 INFO:tasks.rados.rados.0.smithi071.stdout:1784: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:27:39.065 INFO:tasks.rados.rados.0.smithi071.stdout:1784: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:27:39.065 INFO:tasks.rados.rados.0.smithi071.stdout:1784: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:27:39.066 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 774 (ObjNum 438 snap 120 seq_num 438) dirty exists 2024-03-10T21:27:39.066 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 4 to smithi07176956-38 2024-03-10T21:27:39.066 INFO:tasks.rados.rados.0.smithi071.stdout:1783: finishing rollback tid 0 to smithi07176956-46 2024-03-10T21:27:39.066 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 5 to smithi07176956-38 2024-03-10T21:27:39.067 INFO:tasks.rados.rados.0.smithi071.stdout:1783: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:27:39.067 INFO:tasks.rados.rados.0.smithi071.stdout:1783: finishing rollback tid 2 to smithi07176956-46 2024-03-10T21:27:39.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1193 (ObjNum 476 snap 128 seq_num 476) dirty exists 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: finishing write tid 6 to smithi07176956-38 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: oid 38 updating version 0 to 1159 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: oid 38 version 1159 is already newer than 1157 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: oid 38 version 1159 is already newer than 1158 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: oid 38 updating version 1159 to 1160 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: oid 38 updating version 1160 to 1161 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1161 (ObjNum 570 snap 164 seq_num 570) dirty exists 2024-03-10T21:27:39.070 INFO:tasks.rados.rados.0.smithi071.stdout:1780: left oid 38 (ObjNum 570 snap 164 seq_num 570) 2024-03-10T21:27:39.076 INFO:tasks.rados.rados.0.smithi071.stdout:1789: finishing rollback tid 0 to smithi07176956-8 2024-03-10T21:27:39.083 INFO:tasks.rados.rados.0.smithi071.stdout:1789: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:27:39.083 INFO:tasks.rados.rados.0.smithi071.stdout:1789: finishing rollback tid 2 to smithi07176956-8 2024-03-10T21:27:39.083 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 974 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:27:39.085 INFO:tasks.rados.rados.0.smithi071.stdout:1785: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:27:39.200 INFO:tasks.rados.rados.0.smithi071.stdout:1786: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:27:39.200 INFO:tasks.rados.rados.0.smithi071.stdout:1781: expect (ObjNum 536 snap 154 seq_num 536) 2024-03-10T21:27:39.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:39.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: osdmap e394: 8 total, 7 up, 8 in 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: pgmap v266: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 6 active+clean+snaptrim_error, 30 active+undersized, 79 active+clean; 282 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 52/516 objects degraded (10.078%) 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:39.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:38 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: osdmap e394: 8 total, 7 up, 8 in 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: pgmap v266: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 6 active+clean+snaptrim_error, 30 active+undersized, 79 active+clean; 282 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 52/516 objects degraded (10.078%) 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:39.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: osdmap e394: 8 total, 7 up, 8 in 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: pgmap v266: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 5 active+undersized+degraded, 6 active+clean+snaptrim_error, 30 active+undersized, 79 active+clean; 282 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 52/516 objects degraded (10.078%) 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:39.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:39.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:39.017+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:39.018+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:38.989+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:38.989+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:38.989+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:38.990+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:38.990+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:38.991+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:39.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:39.333+0000 7f2f6b5b87c0 -1 Falling back to public interface 2024-03-10T21:27:39.641 INFO:tasks.rados.rados.0.smithi071.stdout:1786: finishing copy_from to smithi07176956-26 2024-03-10T21:27:39.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1155 (ObjNum 554 snap 157 seq_num 554) dirty exists 2024-03-10T21:27:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:1780: done (8 left) 2024-03-10T21:27:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:1781: done (7 left) 2024-03-10T21:27:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:1782: done (6 left) 2024-03-10T21:27:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:1783: done (5 left) 2024-03-10T21:27:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:1784: done (4 left) 2024-03-10T21:27:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:1785: done (3 left) 2024-03-10T21:27:40.003 INFO:tasks.rados.rados.0.smithi071.stdout:1786: done (2 left) 2024-03-10T21:27:40.003 INFO:tasks.rados.rados.0.smithi071.stdout:1789: done (1 left) 2024-03-10T21:27:40.003 INFO:tasks.rados.rados.0.smithi071.stdout:1790: done (0 left) 2024-03-10T21:27:40.003 INFO:tasks.rados.rados.0.smithi071.stdout:1791: rollback oid 31 current snap is 165 2024-03-10T21:27:40.003 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 160 2024-03-10T21:27:40.003 INFO:tasks.rados.rados.0.smithi071.stdout:1792: snap_remove snap 134 2024-03-10T21:27:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 52/516 objects degraded (10.078%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: osdmap e395: 8 total, 7 up, 8 in 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:40.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 52/516 objects degraded (10.078%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: osdmap e395: 8 total, 7 up, 8 in 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 52/516 objects degraded (10.078%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:40.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:40.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:40.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:40.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: osdmap e395: 8 total, 7 up, 8 in 2024-03-10T21:27:40.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset c3=[]:{} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:40.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:40.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:39.999+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:40.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:39.999+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:40.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:39.999+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:40.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:40.001+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:40.807 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:40.409+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:41.005 INFO:tasks.rados.rados.0.smithi071.stdout:1792: done (1 left) 2024-03-10T21:27:41.005 INFO:tasks.rados.rados.0.smithi071.stdout:1793: rmattr oid 21 current snap is 165 2024-03-10T21:27:41.005 INFO:tasks.rados.rados.0.smithi071.stdout:1793: done (1 left) 2024-03-10T21:27:41.005 INFO:tasks.rados.rados.0.smithi071.stdout:1794: snap_remove snap 148 2024-03-10T21:27:41.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:41.009+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:41.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:41.009+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: osdmap e396: 8 total, 7 up, 8 in 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[88660]: pgmap v269: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 286 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 63/525 objects degraded (12.000%) 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: osdmap e396: 8 total, 7 up, 8 in 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:41.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-mon[91105]: pgmap v269: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 286 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 63/525 objects degraded (12.000%) 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: osdmap e396: 8 total, 7 up, 8 in 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:41.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:41 smithi193 ceph-mon[83873]: pgmap v269: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 286 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 63/525 objects degraded (12.000%) 2024-03-10T21:27:41.504 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:27:41] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.214+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.214+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.214+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.215+0000 7fb0114f9700 -1 osd.2 pg_epoch: 397 pg[5.4s1( v 397'843 (0'0,397'843] local-lis/les=368/369 n=17 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [7,2,5]p7(0) r=1 lpr=368 luod=0'0 crt=396'841 mlcod 396'841 active mbc={} ps=[a0~1,a7~1,ac~1b,c8~4,cd~3,d1~4,d7~3,dd~3]] update_snap_map remove_oid 5:2e59a85f:::smithi07176956-43:c9 failed with -2 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.216+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.216+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:41.504 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.216+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:41.505 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:41.218+0000 7fb0114f9700 -1 osd.2 pg_epoch: 397 pg[5.4s1( v 397'845 (0'0,397'845] local-lis/les=368/369 n=15 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [7,2,5]p7(0) r=1 lpr=368 luod=0'0 crt=397'845 mlcod 397'845 active mbc={} ps=[a0~1,a7~1,ac~1b,c8~4,cd~3,d1~4,d7~3,dd~3]] update_snap_map remove_oid 5:2ddacb2c:::smithi07176956-48:cb failed with -2 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1794: done (1 left) 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1795: rollback oid 12 current snap is 165 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 161 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1791: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1791: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1791: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1067 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1791: done (1 left) 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1796: read oid 11 snap -1 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1796: expect (ObjNum 559 snap 160 seq_num 559) 2024-03-10T21:27:42.011 INFO:tasks.rados.rados.0.smithi071.stdout:1797: snap_create 2024-03-10T21:27:42.016 INFO:tasks.rados.rados.0.smithi071.stdout:1795: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:27:42.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 0 (ObjNum 65 snap 0 seq_num 1617387871) dirty dne 2024-03-10T21:27:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:1796: expect (ObjNum 559 snap 160 seq_num 559) 2024-03-10T21:27:42.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[88660]: osdmap e397: 8 total, 7 up, 8 in 2024-03-10T21:27:42.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:42.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:42.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:42.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:42.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:42.302 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:42.019+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:42.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[91105]: osdmap e397: 8 total, 7 up, 8 in 2024-03-10T21:27:42.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:42.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:42.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:42.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:42.303 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:42.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:42.007+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:42.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:42.007+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:42.304 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:42.008+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:42.304 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:42.009+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-mon[83873]: osdmap e397: 8 total, 7 up, 8 in 2024-03-10T21:27:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{e4=[e4,e3,e2,e1,e0,dc,db,da,d6,d5,d0,cc,c7]} for object 5:b62de283:::smithi07176956-26:c3 2024-03-10T21:27:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:1795: done (2 left) 2024-03-10T21:27:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:1796: done (1 left) 2024-03-10T21:27:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:1797: done (0 left) 2024-03-10T21:27:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:1798: read oid 30 snap -1 2024-03-10T21:27:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:1798: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:27:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:1799: read oid 41 snap -1 2024-03-10T21:27:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:1799: expect (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:1800: delete oid 44 current snap is 166 2024-03-10T21:27:43.022 INFO:tasks.rados.rados.0.smithi071.stdout:1800: done (2 left) 2024-03-10T21:27:43.022 INFO:tasks.rados.rados.0.smithi071.stdout:1801: copy_from oid 35 from oid 7 current snap is 166 2024-03-10T21:27:43.022 INFO:tasks.rados.rados.0.smithi071.stdout:1802: read oid 27 snap -1 2024-03-10T21:27:43.023 INFO:tasks.rados.rados.0.smithi071.stdout:1802: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:27:43.023 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 166 2024-03-10T21:27:43.024 INFO:tasks.rados.rados.0.smithi071.stdout:1803: seq_num 572 ranges {1605632=786432,2392064=770048,3162112=557056,3719168=278528} 2024-03-10T21:27:43.037 INFO:tasks.rados.rados.0.smithi071.stdout:1803: writing smithi07176956-22 from 1605632 to 2392064 tid 1 2024-03-10T21:27:43.042 INFO:tasks.rados.rados.0.smithi071.stdout:1803: writing smithi07176956-22 from 2392064 to 3162112 tid 2 2024-03-10T21:27:43.046 INFO:tasks.rados.rados.0.smithi071.stdout:1803: writing smithi07176956-22 from 3162112 to 3719168 tid 3 2024-03-10T21:27:43.049 INFO:tasks.rados.rados.0.smithi071.stdout:1803: writing smithi07176956-22 from 3719168 to 3997696 tid 4 2024-03-10T21:27:43.049 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 166 2024-03-10T21:27:43.049 INFO:tasks.rados.rados.0.smithi071.stdout:1804: seq_num 573 ranges {2260992=802816,3063808=655360,3719168=720896,4440064=229376} 2024-03-10T21:27:43.067 INFO:tasks.rados.rados.0.smithi071.stdout:1804: writing smithi07176956-33 from 2260992 to 3063808 tid 1 2024-03-10T21:27:43.071 INFO:tasks.rados.rados.0.smithi071.stdout:1804: writing smithi07176956-33 from 3063808 to 3719168 tid 2 2024-03-10T21:27:43.075 INFO:tasks.rados.rados.0.smithi071.stdout:1804: writing smithi07176956-33 from 3719168 to 4440064 tid 3 2024-03-10T21:27:43.077 INFO:tasks.rados.rados.0.smithi071.stdout:1804: writing smithi07176956-33 from 4440064 to 4669440 tid 4 2024-03-10T21:27:43.077 INFO:tasks.rados.rados.0.smithi071.stdout:1805: rmattr oid 31 current snap is 166 2024-03-10T21:27:43.078 INFO:tasks.rados.rados.0.smithi071.stdout:1798: expect (ObjNum 409 snap 113 seq_num 409) 2024-03-10T21:27:43.133 INFO:tasks.rados.rados.0.smithi071.stdout:1802: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:27:43.157 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing write tid 1 to smithi07176956-22 2024-03-10T21:27:43.157 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing write tid 2 to smithi07176956-22 2024-03-10T21:27:43.157 INFO:tasks.rados.rados.0.smithi071.stdout:1798: done (6 left) 2024-03-10T21:27:43.157 INFO:tasks.rados.rados.0.smithi071.stdout:1802: done (5 left) 2024-03-10T21:27:43.157 INFO:tasks.rados.rados.0.smithi071.stdout:1806: snap_remove snap 139 2024-03-10T21:27:43.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:43.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: osdmap e398: 8 total, 7 up, 8 in 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: pgmap v272: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 64/528 objects degraded (12.121%) 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: osdmap e399: 8 total, 7 up, 8 in 2024-03-10T21:27:43.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-mon[83873]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:27:43.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:43.009+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:43.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:43.009+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:43.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:42.938+0000 7f2f6b5b87c0 -1 osd.3 388 log_to_monitors true 2024-03-10T21:27:43.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:43.066+0000 7f2f5ca10700 -1 osd.3 388 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: osdmap e398: 8 total, 7 up, 8 in 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: pgmap v272: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 64/528 objects degraded (12.121%) 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: osdmap e399: 8 total, 7 up, 8 in 2024-03-10T21:27:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[91105]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:27:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:43.019+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:43.019+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:43.020+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:43.020+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:43.020+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:43.020+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:43.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: osdmap e398: 8 total, 7 up, 8 in 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: pgmap v272: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 289 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 64/528 objects degraded (12.121%) 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: osdmap e399: 8 total, 7 up, 8 in 2024-03-10T21:27:43.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:43 smithi071 ceph-mon[88660]: from='osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-03-10T21:27:43.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:44.030 INFO:tasks.rados.rados.0.smithi071.stdout:1806: done (5 left) 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1807: delete oid 18 current snap is 166 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing write tid 3 to smithi07176956-22 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing write tid 4 to smithi07176956-22 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing write tid 5 to smithi07176956-22 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: finishing write tid 6 to smithi07176956-22 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: oid 22 updating version 0 to 855 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: oid 22 updating version 855 to 857 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: oid 22 version 857 is already newer than 856 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: oid 22 version 857 is already newer than 853 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: oid 22 version 857 is already newer than 854 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 857 (ObjNum 572 snap 166 seq_num 572) dirty exists 2024-03-10T21:27:44.031 INFO:tasks.rados.rados.0.smithi071.stdout:1803: left oid 22 (ObjNum 572 snap 166 seq_num 572) 2024-03-10T21:27:44.032 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:27:44.032 INFO:tasks.rados.rados.0.smithi071.stdout:1799: expect (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:44.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:44.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:44.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:44 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:44.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:44.042+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:44.036+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:44.036+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:44.036+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:44.045+0000 7fb0114f9700 -1 osd.2 pg_epoch: 400 pg[5.4s1( v 400'859 (0'0,400'859] local-lis/les=368/369 n=15 ec=73/73 lis/c=368/368 les/c/f=369/369/0 sis=368) [7,2,5]p7(0) r=1 lpr=368 luod=0'0 crt=399'857 mlcod 399'857 active mbc={} ps=[a0~1,a7~1,ac~20,cd~3,d1~5,d7~3,dd~3]] update_snap_map remove_oid 5:2e59a85f:::smithi07176956-43:cc failed with -2 2024-03-10T21:27:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:44.047+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:44.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:44.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:44.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:44.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:44.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:44.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:44 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing copy_from to smithi07176956-35 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 770 (ObjNum 567 snap 163 seq_num 567) dirty exists 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 1 to smithi07176956-33 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 2 to smithi07176956-33 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 3 to smithi07176956-33 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 4 to smithi07176956-33 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1068 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:27:44.703 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 5 to smithi07176956-33 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: finishing write tid 6 to smithi07176956-33 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: oid 33 updating version 0 to 1166 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: oid 33 version 1166 is already newer than 1162 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: oid 33 version 1166 is already newer than 1163 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: oid 33 version 1166 is already newer than 1164 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: oid 33 version 1166 is already newer than 1165 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1166 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1804: left oid 33 (ObjNum 573 snap 166 seq_num 573) 2024-03-10T21:27:44.704 INFO:tasks.rados.rados.0.smithi071.stdout:1799: done (5 left) 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:1801: done (4 left) 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:1803: done (3 left) 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:1804: done (2 left) 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:1805: done (1 left) 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:1807: done (0 left) 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 166 2024-03-10T21:27:44.705 INFO:tasks.rados.rados.0.smithi071.stdout:1808: seq_num 575 ranges {811008=32768} 2024-03-10T21:27:44.707 INFO:tasks.rados.rados.0.smithi071.stdout:1808: writing smithi07176956-27 from 811008 to 843776 tid 1 2024-03-10T21:27:44.707 INFO:tasks.rados.rados.0.smithi071.stdout:1809: delete oid 7 current snap is 166 2024-03-10T21:27:44.710 INFO:tasks.rados.rados.0.smithi071.stdout:1808: finishing write tid 1 to smithi07176956-27 2024-03-10T21:27:44.710 INFO:tasks.rados.rados.0.smithi071.stdout:1808: finishing write tid 2 to smithi07176956-27 2024-03-10T21:27:44.711 INFO:tasks.rados.rados.0.smithi071.stdout:1809: done (1 left) 2024-03-10T21:27:44.711 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 166 2024-03-10T21:27:44.711 INFO:tasks.rados.rados.0.smithi071.stdout:1810: seq_num 577 ranges {0=65536} 2024-03-10T21:27:44.711 INFO:tasks.rados.rados.0.smithi071.stdout:1810: writing smithi07176956-1 from 0 to 65536 tid 1 2024-03-10T21:27:44.712 INFO:tasks.rados.rados.0.smithi071.stdout:1811: snap_create 2024-03-10T21:27:44.712 INFO:tasks.rados.rados.0.smithi071.stdout:1808: finishing write tid 3 to smithi07176956-27 2024-03-10T21:27:44.712 INFO:tasks.rados.rados.0.smithi071.stdout:1808: oid 27 updating version 0 to 1157 2024-03-10T21:27:44.712 INFO:tasks.rados.rados.0.smithi071.stdout:1808: oid 27 version 1157 is already newer than 1156 2024-03-10T21:27:44.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1157 (ObjNum 575 snap 166 seq_num 575) dirty exists 2024-03-10T21:27:44.712 INFO:tasks.rados.rados.0.smithi071.stdout:1808: left oid 27 (ObjNum 575 snap 166 seq_num 575) 2024-03-10T21:27:44.889 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:27:45.030 INFO:tasks.rados.rados.0.smithi071.stdout:1808: done (2 left) 2024-03-10T21:27:45.030 INFO:tasks.rados.rados.0.smithi071.stdout:1811: done (1 left) 2024-03-10T21:27:45.030 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 167 2024-03-10T21:27:45.030 INFO:tasks.rados.rados.0.smithi071.stdout:1812: seq_num 578 ranges {3186688=81920} 2024-03-10T21:27:45.049 INFO:tasks.rados.rados.0.smithi071.stdout:1812: writing smithi07176956-19 from 3186688 to 3268608 tid 1 2024-03-10T21:27:45.049 INFO:tasks.rados.rados.0.smithi071.stdout:1813: read oid 27 snap -1 2024-03-10T21:27:45.049 INFO:tasks.rados.rados.0.smithi071.stdout:1813: expect (ObjNum 575 snap 166 seq_num 575) 2024-03-10T21:27:45.050 INFO:tasks.rados.rados.0.smithi071.stdout:1814: snap_create 2024-03-10T21:27:45.060 INFO:tasks.rados.rados.0.smithi071.stdout:1812: finishing write tid 1 to smithi07176956-19 2024-03-10T21:27:45.064 INFO:tasks.rados.rados.0.smithi071.stdout:1812: finishing write tid 2 to smithi07176956-19 2024-03-10T21:27:45.065 INFO:tasks.rados.rados.0.smithi071.stdout:1812: finishing write tid 3 to smithi07176956-19 2024-03-10T21:27:45.065 INFO:tasks.rados.rados.0.smithi071.stdout:1812: oid 19 updating version 0 to 744 2024-03-10T21:27:45.065 INFO:tasks.rados.rados.0.smithi071.stdout:1812: oid 19 updating version 744 to 745 2024-03-10T21:27:45.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 745 (ObjNum 578 snap 167 seq_num 578) dirty exists 2024-03-10T21:27:45.065 INFO:tasks.rados.rados.0.smithi071.stdout:1812: left oid 19 (ObjNum 578 snap 167 seq_num 578) 2024-03-10T21:27:45.067 INFO:tasks.rados.rados.0.smithi071.stdout:1813: expect (ObjNum 575 snap 166 seq_num 575) 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 1 to smithi07176956-1 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 2 to smithi07176956-1 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 3 to smithi07176956-1 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:1810: oid 1 updating version 0 to 5792 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:1810: oid 1 updating version 5792 to 5793 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 5793 (ObjNum 577 snap 166 seq_num 577) dirty exists 2024-03-10T21:27:45.112 INFO:tasks.rados.rados.0.smithi071.stdout:1810: left oid 1 (ObjNum 577 snap 166 seq_num 577) 2024-03-10T21:27:45.151 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:45.125+0000 7f2f461e3700 -1 osd.3 pg_epoch: 401 pg[5.1s1( v 395'176 (0'0,395'176] local-lis/les=400/401 n=5 ec=73/73 lis/c=400/400 les/c/f=401/401/0 sis=400) [4,3,7]p4(0) r=1 lpr=400 luod=0'0 crt=395'176 mlcod 0'0 active mbc={} ps=[a0~1,a7~1,ac~1b,c8~4,cd~3,d1~2,d4~1,d8~2,dd~1]] update_snap_map remove_oid 5:8d117df9:::smithi07176956-8:cb failed with -2 2024-03-10T21:27:45.151 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:45.132+0000 7f2f461e3700 -1 osd.3 pg_epoch: 401 pg[5.1s1( v 401'182 (0'0,401'182] local-lis/les=400/401 n=4 ec=73/73 lis/c=400/400 les/c/f=401/401/0 sis=400) [4,3,7]p4(0) r=1 lpr=400 luod=0'0 crt=401'182 mlcod 401'182 active mbc={} ps=[a0~1,a7~1,ac~24,d1~5,d7~3,dd~1]] update_snap_map remove_oid 5:8d117df9:::smithi07176956-8:de failed with -2 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740] boot 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: osdmap e400: 8 total, 8 up, 8 in 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:45.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:45.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 64/528 objects degraded (12.121%), 8 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:45.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: pgmap v275: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 67/534 objects degraded (12.547%) 2024-03-10T21:27:45.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[88660]: osdmap e401: 8 total, 8 up, 8 in 2024-03-10T21:27:45.153 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:45.039+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:45.153 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:45.039+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:45.153 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.045+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:45.153 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.045+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:45.153 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.045+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:45.154 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.046+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:45.154 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.046+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:45.154 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.046+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740] boot 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: osdmap e400: 8 total, 8 up, 8 in 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:45.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:45.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:45.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 64/528 objects degraded (12.121%), 8 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:45.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: pgmap v275: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 67/534 objects degraded (12.547%) 2024-03-10T21:27:45.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-mon[91105]: osdmap e401: 8 total, 8 up, 8 in 2024-03-10T21:27:45.267 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (7m) 2s ago 8m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (7m) 2m ago 7m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (9m) 2s ago 9m 15.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (9m) 2m ago 9m 19.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (4m) 2s ago 14m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (3m) 2s ago 14m 54.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (2m) 2m ago 13m 30.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (2m) 2s ago 12m 45.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (7m) 2s ago 7m 15.7M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (7m) 2m ago 7m 16.6M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (111s) 2s ago 12m 147M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:27:45.268 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (77s) 2s ago 11m 138M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (41s) 2s ago 11m 207M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6s) 2s ago 11m 15.1M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (10m) 2m ago 10m 168M 2480M 18.2.1-746-gc2ea977b a30af69eda22 015cfd7955f9 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (10m) 2m ago 10m 146M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (9m) 2m ago 9m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (9m) 2m ago 9m 160M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:27:45.269 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (3m) 2m ago 8m 55.2M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:27:45.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: osd.3 [v2:172.21.15.71:6826/3847781740,v1:172.21.15.71:6827/3847781740] boot 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: osdmap e400: 8 total, 8 up, 8 in 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 64/528 objects degraded (12.121%), 8 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: pgmap v275: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 20 op/s; 67/534 objects degraded (12.547%) 2024-03-10T21:27:45.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:45 smithi193 ceph-mon[83873]: osdmap e401: 8 total, 8 up, 8 in 2024-03-10T21:27:45.580 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:45.171+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:45.580 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:45.205+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:45.581 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:45.150+0000 7f2f469e4700 -1 osd.3 pg_epoch: 401 pg[5.0s0( v 399'782 (0'0,399'782] local-lis/les=400/401 n=13 ec=73/73 lis/c=400/400 les/c/f=401/401/0 sis=400) [3,1,4]p3(0) r=0 lpr=400 crt=399'782 mlcod 0'0 active+clean+snaptrim trimq=[c7~1,cc~1,d3~1,d5~1,d7~1,de~2] ps=[a0~1,a7~1,ac~1b,c8~4,cd~3,d1~2,d4~1,d8~2,dd~1]] update_snap_map remove_oid 5:0c9c7b13:::smithi07176956-42:cb failed with -2 2024-03-10T21:27:45.581 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:45.152+0000 7f2f469e4700 -1 osd.3 pg_epoch: 401 pg[5.0s0( v 401'784 (0'0,401'784] local-lis/les=400/401 n=12 ec=73/73 lis/c=400/400 les/c/f=401/401/0 sis=400) [3,1,4]p3(0) r=0 lpr=400 luod=399'782 crt=399'782 lcod 399'782 mlcod 0'0 active+clean+snaptrim trimq=[c7~1,cc~1,d3~1,d5~1,d7~1,de~2] ps=[a0~1,a7~1,ac~1b,c8~4,cd~3,d1~2,d4~1,d8~2,dd~1]] update_snap_map remove_oid 5:0ef30761:::smithi07176956-33:cb failed with -2 2024-03-10T21:27:45.581 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:45.155+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 4, 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 4 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:45.663 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 6, 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 9 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:27:45.664 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:27:46.049 INFO:tasks.rados.rados.0.smithi071.stdout:1810: done (3 left) 2024-03-10T21:27:46.049 INFO:tasks.rados.rados.0.smithi071.stdout:1812: done (2 left) 2024-03-10T21:27:46.049 INFO:tasks.rados.rados.0.smithi071.stdout:1813: done (1 left) 2024-03-10T21:27:46.049 INFO:tasks.rados.rados.0.smithi071.stdout:1814: done (0 left) 2024-03-10T21:27:46.049 INFO:tasks.rados.rados.0.smithi071.stdout:1815: snap_remove snap 166 2024-03-10T21:27:46.163 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:46.160+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:46.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:46.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:46.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2651220664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:46.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[88660]: osdmap e402: 8 total, 8 up, 8 in 2024-03-10T21:27:46.164 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:46.161+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:46.165 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:46.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2651220664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:46.166 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-mon[91105]: osdmap e402: 8 total, 8 up, 8 in 2024-03-10T21:27:46.166 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:46.046+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:46.166 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:46.046+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:46.166 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:46.046+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:46.166 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:46.046+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:46.166 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:46.046+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:46.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:46.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2651220664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:46 smithi193 ceph-mon[83873]: osdmap e402: 8 total, 8 up, 8 in 2024-03-10T21:27:46.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:46.161+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:47.058 INFO:tasks.rados.rados.0.smithi071.stdout:1815: done (0 left) 2024-03-10T21:27:47.058 INFO:tasks.rados.rados.0.smithi071.stdout:1816: read oid 8 snap -1 2024-03-10T21:27:47.058 INFO:tasks.rados.rados.0.smithi071.stdout:1816: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:27:47.058 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 168 2024-03-10T21:27:47.058 INFO:tasks.rados.rados.0.smithi071.stdout:1817: seq_num 579 ranges {12099584=98304} 2024-03-10T21:27:47.123 INFO:tasks.rados.rados.0.smithi071.stdout:1817: writing smithi07176956-17 from 12099584 to 12197888 tid 1 2024-03-10T21:27:47.123 INFO:tasks.rados.rados.0.smithi071.stdout:1818: read oid 37 snap -1 2024-03-10T21:27:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:1818: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:27:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:1819: delete oid 20 current snap is 168 2024-03-10T21:27:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:1816: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:27:47.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:47.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:47 smithi193 ceph-mon[83873]: pgmap v278: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 67/534 objects degraded (12.547%) 2024-03-10T21:27:47.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:47.065+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:47.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[88660]: pgmap v278: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 67/534 objects degraded (12.547%) 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:47.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-mon[91105]: pgmap v278: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 6 active+undersized+degraded, 5 active+clean+snaptrim_error, 33 active+undersized, 75 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 67/534 objects degraded (12.547%) 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:47.125+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:47.125+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:47.126+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.053+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.053+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.053+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.053+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.054+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.054+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:47.054+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:47.371 INFO:tasks.rados.rados.0.smithi071.stdout:1818: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:27:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:1817: finishing write tid 1 to smithi07176956-17 2024-03-10T21:27:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:1817: finishing write tid 2 to smithi07176956-17 2024-03-10T21:27:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:1817: finishing write tid 3 to smithi07176956-17 2024-03-10T21:27:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:1817: oid 17 updating version 0 to 716 2024-03-10T21:27:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:1817: oid 17 updating version 716 to 717 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 717 (ObjNum 579 snap 168 seq_num 579) dirty exists 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1817: left oid 17 (ObjNum 579 snap 168 seq_num 579) 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1816: done (3 left) 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1817: done (2 left) 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1818: done (1 left) 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1819: done (0 left) 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 168 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1820: seq_num 581 ranges {0=139264} 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1820: writing smithi07176956-7 from 0 to 139264 tid 1 2024-03-10T21:27:47.378 INFO:tasks.rados.rados.0.smithi071.stdout:1821: snap_remove snap 165 2024-03-10T21:27:48.073 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:27:47.821+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-10T21:27:48.081 INFO:tasks.rados.rados.0.smithi071.stdout:1821: done (1 left) 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1822: read oid 48 snap -1 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1822: expect deleted 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1823: delete oid 43 current snap is 168 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1820: finishing write tid 1 to smithi07176956-7 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1820: finishing write tid 2 to smithi07176956-7 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1820: finishing write tid 3 to smithi07176956-7 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1820: oid 7 updating version 0 to 1161 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1820: oid 7 version 1161 is already newer than 1160 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1161 (ObjNum 581 snap 168 seq_num 581) dirty exists 2024-03-10T21:27:48.082 INFO:tasks.rados.rados.0.smithi071.stdout:1820: left oid 7 (ObjNum 581 snap 168 seq_num 581) 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1820: done (2 left) 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1822: done (1 left) 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1823: done (0 left) 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1824: read oid 6 snap 155 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1824: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1825: rollback oid 46 current snap is 168 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 163 2024-03-10T21:27:48.090 INFO:tasks.rados.rados.0.smithi071.stdout:1826: setattr oid 32 current snap is 168 2024-03-10T21:27:48.091 INFO:tasks.rados.rados.0.smithi071.stdout:1827: read oid 42 snap -1 2024-03-10T21:27:48.091 INFO:tasks.rados.rados.0.smithi071.stdout:1827: expect (ObjNum 545 snap 156 seq_num 545) 2024-03-10T21:27:48.091 INFO:tasks.rados.rados.0.smithi071.stdout:1828: snap_remove snap 160 2024-03-10T21:27:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: osdmap e403: 8 total, 8 up, 8 in 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:27:48.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:48.091+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:48.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:48.084+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:48.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:48.084+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:48.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:48.078+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:48.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:48.078+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:48.079+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:48.079+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:48.079+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: osdmap e403: 8 total, 8 up, 8 in 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: osdmap e403: 8 total, 8 up, 8 in 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset d1=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:27:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:27:49.088 INFO:tasks.rados.rados.0.smithi071.stdout:1828: done (4 left) 2024-03-10T21:27:49.088 INFO:tasks.rados.rados.0.smithi071.stdout:1829: rollback oid 28 current snap is 168 2024-03-10T21:27:49.088 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 162 2024-03-10T21:27:49.088 INFO:tasks.rados.rados.0.smithi071.stdout:1830: rollback oid 50 current snap is 168 2024-03-10T21:27:49.088 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 149 2024-03-10T21:27:49.088 INFO:tasks.rados.rados.0.smithi071.stdout:1831: snap_remove snap 154 2024-03-10T21:27:49.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:27:49.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: osdmap e404: 8 total, 8 up, 8 in 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:49.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:49 smithi193 ceph-mon[83873]: pgmap v281: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+undersized+degraded, 7 active+clean+snaptrim_error, 3 active+undersized, 109 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 588 KiB/s wr, 5 op/s; 11/510 objects degraded (2.157%); 10 MiB/s, 2 objects/s recovering 2024-03-10T21:27:49.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:49.089+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:49.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:49.088+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:49.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:49.088+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:49.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:49.089+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:49.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:49.084+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:49.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:27:49.074+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:49.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: osdmap e404: 8 total, 8 up, 8 in 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:49.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[88660]: pgmap v281: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+undersized+degraded, 7 active+clean+snaptrim_error, 3 active+undersized, 109 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 588 KiB/s wr, 5 op/s; 11/510 objects degraded (2.157%); 10 MiB/s, 2 objects/s recovering 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset dd=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: osdmap e404: 8 total, 8 up, 8 in 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:49.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:49 smithi071 ceph-mon[91105]: pgmap v281: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 1 active+undersized+degraded, 7 active+clean+snaptrim_error, 3 active+undersized, 109 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 588 KiB/s wr, 5 op/s; 11/510 objects degraded (2.157%); 10 MiB/s, 2 objects/s recovering 2024-03-10T21:27:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1831: done (6 left) 2024-03-10T21:27:50.103 INFO:tasks.rados.rados.0.smithi071.stdout:1832: delete oid 14 current snap is 168 2024-03-10T21:27:50.103 INFO:tasks.rados.rados.0.smithi071.stdout:1824: expect (ObjNum 438 snap 120 seq_num 438) 2024-03-10T21:27:50.113 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing rollback tid 0 to smithi07176956-46 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing rollback tid 2 to smithi07176956-46 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1228 (ObjNum 566 snap 163 seq_num 566) dirty exists 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:1824: done (6 left) 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:1825: done (5 left) 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:1832: done (4 left) 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 168 2024-03-10T21:27:50.114 INFO:tasks.rados.rados.0.smithi071.stdout:1833: seq_num 584 ranges {0=188416} 2024-03-10T21:27:50.115 INFO:tasks.rados.rados.0.smithi071.stdout:1833: writing smithi07176956-18 from 0 to 188416 tid 1 2024-03-10T21:27:50.115 INFO:tasks.rados.rados.0.smithi071.stdout:1834: rmattr oid 40 current snap is 168 2024-03-10T21:27:50.115 INFO:tasks.rados.rados.0.smithi071.stdout:1834: done (5 left) 2024-03-10T21:27:50.115 INFO:tasks.rados.rados.0.smithi071.stdout:1835: snap_create 2024-03-10T21:27:50.115 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1162 (ObjNum 546 snap 156 seq_num 546) dirty exists 2024-03-10T21:27:50.115 INFO:tasks.rados.rados.0.smithi071.stdout:1827: expect (ObjNum 545 snap 156 seq_num 545) 2024-03-10T21:27:50.165 INFO:tasks.rados.rados.0.smithi071.stdout:1830: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:27:50.165 INFO:tasks.rados.rados.0.smithi071.stdout:1830: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:27:50.165 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1048 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-03-10T21:27:50.165 INFO:tasks.rados.rados.0.smithi071.stdout:1829: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:27:50.165 INFO:tasks.rados.rados.0.smithi071.stdout:1829: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1829: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1232 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing write tid 1 to smithi07176956-18 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing write tid 2 to smithi07176956-18 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing write tid 3 to smithi07176956-18 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1833: oid 18 updating version 0 to 1246 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1833: oid 18 version 1246 is already newer than 1245 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1246 (ObjNum 584 snap 168 seq_num 584) dirty exists 2024-03-10T21:27:50.166 INFO:tasks.rados.rados.0.smithi071.stdout:1833: left oid 18 (ObjNum 584 snap 168 seq_num 584) 2024-03-10T21:27:50.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:50.103+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:50.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:50.105+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:50.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:50.105+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:50.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:50.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:50.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:50.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:50.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:50.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: osdmap e405: 8 total, 8 up, 8 in 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 11/510 objects degraded (2.157%), 2 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: osdmap e405: 8 total, 8 up, 8 in 2024-03-10T21:27:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 11/510 objects degraded (2.157%), 2 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:50.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:50.099+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:50.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:50.099+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:50.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:50.099+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:50.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:50.100+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:50.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:50.101+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:50.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: Health check update: Possible data damage: 8 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: osdmap e405: 8 total, 8 up, 8 in 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:50 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 11/510 objects degraded (2.157%), 2 pgs degraded (PG_DEGRADED) 2024-03-10T21:27:51.105 INFO:tasks.rados.rados.0.smithi071.stdout:1826: done (5 left) 2024-03-10T21:27:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:1827: done (4 left) 2024-03-10T21:27:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:1829: done (3 left) 2024-03-10T21:27:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:1830: done (2 left) 2024-03-10T21:27:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:1833: done (1 left) 2024-03-10T21:27:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:1835: done (0 left) 2024-03-10T21:27:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:1836: delete oid 46 current snap is 169 2024-03-10T21:27:51.110 INFO:tasks.rados.rados.0.smithi071.stdout:1836: done (0 left) 2024-03-10T21:27:51.111 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 169 2024-03-10T21:27:51.111 INFO:tasks.rados.rados.0.smithi071.stdout:1837: seq_num 586 ranges {1974272=221184} 2024-03-10T21:27:51.122 INFO:tasks.rados.rados.0.smithi071.stdout:1837: writing smithi07176956-49 from 1974272 to 2195456 tid 1 2024-03-10T21:27:51.122 INFO:tasks.rados.rados.0.smithi071.stdout:1838: rmattr oid 35 current snap is 169 2024-03-10T21:27:51.122 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 169 2024-03-10T21:27:51.122 INFO:tasks.rados.rados.0.smithi071.stdout:1839: seq_num 587 ranges {0=237568} 2024-03-10T21:27:51.124 INFO:tasks.rados.rados.0.smithi071.stdout:1839: writing smithi07176956-44 from 0 to 237568 tid 1 2024-03-10T21:27:51.124 INFO:tasks.rados.rados.0.smithi071.stdout:1840: delete oid 19 current snap is 169 2024-03-10T21:27:51.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 0 (ObjNum 567 snap 163 seq_num 567) dirty exists 2024-03-10T21:27:51.127 INFO:tasks.rados.rados.0.smithi071.stdout:1837: finishing write tid 1 to smithi07176956-49 2024-03-10T21:27:51.127 INFO:tasks.rados.rados.0.smithi071.stdout:1837: finishing write tid 2 to smithi07176956-49 2024-03-10T21:27:51.130 INFO:tasks.rados.rados.0.smithi071.stdout:1838: done (3 left) 2024-03-10T21:27:51.130 INFO:tasks.rados.rados.0.smithi071.stdout:1840: done (2 left) 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1841: setattr oid 39 current snap is 169 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1839: finishing write tid 1 to smithi07176956-44 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1839: finishing write tid 2 to smithi07176956-44 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1837: finishing write tid 3 to smithi07176956-49 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1837: oid 49 updating version 0 to 493 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1837: oid 49 updating version 493 to 494 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 494 (ObjNum 586 snap 169 seq_num 586) dirty exists 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1837: left oid 49 (ObjNum 586 snap 169 seq_num 586) 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1839: finishing write tid 3 to smithi07176956-44 2024-03-10T21:27:51.131 INFO:tasks.rados.rados.0.smithi071.stdout:1839: oid 44 updating version 0 to 840 2024-03-10T21:27:51.132 INFO:tasks.rados.rados.0.smithi071.stdout:1839: oid 44 updating version 840 to 841 2024-03-10T21:27:51.132 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 841 (ObjNum 587 snap 169 seq_num 587) dirty exists 2024-03-10T21:27:51.132 INFO:tasks.rados.rados.0.smithi071.stdout:1839: left oid 44 (ObjNum 587 snap 169 seq_num 587) 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1837: done (2 left) 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1839: done (1 left) 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1842: read oid 50 snap -1 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1842: expect deleted 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1843: copy_from oid 6 from oid 18 current snap is 169 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1844: read oid 16 snap -1 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1844: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1845: rollback oid 20 current snap is 169 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 153 2024-03-10T21:27:51.133 INFO:tasks.rados.rados.0.smithi071.stdout:1846: snap_create 2024-03-10T21:27:51.138 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 775 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:27:51.140 INFO:tasks.rados.rados.0.smithi071.stdout:1845: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:27:51.141 INFO:tasks.rados.rados.0.smithi071.stdout:1845: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:27:51.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1164 (ObjNum 441 snap 122 seq_num 441) dirty exists 2024-03-10T21:27:51.141 INFO:tasks.rados.rados.0.smithi071.stdout:1843: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:27:51.141 INFO:tasks.rados.rados.0.smithi071.stdout:1843: finishing copy_from to smithi07176956-6 2024-03-10T21:27:51.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1246 (ObjNum 584 snap 168 seq_num 584) dirty exists 2024-03-10T21:27:51.144 INFO:tasks.rados.rados.0.smithi071.stdout:1844: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:27:51.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: osdmap e406: 8 total, 8 up, 8 in 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:51 smithi193 ceph-mon[83873]: pgmap v284: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 690 KiB/s wr, 15 op/s; 13 MiB/s, 3 objects/s recovering 2024-03-10T21:27:51.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:27:51] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2024-03-10T21:27:51.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:51.136+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:51.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: osdmap e406: 8 total, 8 up, 8 in 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:51.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[88660]: pgmap v284: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 690 KiB/s wr, 15 op/s; 13 MiB/s, 3 objects/s recovering 2024-03-10T21:27:51.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:51.126+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:51.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:51.128+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:51.128+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.127+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.127+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.127+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.127+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.127+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.127+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:51.128+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: osdmap e406: 8 total, 8 up, 8 in 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:51.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:51 smithi071 ceph-mon[91105]: pgmap v284: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 293 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 690 KiB/s wr, 15 op/s; 13 MiB/s, 3 objects/s recovering 2024-03-10T21:27:52.112 INFO:tasks.rados.rados.0.smithi071.stdout:1841: done (5 left) 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:1842: done (4 left) 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:1843: done (3 left) 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:1844: done (2 left) 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:1845: done (1 left) 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:1846: done (0 left) 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 170 2024-03-10T21:27:52.113 INFO:tasks.rados.rados.0.smithi071.stdout:1847: seq_num 589 ranges {5332992=270336} 2024-03-10T21:27:52.142 INFO:tasks.rados.rados.0.smithi071.stdout:1847: writing smithi07176956-20 from 5332992 to 5603328 tid 1 2024-03-10T21:27:52.142 INFO:tasks.rados.rados.0.smithi071.stdout:1848: delete oid 11 current snap is 170 2024-03-10T21:27:52.148 INFO:tasks.rados.rados.0.smithi071.stdout:1847: finishing write tid 1 to smithi07176956-20 2024-03-10T21:27:52.148 INFO:tasks.rados.rados.0.smithi071.stdout:1847: finishing write tid 2 to smithi07176956-20 2024-03-10T21:27:52.149 INFO:tasks.rados.rados.0.smithi071.stdout:1848: done (1 left) 2024-03-10T21:27:52.149 INFO:tasks.rados.rados.0.smithi071.stdout:1849: snap_remove snap 155 2024-03-10T21:27:52.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/510 objects degraded (2.157%), 2 pgs degraded) 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: osdmap e407: 8 total, 8 up, 8 in 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:52.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:52.146+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:52.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:52.146+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/510 objects degraded (2.157%), 2 pgs degraded) 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: osdmap e407: 8 total, 8 up, 8 in 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:52.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:52.109+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:52.110+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:52.110+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:52.110+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:52.110+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/510 objects degraded (2.157%), 2 pgs degraded) 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: osdmap e407: 8 total, 8 up, 8 in 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:52.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:52.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:52.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:52.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:53.120 INFO:tasks.rados.rados.0.smithi071.stdout:1849: done (1 left) 2024-03-10T21:27:53.120 INFO:tasks.rados.rados.0.smithi071.stdout:1850: read oid 18 snap 143 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:1850: expect (ObjNum 517 snap 142 seq_num 517) 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:1851: delete oid 42 current snap is 170 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:1847: finishing write tid 3 to smithi07176956-20 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:1847: oid 20 updating version 0 to 1165 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:1847: oid 20 updating version 1165 to 1166 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1166 (ObjNum 589 snap 170 seq_num 589) dirty exists 2024-03-10T21:27:53.121 INFO:tasks.rados.rados.0.smithi071.stdout:1847: left oid 20 (ObjNum 589 snap 170 seq_num 589) 2024-03-10T21:27:53.128 INFO:tasks.rados.rados.0.smithi071.stdout:1847: done (2 left) 2024-03-10T21:27:53.128 INFO:tasks.rados.rados.0.smithi071.stdout:1851: done (1 left) 2024-03-10T21:27:53.128 INFO:tasks.rados.rados.0.smithi071.stdout:1852: read oid 47 snap -1 2024-03-10T21:27:53.128 INFO:tasks.rados.rados.0.smithi071.stdout:1852: expect (ObjNum 474 snap 127 seq_num 474) 2024-03-10T21:27:53.128 INFO:tasks.rados.rados.0.smithi071.stdout:1853: snap_create 2024-03-10T21:27:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:1852: expect (ObjNum 474 snap 127 seq_num 474) 2024-03-10T21:27:53.256 INFO:tasks.rados.rados.0.smithi071.stdout:1850: expect (ObjNum 517 snap 142 seq_num 517) 2024-03-10T21:27:53.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:53.047+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:53.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:53.123+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:53.124+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:53.124+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:53.125+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.130+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.130+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.130+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.130+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.130+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:53.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.130+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:53.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:53.133+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: osdmap e408: 8 total, 8 up, 8 in 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:53.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[88660]: pgmap v287: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 294 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 638 KiB/s rd, 156 KiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: osdmap e408: 8 total, 8 up, 8 in 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:53.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:53 smithi071 ceph-mon[91105]: pgmap v287: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 294 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 638 KiB/s rd, 156 KiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: osdmap e408: 8 total, 8 up, 8 in 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:53.505 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-mon[83873]: pgmap v287: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 294 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 638 KiB/s rd, 156 KiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-03-10T21:27:53.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:27:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:27:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:27:54.124 INFO:tasks.rados.rados.0.smithi071.stdout:1850: done (2 left) 2024-03-10T21:27:54.124 INFO:tasks.rados.rados.0.smithi071.stdout:1852: done (1 left) 2024-03-10T21:27:54.124 INFO:tasks.rados.rados.0.smithi071.stdout:1853: done (0 left) 2024-03-10T21:27:54.124 INFO:tasks.rados.rados.0.smithi071.stdout:1854: read oid 46 snap 170 2024-03-10T21:27:54.124 INFO:tasks.rados.rados.0.smithi071.stdout:1854: expect deleted 2024-03-10T21:27:54.124 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 171 2024-03-10T21:27:54.125 INFO:tasks.rados.rados.0.smithi071.stdout:1855: seq_num 592 ranges {7110656=319488} 2024-03-10T21:27:54.163 INFO:tasks.rados.rados.0.smithi071.stdout:1855: writing smithi07176956-32 from 7110656 to 7430144 tid 1 2024-03-10T21:27:54.163 INFO:tasks.rados.rados.0.smithi071.stdout:1856: read oid 31 snap -1 2024-03-10T21:27:54.164 INFO:tasks.rados.rados.0.smithi071.stdout:1856: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:27:54.164 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 171 2024-03-10T21:27:54.164 INFO:tasks.rados.rados.0.smithi071.stdout:1857: seq_num 593 ranges {2064384=335872} 2024-03-10T21:27:54.176 INFO:tasks.rados.rados.0.smithi071.stdout:1857: writing smithi07176956-30 from 2064384 to 2400256 tid 1 2024-03-10T21:27:54.177 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 171 2024-03-10T21:27:54.177 INFO:tasks.rados.rados.0.smithi071.stdout:1858: seq_num 594 ranges {12943360=352256} 2024-03-10T21:27:54.246 INFO:tasks.rados.rados.0.smithi071.stdout:1858: writing smithi07176956-45 from 12943360 to 13295616 tid 1 2024-03-10T21:27:54.246 INFO:tasks.rados.rados.0.smithi071.stdout:1859: snap_create 2024-03-10T21:27:54.246 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 1 to smithi07176956-32 2024-03-10T21:27:54.246 INFO:tasks.rados.rados.0.smithi071.stdout:1856: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 2 to smithi07176956-32 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 3 to smithi07176956-32 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1855: oid 32 updating version 0 to 1168 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1855: oid 32 version 1168 is already newer than 1167 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1168 (ObjNum 592 snap 171 seq_num 592) dirty exists 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1855: left oid 32 (ObjNum 592 snap 171 seq_num 592) 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing write tid 1 to smithi07176956-30 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing write tid 2 to smithi07176956-30 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing write tid 3 to smithi07176956-30 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1857: oid 30 updating version 0 to 599 2024-03-10T21:27:54.271 INFO:tasks.rados.rados.0.smithi071.stdout:1857: oid 30 version 599 is already newer than 598 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 599 (ObjNum 593 snap 171 seq_num 593) dirty exists 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1857: left oid 30 (ObjNum 593 snap 171 seq_num 593) 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1858: finishing write tid 1 to smithi07176956-45 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1858: finishing write tid 2 to smithi07176956-45 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1858: finishing write tid 3 to smithi07176956-45 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1858: oid 45 updating version 0 to 1049 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1858: oid 45 updating version 1049 to 1050 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1050 (ObjNum 594 snap 171 seq_num 594) dirty exists 2024-03-10T21:27:54.272 INFO:tasks.rados.rados.0.smithi071.stdout:1858: left oid 45 (ObjNum 594 snap 171 seq_num 594) 2024-03-10T21:27:54.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: osdmap e409: 8 total, 8 up, 8 in 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:54.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:54.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:54.360+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:54.247+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:54.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:54.250+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:54.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: osdmap e409: 8 total, 8 up, 8 in 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:54.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:54.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:54.120+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:54.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:54.122+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:54.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:54.122+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:54.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:54.122+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:54.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:54.122+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:54.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset dc=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: osdmap e409: 8 total, 8 up, 8 in 2024-03-10T21:27:54.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:54.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:54.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:54.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:54.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:54.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:54.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:54.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:55.132 INFO:tasks.rados.rados.0.smithi071.stdout:1854: done (5 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1855: done (4 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1856: done (3 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1857: done (2 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1858: done (1 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1859: done (0 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1860: rmattr oid 11 current snap is 172 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1860: done (0 left) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1861: read oid 45 snap -1 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1861: expect (ObjNum 594 snap 171 seq_num 594) 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1862: copy_from oid 27 from oid 9 current snap is 172 2024-03-10T21:27:55.133 INFO:tasks.rados.rados.0.smithi071.stdout:1863: snap_remove snap 162 2024-03-10T21:27:55.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: osdmap e410: 8 total, 8 up, 8 in 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:55 smithi193 ceph-mon[83873]: pgmap v290: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 270 KiB/s wr, 15 op/s 2024-03-10T21:27:55.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:55.142+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: osdmap e410: 8 total, 8 up, 8 in 2024-03-10T21:27:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:55.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[91105]: pgmap v290: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 270 KiB/s wr, 15 op/s 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: osdmap e410: 8 total, 8 up, 8 in 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-mon[88660]: pgmap v290: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 270 KiB/s wr, 15 op/s 2024-03-10T21:27:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:55.135+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:55.174+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:55.174+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.133+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.134+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.134+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.134+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.135+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.135+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:55.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:55.135+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:56.132 INFO:tasks.rados.rados.0.smithi071.stdout:1863: done (2 left) 2024-03-10T21:27:56.133 INFO:tasks.rados.rados.0.smithi071.stdout:1864: copy_from oid 32 from oid 2 current snap is 172 2024-03-10T21:27:56.133 INFO:tasks.rados.rados.0.smithi071.stdout:1862: finishing copy_from racing read to smithi07176956-27 2024-03-10T21:27:56.133 INFO:tasks.rados.rados.0.smithi071.stdout:1862: finishing copy_from to smithi07176956-27 2024-03-10T21:27:56.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1134 (ObjNum 542 snap 156 seq_num 542) dirty exists 2024-03-10T21:27:56.133 INFO:tasks.rados.rados.0.smithi071.stdout:1861: expect (ObjNum 594 snap 171 seq_num 594) 2024-03-10T21:27:56.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: osdmap e411: 8 total, 8 up, 8 in 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:56.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:56.138+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:56.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: osdmap e411: 8 total, 8 up, 8 in 2024-03-10T21:27:56.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:56.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:56.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:56.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:56.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:56.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:56.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:56.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:56.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:56.144+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:56.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:56.144+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:56.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: osdmap e411: 8 total, 8 up, 8 in 2024-03-10T21:27:56.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:56.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:56.139+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:56.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:56.139+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:56.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:56.140+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:56.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:56.141+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:56.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:56.142+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1864: finishing copy_from to smithi07176956-32 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1864: got expected ENOENT (src dne) 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1864: finishing copy_from racing read to smithi07176956-32 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1861: done (2 left) 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1862: done (1 left) 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1864: done (0 left) 2024-03-10T21:27:57.577 INFO:tasks.rados.rados.0.smithi071.stdout:1865: rmattr oid 28 current snap is 172 2024-03-10T21:27:57.578 INFO:tasks.rados.rados.0.smithi071.stdout:1866: copy_from oid 41 from oid 4 current snap is 172 2024-03-10T21:27:57.578 INFO:tasks.rados.rados.0.smithi071.stdout:1867: snap_create 2024-03-10T21:27:57.580 INFO:tasks.rados.rados.0.smithi071.stdout:1866: finishing copy_from to smithi07176956-41 2024-03-10T21:27:57.580 INFO:tasks.rados.rados.0.smithi071.stdout:1866: got expected ENOENT (src dne) 2024-03-10T21:27:57.580 INFO:tasks.rados.rados.0.smithi071.stdout:1866: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:27:57.580 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1262 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:27:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: osdmap e412: 8 total, 8 up, 8 in 2024-03-10T21:27:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:57.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:57 smithi193 ceph-mon[83873]: pgmap v293: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 216 KiB/s wr, 14 op/s 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: osdmap e412: 8 total, 8 up, 8 in 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:57.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[88660]: pgmap v293: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 216 KiB/s wr, 14 op/s 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: osdmap e412: 8 total, 8 up, 8 in 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:57.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:57 smithi071 ceph-mon[91105]: pgmap v293: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 216 KiB/s wr, 14 op/s 2024-03-10T21:27:58.145 INFO:tasks.rados.rados.0.smithi071.stdout:1865: done (2 left) 2024-03-10T21:27:58.145 INFO:tasks.rados.rados.0.smithi071.stdout:1866: done (1 left) 2024-03-10T21:27:58.145 INFO:tasks.rados.rados.0.smithi071.stdout:1867: done (0 left) 2024-03-10T21:27:58.145 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 173 2024-03-10T21:27:58.145 INFO:tasks.rados.rados.0.smithi071.stdout:1868: seq_num 595 ranges {2088960=368640} 2024-03-10T21:27:58.158 INFO:tasks.rados.rados.0.smithi071.stdout:1868: writing smithi07176956-40 from 2088960 to 2457600 tid 1 2024-03-10T21:27:58.158 INFO:tasks.rados.rados.0.smithi071.stdout:1869: setattr oid 23 current snap is 173 2024-03-10T21:27:58.160 INFO:tasks.rados.rados.0.smithi071.stdout:1870: delete oid 21 current snap is 173 2024-03-10T21:27:58.166 INFO:tasks.rados.rados.0.smithi071.stdout:1870: done (2 left) 2024-03-10T21:27:58.166 INFO:tasks.rados.rados.0.smithi071.stdout:1871: read oid 41 snap -1 2024-03-10T21:27:58.166 INFO:tasks.rados.rados.0.smithi071.stdout:1871: expect (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:58.166 INFO:tasks.rados.rados.0.smithi071.stdout:1872: read oid 25 snap -1 2024-03-10T21:27:58.166 INFO:tasks.rados.rados.0.smithi071.stdout:1872: expect (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:27:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:1873: setattr oid 30 current snap is 173 2024-03-10T21:27:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:1874: copy_from oid 47 from oid 39 current snap is 173 2024-03-10T21:27:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:1875: copy_from oid 42 from oid 12 current snap is 173 2024-03-10T21:27:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:1876: snap_remove snap 161 2024-03-10T21:27:58.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:58.162+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:58.147+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:58.147+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:58.147+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:58.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:27:58.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:58.145+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:59.154 INFO:tasks.rados.rados.0.smithi071.stdout:1868: finishing write tid 1 to smithi07176956-40 2024-03-10T21:27:59.154 INFO:tasks.rados.rados.0.smithi071.stdout:1876: done (7 left) 2024-03-10T21:27:59.154 INFO:tasks.rados.rados.0.smithi071.stdout:1877: rollback oid 43 current snap is 173 2024-03-10T21:27:59.154 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 169 2024-03-10T21:27:59.155 INFO:tasks.rados.rados.0.smithi071.stdout:1878: rollback oid 32 current snap is 173 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: osdmap e413: 8 total, 8 up, 8 in 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:59.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[88660]: pgmap v295: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 223 KiB/s wr, 15 op/s 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:1868: finishing write tid 2 to smithi07176956-40 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 600 (ObjNum 593 snap 171 seq_num 593) dirty exists 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing copy_from to smithi07176956-42 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:1875: got expected ENOENT (src dne) 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 858 (ObjNum 555 snap 158 seq_num 555) dirty exists 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:27:59.156 INFO:tasks.rados.rados.0.smithi071.stdout:1872: expect (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: osdmap e413: 8 total, 8 up, 8 in 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:59.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:58 smithi071 ceph-mon[91105]: pgmap v295: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 223 KiB/s wr, 15 op/s 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:1868: finishing write tid 3 to smithi07176956-40 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:1868: oid 40 updating version 0 to 1265 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:1868: oid 40 version 1265 is already newer than 1264 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1265 (ObjNum 595 snap 173 seq_num 595) dirty exists 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:1868: left oid 40 (ObjNum 595 snap 173 seq_num 595) 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 171 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:1874: finishing copy_from racing read to smithi07176956-47 2024-03-10T21:27:59.178 INFO:tasks.rados.rados.0.smithi071.stdout:1874: finishing copy_from to smithi07176956-47 2024-03-10T21:27:59.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 775 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:27:59.179 INFO:tasks.rados.rados.0.smithi071.stdout:1871: expect (ObjNum 549 snap 157 seq_num 549) 2024-03-10T21:27:59.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: osdmap e413: 8 total, 8 up, 8 in 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:58 smithi193 ceph-mon[83873]: pgmap v295: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 223 KiB/s wr, 15 op/s 2024-03-10T21:27:59.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:27:59.150+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:27:59.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:59.153+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:27:59.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:27:59.154+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:27:59.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:59.157+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:27:59.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:59.157+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:27:59.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:59.157+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:27:59.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:59.157+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:27:59.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:27:59.158+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1877: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1069 (ObjNum 33 snap 0 seq_num 2944127792) dirty dne 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1878: finishing rollback tid 0 to smithi07176956-32 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1878: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1878: finishing rollback tid 2 to smithi07176956-32 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1171 (ObjNum 592 snap 171 seq_num 592) dirty exists 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1868: done (8 left) 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1869: done (7 left) 2024-03-10T21:27:59.806 INFO:tasks.rados.rados.0.smithi071.stdout:1871: done (6 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1872: done (5 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1873: done (4 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1874: done (3 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1875: done (2 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1877: done (1 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1878: done (0 left) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1879: read oid 34 snap -1 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1879: expect (ObjNum 558 snap 158 seq_num 558) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1880: read oid 45 snap 167 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1880: expect (ObjNum 541 snap 156 seq_num 541) 2024-03-10T21:27:59.807 INFO:tasks.rados.rados.0.smithi071.stdout:1881: snap_create 2024-03-10T21:27:59.816 INFO:tasks.rados.rados.0.smithi071.stdout:1879: expect (ObjNum 558 snap 158 seq_num 558) 2024-03-10T21:27:59.882 INFO:tasks.rados.rados.0.smithi071.stdout:1880: expect (ObjNum 541 snap 156 seq_num 541) 2024-03-10T21:28:00.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:00.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: osdmap e414: 8 total, 8 up, 8 in 2024-03-10T21:28:00.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:00.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:00.153 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:00.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:00.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:00.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:00.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:00.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:00.154 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: osdmap e414: 8 total, 8 up, 8 in 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:00.155 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:27:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:00.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:00.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: osdmap e414: 8 total, 8 up, 8 in 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset eb=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:27:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:00.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:00.151+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:01.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:00.677+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:01.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:00.678+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:01.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:00.678+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[88660]: osdmap e415: 8 total, 8 up, 8 in 2024-03-10T21:28:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[88660]: pgmap v298: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-10T21:28:01.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:01.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[91105]: osdmap e415: 8 total, 8 up, 8 in 2024-03-10T21:28:01.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:00 smithi071 ceph-mon[91105]: pgmap v298: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-10T21:28:01.121 INFO:tasks.rados.rados.0.smithi071.stdout:1879: done (2 left) 2024-03-10T21:28:01.122 INFO:tasks.rados.rados.0.smithi071.stdout:1880: done (1 left) 2024-03-10T21:28:01.122 INFO:tasks.rados.rados.0.smithi071.stdout:1881: done (0 left) 2024-03-10T21:28:01.122 INFO:tasks.rados.rados.0.smithi071.stdout:1882: rollback oid 22 current snap is 174 2024-03-10T21:28:01.122 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 159 2024-03-10T21:28:01.122 INFO:tasks.rados.rados.0.smithi071.stdout:1883: rmattr oid 42 current snap is 174 2024-03-10T21:28:01.122 INFO:tasks.rados.rados.0.smithi071.stdout:1883: done (1 left) 2024-03-10T21:28:01.123 INFO:tasks.rados.rados.0.smithi071.stdout:1884: delete oid 18 current snap is 174 2024-03-10T21:28:01.125 INFO:tasks.rados.rados.0.smithi071.stdout:1882: finishing rollback tid 0 to smithi07176956-22 2024-03-10T21:28:01.125 INFO:tasks.rados.rados.0.smithi071.stdout:1882: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:28:01.126 INFO:tasks.rados.rados.0.smithi071.stdout:1882: finishing rollback tid 2 to smithi07176956-22 2024-03-10T21:28:01.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 861 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:28:01.127 INFO:tasks.rados.rados.0.smithi071.stdout:1882: done (1 left) 2024-03-10T21:28:01.128 INFO:tasks.rados.rados.0.smithi071.stdout:1884: done (0 left) 2024-03-10T21:28:01.128 INFO:tasks.rados.rados.0.smithi071.stdout:1885: delete oid 11 current snap is 174 2024-03-10T21:28:01.129 INFO:tasks.rados.rados.0.smithi071.stdout:1885: done (0 left) 2024-03-10T21:28:01.129 INFO:tasks.rados.rados.0.smithi071.stdout:1886: snap_create 2024-03-10T21:28:01.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:00 smithi193 ceph-mon[83873]: osdmap e415: 8 total, 8 up, 8 in 2024-03-10T21:28:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:01.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:00 smithi193 ceph-mon[83873]: pgmap v298: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-03-10T21:28:01.355 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:28:01] "GET /metrics HTTP/1.1" 200 36108 "" "Prometheus/2.43.0" 2024-03-10T21:28:01.355 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.130+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:01.355 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.130+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:01.355 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.131+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:01.356 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.131+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:01.356 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.131+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:01.356 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.131+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:01.356 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.131+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:01.873 INFO:tasks.rados.rados.0.smithi071.stdout:1886: done (0 left) 2024-03-10T21:28:01.873 INFO:tasks.rados.rados.0.smithi071.stdout:1887: rmattr oid 43 current snap is 175 2024-03-10T21:28:01.873 INFO:tasks.rados.rados.0.smithi071.stdout:1887: done (0 left) 2024-03-10T21:28:01.873 INFO:tasks.rados.rados.0.smithi071.stdout:1888: read oid 11 snap -1 2024-03-10T21:28:01.874 INFO:tasks.rados.rados.0.smithi071.stdout:1888: expect deleted 2024-03-10T21:28:01.874 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 175 2024-03-10T21:28:01.874 INFO:tasks.rados.rados.0.smithi071.stdout:1889: seq_num 599 ranges {4521984=434176} 2024-03-10T21:28:01.900 INFO:tasks.rados.rados.0.smithi071.stdout:1889: writing smithi07176956-23 from 4521984 to 4956160 tid 1 2024-03-10T21:28:01.900 INFO:tasks.rados.rados.0.smithi071.stdout:1890: read oid 2 snap -1 2024-03-10T21:28:01.900 INFO:tasks.rados.rados.0.smithi071.stdout:1890: expect deleted 2024-03-10T21:28:01.900 INFO:tasks.rados.rados.0.smithi071.stdout:1891: setattr oid 5 current snap is 175 2024-03-10T21:28:01.901 INFO:tasks.rados.rados.0.smithi071.stdout:1888: done (3 left) 2024-03-10T21:28:01.901 INFO:tasks.rados.rados.0.smithi071.stdout:1892: read oid 14 snap 163 2024-03-10T21:28:01.901 INFO:tasks.rados.rados.0.smithi071.stdout:1892: expect (ObjNum 485 snap 133 seq_num 485) 2024-03-10T21:28:01.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 175 2024-03-10T21:28:01.901 INFO:tasks.rados.rados.0.smithi071.stdout:1893: seq_num 600 ranges {5832704=450560} 2024-03-10T21:28:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:1893: writing smithi07176956-39 from 5832704 to 6283264 tid 1 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:1894: setattr oid 9 current snap is 175 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:1889: finishing write tid 1 to smithi07176956-23 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:1889: finishing write tid 2 to smithi07176956-23 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 855 (ObjNum 556 snap 158 seq_num 556) dirty exists 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:1889: finishing write tid 3 to smithi07176956-23 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:1889: oid 23 updating version 0 to 862 2024-03-10T21:28:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:1889: oid 23 updating version 862 to 863 2024-03-10T21:28:01.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 863 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-03-10T21:28:01.939 INFO:tasks.rados.rados.0.smithi071.stdout:1889: left oid 23 (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:28:01.939 INFO:tasks.rados.rados.0.smithi071.stdout:1892: expect (ObjNum 485 snap 133 seq_num 485) 2024-03-10T21:28:02.163 INFO:tasks.rados.rados.0.smithi071.stdout:1893: finishing write tid 1 to smithi07176956-39 2024-03-10T21:28:02.163 INFO:tasks.rados.rados.0.smithi071.stdout:1893: finishing write tid 2 to smithi07176956-39 2024-03-10T21:28:02.163 INFO:tasks.rados.rados.0.smithi071.stdout:1893: finishing write tid 3 to smithi07176956-39 2024-03-10T21:28:02.163 INFO:tasks.rados.rados.0.smithi071.stdout:1893: oid 39 updating version 0 to 1248 2024-03-10T21:28:02.164 INFO:tasks.rados.rados.0.smithi071.stdout:1893: oid 39 version 1248 is already newer than 1247 2024-03-10T21:28:02.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1248 (ObjNum 600 snap 175 seq_num 600) dirty exists 2024-03-10T21:28:02.164 INFO:tasks.rados.rados.0.smithi071.stdout:1893: left oid 39 (ObjNum 600 snap 175 seq_num 600) 2024-03-10T21:28:02.164 INFO:tasks.rados.rados.0.smithi071.stdout:1889: done (5 left) 2024-03-10T21:28:02.164 INFO:tasks.rados.rados.0.smithi071.stdout:1890: done (4 left) 2024-03-10T21:28:02.164 INFO:tasks.rados.rados.0.smithi071.stdout:1891: done (3 left) 2024-03-10T21:28:02.165 INFO:tasks.rados.rados.0.smithi071.stdout:1892: done (2 left) 2024-03-10T21:28:02.165 INFO:tasks.rados.rados.0.smithi071.stdout:1893: done (1 left) 2024-03-10T21:28:02.165 INFO:tasks.rados.rados.0.smithi071.stdout:1895: copy_from oid 29 from oid 47 current snap is 175 2024-03-10T21:28:02.165 INFO:tasks.rados.rados.0.smithi071.stdout:1896: read oid 1 snap -1 2024-03-10T21:28:02.165 INFO:tasks.rados.rados.0.smithi071.stdout:1896: expect (ObjNum 577 snap 166 seq_num 577) 2024-03-10T21:28:02.165 INFO:tasks.rados.rados.0.smithi071.stdout:1897: read oid 19 snap 153 2024-03-10T21:28:02.166 INFO:tasks.rados.rados.0.smithi071.stdout:1897: expect (ObjNum 513 snap 140 seq_num 513) 2024-03-10T21:28:02.166 INFO:tasks.rados.rados.0.smithi071.stdout:1898: delete oid 42 current snap is 175 2024-03-10T21:28:02.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1168 (ObjNum 542 snap 156 seq_num 542) dirty exists 2024-03-10T21:28:02.167 INFO:tasks.rados.rados.0.smithi071.stdout:1894: done (4 left) 2024-03-10T21:28:02.167 INFO:tasks.rados.rados.0.smithi071.stdout:1898: done (3 left) 2024-03-10T21:28:02.167 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 175 2024-03-10T21:28:02.167 INFO:tasks.rados.rados.0.smithi071.stdout:1899: seq_num 602 ranges {0=491520} 2024-03-10T21:28:02.170 INFO:tasks.rados.rados.0.smithi071.stdout:1899: writing smithi07176956-2 from 0 to 491520 tid 1 2024-03-10T21:28:02.170 INFO:tasks.rados.rados.0.smithi071.stdout:1900: rmattr oid 21 current snap is 175 2024-03-10T21:28:02.171 INFO:tasks.rados.rados.0.smithi071.stdout:1900: done (4 left) 2024-03-10T21:28:02.171 INFO:tasks.rados.rados.0.smithi071.stdout:1901: copy_from oid 9 from oid 48 current snap is 175 2024-03-10T21:28:02.171 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 175 2024-03-10T21:28:02.171 INFO:tasks.rados.rados.0.smithi071.stdout:1902: seq_num 603 ranges {0=507904} 2024-03-10T21:28:02.173 INFO:tasks.rados.rados.0.smithi071.stdout:1902: writing smithi07176956-11 from 0 to 507904 tid 1 2024-03-10T21:28:02.173 INFO:tasks.rados.rados.0.smithi071.stdout:1903: snap_remove snap 143 2024-03-10T21:28:02.314 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:01.939+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:02.314 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:01.904+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:02.314 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:01.904+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:02.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:02.315 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:02.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:02.316 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.902+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:02.316 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.902+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:02.316 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.903+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:02.316 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.905+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:02.316 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:01.907+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:02.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:02.888 INFO:tasks.rados.rados.0.smithi071.stdout:1903: done (6 left) 2024-03-10T21:28:02.888 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 175 2024-03-10T21:28:02.888 INFO:tasks.rados.rados.0.smithi071.stdout:1904: seq_num 604 ranges {3981312=524288} 2024-03-10T21:28:02.912 INFO:tasks.rados.rados.0.smithi071.stdout:1904: writing smithi07176956-35 from 3981312 to 4505600 tid 1 2024-03-10T21:28:02.912 INFO:tasks.rados.rados.0.smithi071.stdout:1905: rollback oid 33 current snap is 175 2024-03-10T21:28:02.912 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 172 2024-03-10T21:28:02.912 INFO:tasks.rados.rados.0.smithi071.stdout:1896: expect (ObjNum 577 snap 166 seq_num 577) 2024-03-10T21:28:02.914 INFO:tasks.rados.rados.0.smithi071.stdout:1897: expect (ObjNum 513 snap 140 seq_num 513) 2024-03-10T21:28:03.006 INFO:tasks.rados.rados.0.smithi071.stdout:1901: finishing copy_from to smithi07176956-9 2024-03-10T21:28:03.006 INFO:tasks.rados.rados.0.smithi071.stdout:1901: got expected ENOENT (src dne) 2024-03-10T21:28:03.006 INFO:tasks.rados.rados.0.smithi071.stdout:1901: finishing copy_from racing read to smithi07176956-9 2024-03-10T21:28:03.006 INFO:tasks.rados.rados.0.smithi071.stdout:1899: finishing write tid 1 to smithi07176956-2 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1899: finishing write tid 2 to smithi07176956-2 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1899: finishing write tid 3 to smithi07176956-2 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1899: oid 2 updating version 0 to 602 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1899: oid 2 version 602 is already newer than 601 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 602 (ObjNum 602 snap 175 seq_num 602) dirty exists 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1899: left oid 2 (ObjNum 602 snap 175 seq_num 602) 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1902: finishing write tid 1 to smithi07176956-11 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1896: done (7 left) 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1897: done (6 left) 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1899: done (5 left) 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1901: done (4 left) 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 175 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1902: finishing write tid 2 to smithi07176956-11 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1902: finishing write tid 3 to smithi07176956-11 2024-03-10T21:28:03.007 INFO:tasks.rados.rados.0.smithi071.stdout:1902: oid 11 updating version 0 to 497 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:1902: oid 11 version 497 is already newer than 496 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 497 (ObjNum 603 snap 175 seq_num 603) dirty exists 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:1902: left oid 11 (ObjNum 603 snap 175 seq_num 603) 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:1895: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:1895: finishing copy_from to smithi07176956-29 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 775 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:28:03.008 INFO:tasks.rados.rados.0.smithi071.stdout:1906: seq_num 605 ranges {1884160=540672} 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1906: writing smithi07176956-9 from 1884160 to 2424832 tid 1 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1895: done (4 left) 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1902: done (3 left) 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1907: snap_create 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing write tid 1 to smithi07176956-35 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1905: finishing rollback tid 0 to smithi07176956-33 2024-03-10T21:28:03.019 INFO:tasks.rados.rados.0.smithi071.stdout:1905: finishing rollback tid 1 to smithi07176956-33 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:1905: finishing rollback tid 2 to smithi07176956-33 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1171 (ObjNum 573 snap 166 seq_num 573) dirty exists 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing write tid 2 to smithi07176956-35 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing write tid 3 to smithi07176956-35 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:1904: oid 35 updating version 0 to 4762 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:1904: oid 35 version 4762 is already newer than 4761 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4762 (ObjNum 604 snap 175 seq_num 604) dirty exists 2024-03-10T21:28:03.020 INFO:tasks.rados.rados.0.smithi071.stdout:1904: left oid 35 (ObjNum 604 snap 175 seq_num 604) 2024-03-10T21:28:03.022 INFO:tasks.rados.rados.0.smithi071.stdout:1906: finishing write tid 1 to smithi07176956-9 2024-03-10T21:28:03.022 INFO:tasks.rados.rados.0.smithi071.stdout:1906: finishing write tid 2 to smithi07176956-9 2024-03-10T21:28:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:1906: finishing write tid 3 to smithi07176956-9 2024-03-10T21:28:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:1906: oid 9 updating version 0 to 1172 2024-03-10T21:28:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:1906: oid 9 updating version 1172 to 1173 2024-03-10T21:28:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1173 (ObjNum 605 snap 175 seq_num 605) dirty exists 2024-03-10T21:28:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:1906: left oid 9 (ObjNum 605 snap 175 seq_num 605) 2024-03-10T21:28:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: osdmap e416: 8 total, 8 up, 8 in 2024-03-10T21:28:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: pgmap v300: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:28:03.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:02.919+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:02.919+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:02.921+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:02.921+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: osdmap e416: 8 total, 8 up, 8 in 2024-03-10T21:28:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: pgmap v300: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:28:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: osdmap e416: 8 total, 8 up, 8 in 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: pgmap v300: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:03.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:02.882+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:03.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:03.886 INFO:tasks.rados.rados.0.smithi071.stdout:1904: done (3 left) 2024-03-10T21:28:03.886 INFO:tasks.rados.rados.0.smithi071.stdout:1905: done (2 left) 2024-03-10T21:28:03.886 INFO:tasks.rados.rados.0.smithi071.stdout:1906: done (1 left) 2024-03-10T21:28:03.886 INFO:tasks.rados.rados.0.smithi071.stdout:1907: done (0 left) 2024-03-10T21:28:03.886 INFO:tasks.rados.rados.0.smithi071.stdout:1908: snap_remove snap 175 2024-03-10T21:28:04.135 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: Upgrade: osd.4 is safe to restart 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: osdmap e417: 8 total, 8 up, 8 in 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:04.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:04.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:03.883+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: Upgrade: osd.4 is safe to restart 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: osdmap e417: 8 total, 8 up, 8 in 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:04.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: Upgrade: osd.4 is safe to restart 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: osdmap e417: 8 total, 8 up, 8 in 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:04.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:04.445+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:04.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:04.446+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:04.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.444+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:04.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.445+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:04.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.445+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:04.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.446+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:04.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.446+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:04.897 INFO:tasks.rados.rados.0.smithi071.stdout:1908: done (0 left) 2024-03-10T21:28:04.897 INFO:tasks.rados.rados.0.smithi071.stdout:1909: read oid 16 snap -1 2024-03-10T21:28:04.897 INFO:tasks.rados.rados.0.smithi071.stdout:1909: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:1910: rollback oid 31 current snap is 176 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 164 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:1911: rollback oid 36 current snap is 176 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 169 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:1912: rollback oid 28 current snap is 176 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 159 2024-03-10T21:28:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:1913: snap_create 2024-03-10T21:28:04.901 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:28:04.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 811 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-03-10T21:28:04.907 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:28:04.907 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:28:04.908 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:28:04.908 INFO:tasks.rados.rados.0.smithi071.stdout:1910: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:28:04.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1072 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:28:04.908 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:28:04.908 INFO:tasks.rados.rados.0.smithi071.stdout:1912: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:28:04.909 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1289 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:28:04.913 INFO:tasks.rados.rados.0.smithi071.stdout:1909: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:28:05.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: osdmap e418: 8 total, 8 up, 8 in 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:05.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:04 smithi193 ceph-mon[83873]: pgmap v303: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-03-10T21:28:05.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:05.122+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:05.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:04.901+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:05.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:04.901+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:05.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:04.901+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:05.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:05.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: osdmap e418: 8 total, 8 up, 8 in 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[88660]: pgmap v303: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:05.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: osdmap e418: 8 total, 8 up, 8 in 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-mon[91105]: pgmap v303: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-03-10T21:28:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.898+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.898+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.898+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.898+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.899+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.899+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:04.900+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:05.897 INFO:tasks.rados.rados.0.smithi071.stdout:1909: done (4 left) 2024-03-10T21:28:05.897 INFO:tasks.rados.rados.0.smithi071.stdout:1910: done (3 left) 2024-03-10T21:28:05.897 INFO:tasks.rados.rados.0.smithi071.stdout:1911: done (2 left) 2024-03-10T21:28:05.897 INFO:tasks.rados.rados.0.smithi071.stdout:1912: done (1 left) 2024-03-10T21:28:05.897 INFO:tasks.rados.rados.0.smithi071.stdout:1913: done (0 left) 2024-03-10T21:28:05.897 INFO:tasks.rados.rados.0.smithi071.stdout:1914: rollback oid 20 current snap is 177 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 171 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1915: copy_from oid 33 from oid 28 current snap is 177 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1916: read oid 50 snap 167 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1916: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1917: read oid 25 snap -1 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1917: expect (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1918: rmattr oid 43 current snap is 177 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1918: done (4 left) 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 177 2024-03-10T21:28:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1919: seq_num 606 ranges {2326528=557056} 2024-03-10T21:28:05.914 INFO:tasks.rados.rados.0.smithi071.stdout:1919: writing smithi07176956-24 from 2326528 to 2883584 tid 1 2024-03-10T21:28:05.914 INFO:tasks.rados.rados.0.smithi071.stdout:1920: delete oid 4 current snap is 177 2024-03-10T21:28:05.914 INFO:tasks.rados.rados.0.smithi071.stdout:1914: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:28:05.914 INFO:tasks.rados.rados.0.smithi071.stdout:1914: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:28:05.914 INFO:tasks.rados.rados.0.smithi071.stdout:1917: expect (ObjNum 476 snap 128 seq_num 476) 2024-03-10T21:28:05.944 INFO:tasks.rados.rados.0.smithi071.stdout:1914: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:28:05.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1174 (ObjNum 589 snap 170 seq_num 589) dirty exists 2024-03-10T21:28:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:1914: done (5 left) 2024-03-10T21:28:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:1917: done (4 left) 2024-03-10T21:28:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:1920: done (3 left) 2024-03-10T21:28:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:1921: read oid 44 snap -1 2024-03-10T21:28:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:1921: expect (ObjNum 587 snap 169 seq_num 587) 2024-03-10T21:28:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:1922: snap_remove snap 159 2024-03-10T21:28:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: osdmap e419: 8 total, 8 up, 8 in 2024-03-10T21:28:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: Upgrade: Updating osd.4 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:06.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:05 smithi193 ceph-mon[83873]: Deploying daemon osd.4 on smithi193 2024-03-10T21:28:06.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:05.899+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:05.905+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:05.911+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:05.905+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:05.905+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:05.906+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:05.907+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:06.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:05.907+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: osdmap e419: 8 total, 8 up, 8 in 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:06.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: Upgrade: Updating osd.4 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[88660]: Deploying daemon osd.4 on smithi193 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: osdmap e419: 8 total, 8 up, 8 in 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: Upgrade: Updating osd.4 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:05 smithi071 ceph-mon[91105]: Deploying daemon osd.4 on smithi193 2024-03-10T21:28:06.917 INFO:tasks.rados.rados.0.smithi071.stdout:1922: done (4 left) 2024-03-10T21:28:06.918 INFO:tasks.rados.rados.0.smithi071.stdout:1923: delete oid 41 current snap is 177 2024-03-10T21:28:06.918 INFO:tasks.rados.rados.0.smithi071.stdout:1916: expect (ObjNum 255 snap 67 seq_num 255) 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: osdmap e420: 8 total, 8 up, 8 in 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:07.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:07.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:07.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:07.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:06 smithi193 ceph-mon[83873]: pgmap v306: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1919: finishing write tid 1 to smithi07176956-24 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1919: finishing write tid 2 to smithi07176956-24 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1919: finishing write tid 3 to smithi07176956-24 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1919: oid 24 updating version 0 to 5801 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1919: oid 24 updating version 5801 to 5802 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5802 (ObjNum 606 snap 177 seq_num 606) dirty exists 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1919: left oid 24 (ObjNum 606 snap 177 seq_num 606) 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1915: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:28:07.034 INFO:tasks.rados.rados.0.smithi071.stdout:1915: finishing copy_from to smithi07176956-33 2024-03-10T21:28:07.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1289 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:28:07.035 INFO:tasks.rados.rados.0.smithi071.stdout:1921: expect (ObjNum 587 snap 169 seq_num 587) 2024-03-10T21:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:1915: done (4 left) 2024-03-10T21:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:1916: done (3 left) 2024-03-10T21:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:1919: done (2 left) 2024-03-10T21:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:1921: done (1 left) 2024-03-10T21:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:1923: done (0 left) 2024-03-10T21:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 177 2024-03-10T21:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:1924: seq_num 609 ranges {0=606208} 2024-03-10T21:28:07.043 INFO:tasks.rados.rados.0.smithi071.stdout:1924: writing smithi07176956-21 from 0 to 606208 tid 1 2024-03-10T21:28:07.043 INFO:tasks.rados.rados.0.smithi071.stdout:1925: rollback oid 24 current snap is 177 2024-03-10T21:28:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 176 2024-03-10T21:28:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:1926: copy_from oid 44 from oid 15 current snap is 177 2024-03-10T21:28:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:1927: rmattr oid 11 current snap is 177 2024-03-10T21:28:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:1927: done (3 left) 2024-03-10T21:28:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:1928: rmattr oid 47 current snap is 177 2024-03-10T21:28:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:1929: delete oid 46 current snap is 177 2024-03-10T21:28:07.046 INFO:tasks.rados.rados.0.smithi071.stdout:1929: done (4 left) 2024-03-10T21:28:07.046 INFO:tasks.rados.rados.0.smithi071.stdout:1930: read oid 31 snap -1 2024-03-10T21:28:07.046 INFO:tasks.rados.rados.0.smithi071.stdout:1930: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:28:07.046 INFO:tasks.rados.rados.0.smithi071.stdout:1931: snap_create 2024-03-10T21:28:07.054 INFO:tasks.rados.rados.0.smithi071.stdout:1930: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:28:07.080 INFO:tasks.rados.rados.0.smithi071.stdout:1924: finishing write tid 1 to smithi07176956-21 2024-03-10T21:28:07.080 INFO:tasks.rados.rados.0.smithi071.stdout:1924: finishing write tid 2 to smithi07176956-21 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1926: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1926: finishing copy_from to smithi07176956-44 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 743 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1925: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1925: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1925: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5807 (ObjNum 568 snap 163 seq_num 568) dirty exists 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1924: finishing write tid 3 to smithi07176956-21 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1924: oid 21 updating version 0 to 5804 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1924: oid 21 version 5804 is already newer than 5803 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5804 (ObjNum 609 snap 177 seq_num 609) dirty exists 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:1924: left oid 21 (ObjNum 609 snap 177 seq_num 609) 2024-03-10T21:28:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 5809 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:28:07.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:06.921+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:06.919+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:07.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:06.919+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:07.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:06.919+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: osdmap e420: 8 total, 8 up, 8 in 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[88660]: pgmap v306: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: osdmap e420: 8 total, 8 up, 8 in 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-mon[91105]: pgmap v306: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 317 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.925+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.925+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.925+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.926+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.926+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.927+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:06.927+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:07.925 INFO:tasks.rados.rados.0.smithi071.stdout:1924: done (5 left) 2024-03-10T21:28:07.925 INFO:tasks.rados.rados.0.smithi071.stdout:1925: done (4 left) 2024-03-10T21:28:07.925 INFO:tasks.rados.rados.0.smithi071.stdout:1926: done (3 left) 2024-03-10T21:28:07.925 INFO:tasks.rados.rados.0.smithi071.stdout:1928: done (2 left) 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1930: done (1 left) 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1931: done (0 left) 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1932: rollback oid 27 current snap is 178 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 149 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1933: read oid 11 snap 163 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1933: expect (ObjNum 559 snap 160 seq_num 559) 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1934: read oid 7 snap -1 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1934: expect (ObjNum 581 snap 168 seq_num 581) 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 178 2024-03-10T21:28:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:1935: seq_num 611 ranges {13295616=638976} 2024-03-10T21:28:08.001 INFO:tasks.rados.rados.0.smithi071.stdout:1935: writing smithi07176956-45 from 13295616 to 13934592 tid 1 2024-03-10T21:28:08.001 INFO:tasks.rados.rados.0.smithi071.stdout:1936: snap_remove snap 153 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: osdmap e421: 8 total, 8 up, 8 in 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:08.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:08.321 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:08.002+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:08.321 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:08.005+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: osdmap e421: 8 total, 8 up, 8 in 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:08.322 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: osdmap e421: 8 total, 8 up, 8 in 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:08.323 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:08.324 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:08.324 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:08.324 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:08.324 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:07.926+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:08.324 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:07.927+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:08.324 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:07.928+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:08.324 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:07.928+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:08.324 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:07.933+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:08.418 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:08 smithi193 systemd[1]: Stopping Ceph osd.4 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:28:08.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:08.319+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[35569]: 2024-03-10T21:28:08.416+0000 7fd42f5a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:28:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[35569]: 2024-03-10T21:28:08.416+0000 7fd42f5a0700 -1 osd.4 422 *** Got signal Terminated *** 2024-03-10T21:28:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[35569]: 2024-03-10T21:28:08.416+0000 7fd42f5a0700 -1 osd.4 422 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:28:08.931 INFO:tasks.rados.rados.0.smithi071.stdout:1936: done (4 left) 2024-03-10T21:28:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:1937: copy_from oid 2 from oid 28 current snap is 178 2024-03-10T21:28:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:1933: expect (ObjNum 559 snap 160 seq_num 559) 2024-03-10T21:28:09.246 INFO:tasks.rados.rados.0.smithi071.stdout:1932: finishing rollback tid 0 to smithi07176956-27 2024-03-10T21:28:09.246 INFO:tasks.rados.rados.0.smithi071.stdout:1932: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:28:09.247 INFO:tasks.rados.rados.0.smithi071.stdout:1932: finishing rollback tid 2 to smithi07176956-27 2024-03-10T21:28:09.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1177 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:28:09.247 INFO:tasks.rados.rados.0.smithi071.stdout:1934: expect (ObjNum 581 snap 168 seq_num 581) 2024-03-10T21:28:09.250 INFO:tasks.rados.rados.0.smithi071.stdout:1935: finishing write tid 1 to smithi07176956-45 2024-03-10T21:28:09.250 INFO:tasks.rados.rados.0.smithi071.stdout:1935: finishing write tid 2 to smithi07176956-45 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1935: finishing write tid 3 to smithi07176956-45 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1935: oid 45 updating version 0 to 1052 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1935: oid 45 version 1052 is already newer than 1051 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1052 (ObjNum 611 snap 178 seq_num 611) dirty exists 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1935: left oid 45 (ObjNum 611 snap 178 seq_num 611) 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1932: done (4 left) 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1933: done (3 left) 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1934: done (2 left) 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1935: done (1 left) 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1938: copy_from oid 25 from oid 14 current snap is 178 2024-03-10T21:28:09.251 INFO:tasks.rados.rados.0.smithi071.stdout:1939: delete oid 37 current snap is 178 2024-03-10T21:28:09.253 INFO:tasks.rados.rados.0.smithi071.stdout:1939: done (2 left) 2024-03-10T21:28:09.253 INFO:tasks.rados.rados.0.smithi071.stdout:1940: read oid 32 snap -1 2024-03-10T21:28:09.253 INFO:tasks.rados.rados.0.smithi071.stdout:1940: expect (ObjNum 592 snap 171 seq_num 592) 2024-03-10T21:28:09.253 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 178 2024-03-10T21:28:09.254 INFO:tasks.rados.rados.0.smithi071.stdout:1941: seq_num 613 ranges {0=671744} 2024-03-10T21:28:09.257 INFO:tasks.rados.rados.0.smithi071.stdout:1941: writing smithi07176956-4 from 0 to 671744 tid 1 2024-03-10T21:28:09.257 INFO:tasks.rados.rados.0.smithi071.stdout:1942: snap_create 2024-03-10T21:28:09.262 INFO:tasks.rados.rados.0.smithi071.stdout:1941: finishing write tid 1 to smithi07176956-4 2024-03-10T21:28:09.262 INFO:tasks.rados.rados.0.smithi071.stdout:1941: finishing write tid 2 to smithi07176956-4 2024-03-10T21:28:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:1941: finishing write tid 3 to smithi07176956-4 2024-03-10T21:28:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:1941: oid 4 updating version 0 to 1309 2024-03-10T21:28:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:1941: oid 4 version 1309 is already newer than 1308 2024-03-10T21:28:09.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1309 (ObjNum 613 snap 178 seq_num 613) dirty exists 2024-03-10T21:28:09.265 INFO:tasks.rados.rados.0.smithi071.stdout:1941: left oid 4 (ObjNum 613 snap 178 seq_num 613) 2024-03-10T21:28:09.280 INFO:tasks.rados.rados.0.smithi071.stdout:1940: expect (ObjNum 592 snap 171 seq_num 592) 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: osdmap e422: 8 total, 8 up, 8 in 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: osd.4 marked itself down and dead 2024-03-10T21:28:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:08 smithi193 ceph-mon[83873]: pgmap v309: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-03-10T21:28:09.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:08.935+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: osdmap e422: 8 total, 8 up, 8 in 2024-03-10T21:28:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: osd.4 marked itself down and dead 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[88660]: pgmap v309: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: osdmap e422: 8 total, 8 up, 8 in 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:09.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: osd.4 marked itself down and dead 2024-03-10T21:28:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-mon[91105]: pgmap v309: 121 pgs: 8 active+clean+snaptrim_error, 113 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-03-10T21:28:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:08.939+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:08.940+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:08.940+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:08.941+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:08.941+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:08.941+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:09.768 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:09 smithi193 podman[89032]: 2024-03-10 21:28:09.508925454 +0000 UTC m=+1.202105220 container died 015cfd7955f9cd4964647880d26f06702a04f47b8faffef05e40e9149453d810 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1940: done (4 left) 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1941: done (3 left) 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1942: done (2 left) 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1943: read oid 46 snap -1 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1943: expect deleted 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1944: read oid 5 snap -1 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1944: expect (ObjNum 556 snap 158 seq_num 556) 2024-03-10T21:28:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:1945: snap_create 2024-03-10T21:28:09.953 INFO:tasks.rados.rados.0.smithi071.stdout:1938: finishing copy_from to smithi07176956-25 2024-03-10T21:28:09.953 INFO:tasks.rados.rados.0.smithi071.stdout:1938: got expected ENOENT (src dne) 2024-03-10T21:28:09.953 INFO:tasks.rados.rados.0.smithi071.stdout:1938: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:28:09.990 INFO:tasks.rados.rados.0.smithi071.stdout:1944: expect (ObjNum 556 snap 158 seq_num 556) 2024-03-10T21:28:10.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:09 smithi193 podman[89032]: 2024-03-10 21:28:09.87506387 +0000 UTC m=+1.568243643 container cleanup 015cfd7955f9cd4964647880d26f06702a04f47b8faffef05e40e9149453d810 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977) 2024-03-10T21:28:10.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:09 smithi193 bash[89032]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: osdmap e423: 8 total, 7 up, 8 in 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:10.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:10.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:10.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:28:10.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: osdmap e423: 8 total, 7 up, 8 in 2024-03-10T21:28:10.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:10.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:09.938+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset ea=[]:{cc=[cc],db=[db,da,d7,d6,d5,d3,d0],ea=[ea,e9,e8,e5,e4,e3,e2,e0]} for object 5:0c9c7b13:::smithi07176956-42:cb 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:28:10.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: osdmap e423: 8 total, 7 up, 8 in 2024-03-10T21:28:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:10.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:09.936+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:09.937+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:09.938+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:09.939+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:10.362 INFO:tasks.rados.rados.0.smithi071.stdout:1937: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:28:10.362 INFO:tasks.rados.rados.0.smithi071.stdout:1937: finishing copy_from to smithi07176956-2 2024-03-10T21:28:10.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1289 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:28:10.516 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:10 smithi193 podman[89050]: 2024-03-10 21:28:10.193461238 +0000 UTC m=+0.682308978 container remove 015cfd7955f9cd4964647880d26f06702a04f47b8faffef05e40e9149453d810 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-c2ea977, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-10T21:28:10.772 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:10 smithi193 podman[89143]: 2024-03-10 21:28:10.417992817 +0000 UTC m=+0.019071945 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:28:10.773 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:10 smithi193 podman[89143]: 2024-03-10 21:28:10.55273233 +0000 UTC m=+0.153811446 container create eaf231ff51fd35b4e78b2ee162bcef18922ec10d8f5cd966c20be7ebbdc492be (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:1937: done (4 left) 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:1938: done (3 left) 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:1943: done (2 left) 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:1944: done (1 left) 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:1945: done (0 left) 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 180 2024-03-10T21:28:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:1946: seq_num 614 ranges {2326528=688128} 2024-03-10T21:28:10.957 INFO:tasks.rados.rados.0.smithi071.stdout:1946: writing smithi07176956-24 from 2326528 to 3014656 tid 1 2024-03-10T21:28:10.957 INFO:tasks.rados.rados.0.smithi071.stdout:1947: copy_from oid 30 from oid 12 current snap is 180 2024-03-10T21:28:10.957 INFO:tasks.rados.rados.0.smithi071.stdout:1948: copy_from oid 43 from oid 16 current snap is 180 2024-03-10T21:28:10.957 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 180 2024-03-10T21:28:10.957 INFO:tasks.rados.rados.0.smithi071.stdout:1949: seq_num 615 ranges {6283264=704512} 2024-03-10T21:28:10.995 INFO:tasks.rados.rados.0.smithi071.stdout:1949: writing smithi07176956-39 from 6283264 to 6987776 tid 1 2024-03-10T21:28:10.995 INFO:tasks.rados.rados.0.smithi071.stdout:1950: snap_create 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1947: finishing copy_from to smithi07176956-30 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1947: got expected ENOENT (src dne) 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1947: finishing copy_from racing read to smithi07176956-30 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 1 to smithi07176956-24 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 2 to smithi07176956-24 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 3 to smithi07176956-24 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1946: oid 24 updating version 0 to 5812 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1946: oid 24 version 5812 is already newer than 5811 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5812 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1946: left oid 24 (ObjNum 614 snap 180 seq_num 614) 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1948: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:1948: finishing copy_from to smithi07176956-43 2024-03-10T21:28:10.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 401 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:28:11.000 INFO:tasks.rados.rados.0.smithi071.stdout:1949: finishing write tid 1 to smithi07176956-39 2024-03-10T21:28:11.000 INFO:tasks.rados.rados.0.smithi071.stdout:1949: finishing write tid 2 to smithi07176956-39 2024-03-10T21:28:11.001 INFO:tasks.rados.rados.0.smithi071.stdout:1949: finishing write tid 3 to smithi07176956-39 2024-03-10T21:28:11.001 INFO:tasks.rados.rados.0.smithi071.stdout:1949: oid 39 updating version 0 to 1250 2024-03-10T21:28:11.001 INFO:tasks.rados.rados.0.smithi071.stdout:1949: oid 39 updating version 1250 to 1251 2024-03-10T21:28:11.001 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1251 (ObjNum 615 snap 180 seq_num 615) dirty exists 2024-03-10T21:28:11.001 INFO:tasks.rados.rados.0.smithi071.stdout:1949: left oid 39 (ObjNum 615 snap 180 seq_num 615) 2024-03-10T21:28:11.076 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: osdmap e424: 8 total, 7 up, 8 in 2024-03-10T21:28:11.076 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:11.076 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:11.076 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:11.076 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:11.076 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:11.077 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:10 smithi193 ceph-mon[83873]: pgmap v312: 121 pgs: 8 stale+active+clean, 8 active+clean+snaptrim_error, 105 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-03-10T21:28:11.077 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:10 smithi193 podman[89143]: 2024-03-10 21:28:10.772151636 +0000 UTC m=+0.373230755 container init eaf231ff51fd35b4e78b2ee162bcef18922ec10d8f5cd966c20be7ebbdc492be (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-10T21:28:11.077 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:10 smithi193 podman[89143]: 2024-03-10 21:28:10.776341257 +0000 UTC m=+0.377420373 container start eaf231ff51fd35b4e78b2ee162bcef18922ec10d8f5cd966c20be7ebbdc492be (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d) 2024-03-10T21:28:11.077 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:10 smithi193 podman[89143]: 2024-03-10 21:28:10.880548495 +0000 UTC m=+0.481627633 container attach eaf231ff51fd35b4e78b2ee162bcef18922ec10d8f5cd966c20be7ebbdc492be (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T21:28:11.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:11 smithi193 podman[89143]: 2024-03-10 21:28:11.075645278 +0000 UTC m=+0.676724398 container died eaf231ff51fd35b4e78b2ee162bcef18922ec10d8f5cd966c20be7ebbdc492be (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, ceph=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:28:11.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:28:11] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-03-10T21:28:11.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:10.937+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: osdmap e424: 8 total, 7 up, 8 in 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[88660]: pgmap v312: 121 pgs: 8 stale+active+clean, 8 active+clean+snaptrim_error, 105 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-03-10T21:28:11.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: osdmap e424: 8 total, 7 up, 8 in 2024-03-10T21:28:11.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:11.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:11.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:11.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:11.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:11.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-mon[91105]: pgmap v312: 121 pgs: 8 stale+active+clean, 8 active+clean+snaptrim_error, 105 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-03-10T21:28:11.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:10.958+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:11.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:10.958+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:11.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:10.958+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:11.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:10.958+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:11.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:10.959+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:11.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:10.959+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1946: done (4 left) 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1947: done (3 left) 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1948: done (2 left) 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1949: done (1 left) 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1950: done (0 left) 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1951: read oid 8 snap -1 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1951: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 181 2024-03-10T21:28:11.945 INFO:tasks.rados.rados.0.smithi071.stdout:1952: seq_num 616 ranges {188416=720896} 2024-03-10T21:28:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1952: writing smithi07176956-6 from 188416 to 909312 tid 1 2024-03-10T21:28:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:1953: snap_create 2024-03-10T21:28:11.957 INFO:tasks.rados.rados.0.smithi071.stdout:1952: finishing write tid 1 to smithi07176956-6 2024-03-10T21:28:11.957 INFO:tasks.rados.rados.0.smithi071.stdout:1952: finishing write tid 2 to smithi07176956-6 2024-03-10T21:28:11.958 INFO:tasks.rados.rados.0.smithi071.stdout:1952: finishing write tid 3 to smithi07176956-6 2024-03-10T21:28:11.958 INFO:tasks.rados.rados.0.smithi071.stdout:1952: oid 6 updating version 0 to 1252 2024-03-10T21:28:11.959 INFO:tasks.rados.rados.0.smithi071.stdout:1952: oid 6 updating version 1252 to 1253 2024-03-10T21:28:11.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1253 (ObjNum 616 snap 181 seq_num 616) dirty exists 2024-03-10T21:28:11.959 INFO:tasks.rados.rados.0.smithi071.stdout:1952: left oid 6 (ObjNum 616 snap 181 seq_num 616) 2024-03-10T21:28:11.967 INFO:tasks.rados.rados.0.smithi071.stdout:1951: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:28:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:11 smithi193 ceph-mon[83873]: osdmap e425: 8 total, 7 up, 8 in 2024-03-10T21:28:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:12.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:11 smithi193 podman[89169]: 2024-03-10 21:28:11.718040494 +0000 UTC m=+0.637005057 container remove eaf231ff51fd35b4e78b2ee162bcef18922ec10d8f5cd966c20be7ebbdc492be (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-cb2b48d, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-10T21:28:12.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:11 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.4.service: Deactivated successfully. 2024-03-10T21:28:12.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:11 smithi193 systemd[1]: Stopped Ceph osd.4 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:28:12.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:11 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.4.service: Consumed 18.312s CPU time. 2024-03-10T21:28:12.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:11 smithi193 systemd[1]: Starting Ceph osd.4 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:28:12.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:11.951+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:12.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:12.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[88660]: osdmap e425: 8 total, 7 up, 8 in 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[91105]: osdmap e425: 8 total, 7 up, 8 in 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:12.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:12.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:11.941+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:12.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:11.941+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:12.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:11.942+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:12.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:11.942+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:12.489 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:12.489 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 podman[89270]: 2024-03-10 21:28:12.065119914 +0000 UTC m=+0.019001346 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:28:12.489 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 podman[89270]: 2024-03-10 21:28:12.186210824 +0000 UTC m=+0.140092250 container create 254e603fe3b0ca62cb26876608d458c88b0266e014a2123828f2b5a59b0dc4ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-03-10T21:28:12.489 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 podman[89270]: 2024-03-10 21:28:12.405560315 +0000 UTC m=+0.359441756 container init 254e603fe3b0ca62cb26876608d458c88b0266e014a2123828f2b5a59b0dc4ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_CLEAN=True) 2024-03-10T21:28:12.489 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 podman[89270]: 2024-03-10 21:28:12.409268313 +0000 UTC m=+0.363149744 container start 254e603fe3b0ca62cb26876608d458c88b0266e014a2123828f2b5a59b0dc4ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-03-10T21:28:12.490 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 podman[89270]: 2024-03-10 21:28:12.488595936 +0000 UTC m=+0.442477374 container attach 254e603fe3b0ca62cb26876608d458c88b0266e014a2123828f2b5a59b0dc4ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-03-10T21:28:12.952 INFO:tasks.rados.rados.0.smithi071.stdout:1951: done (2 left) 2024-03-10T21:28:12.952 INFO:tasks.rados.rados.0.smithi071.stdout:1952: done (1 left) 2024-03-10T21:28:12.952 INFO:tasks.rados.rados.0.smithi071.stdout:1953: done (0 left) 2024-03-10T21:28:12.952 INFO:tasks.rados.rados.0.smithi071.stdout:1954: delete oid 30 current snap is 182 2024-03-10T21:28:12.956 INFO:tasks.rados.rados.0.smithi071.stdout:1954: done (0 left) 2024-03-10T21:28:12.956 INFO:tasks.rados.rados.0.smithi071.stdout:1955: snap_remove snap 168 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: osdmap e426: 8 total, 7 up, 8 in 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:13.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-mon[83873]: pgmap v315: 121 pgs: 3 active+undersized+degraded, 7 stale+active+clean, 8 active+clean+snaptrim_error, 4 active+undersized, 99 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 284 KiB/s wr, 8 op/s; 8/630 objects degraded (1.270%) 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 bash[89270]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-10T21:28:13.191 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-03-10T21:28:13.192 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-03-10T21:28:13.192 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-03-10T21:28:13.192 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-03-10T21:28:13.192 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate[89285]: --> ceph-volume raw activate successful for osd ID: 4 2024-03-10T21:28:13.192 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:12 smithi193 podman[89270]: 2024-03-10 21:28:12.876145174 +0000 UTC m=+0.830026602 container died 254e603fe3b0ca62cb26876608d458c88b0266e014a2123828f2b5a59b0dc4ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-03-10T21:28:13.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:13.112+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: osdmap e426: 8 total, 7 up, 8 in 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[88660]: pgmap v315: 121 pgs: 3 active+undersized+degraded, 7 stale+active+clean, 8 active+clean+snaptrim_error, 4 active+undersized, 99 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 284 KiB/s wr, 8 op/s; 8/630 objects degraded (1.270%) 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: osdmap e426: 8 total, 7 up, 8 in 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-mon[91105]: pgmap v315: 121 pgs: 3 active+undersized+degraded, 7 stale+active+clean, 8 active+clean+snaptrim_error, 4 active+undersized, 99 active+clean; 328 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 284 KiB/s wr, 8 op/s; 8/630 objects degraded (1.270%) 2024-03-10T21:28:13.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:12.947+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:13.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:12.948+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:12.948+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:12.948+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:12.948+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:12.949+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:13.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:13.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:13 smithi193 podman[89412]: 2024-03-10 21:28:13.518085148 +0000 UTC m=+0.637014473 container remove 254e603fe3b0ca62cb26876608d458c88b0266e014a2123828f2b5a59b0dc4ad (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:28:13.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:13 smithi193 podman[89478]: 2024-03-10 21:28:13.636462994 +0000 UTC m=+0.017713450 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:28:13.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:13 smithi193 podman[89478]: 2024-03-10 21:28:13.744138681 +0000 UTC m=+0.125389138 container create 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307) 2024-03-10T21:28:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:1955: done (0 left) 2024-03-10T21:28:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:1956: copy_from oid 12 from oid 43 current snap is 182 2024-03-10T21:28:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 182 2024-03-10T21:28:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:1957: seq_num 618 ranges {2195456=753664} 2024-03-10T21:28:13.970 INFO:tasks.rados.rados.0.smithi071.stdout:1957: writing smithi07176956-49 from 2195456 to 2949120 tid 1 2024-03-10T21:28:13.970 INFO:tasks.rados.rados.0.smithi071.stdout:1958: copy_from oid 6 from oid 21 current snap is 182 2024-03-10T21:28:13.970 INFO:tasks.rados.rados.0.smithi071.stdout:1959: snap_remove snap 171 2024-03-10T21:28:14.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 8/630 objects degraded (1.270%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: osdmap e427: 8 total, 7 up, 8 in 2024-03-10T21:28:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:14.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:13 smithi193 podman[89478]: 2024-03-10 21:28:13.956729822 +0000 UTC m=+0.337980279 container init 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:28:14.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:13 smithi193 podman[89478]: 2024-03-10 21:28:13.961130252 +0000 UTC m=+0.342380720 container start 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-10T21:28:14.336 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:13 smithi193 ceph-osd[89498]: -- 172.21.15.193:0/1924068917 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561c044e1680 con 0x561c044aac00 2024-03-10T21:28:14.336 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:14 smithi193 bash[89478]: 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc 2024-03-10T21:28:14.336 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:14 smithi193 systemd[1]: Started Ceph osd.4 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:28:14.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:13.967+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 8/630 objects degraded (1.270%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: osdmap e427: 8 total, 7 up, 8 in 2024-03-10T21:28:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:14.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:13.949+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:14.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:13.949+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:14.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:13.950+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:14.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:13.950+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 8/630 objects degraded (1.270%), 3 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: osdmap e427: 8 total, 7 up, 8 in 2024-03-10T21:28:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:14.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:14.511+0000 7f41275857c0 -1 Falling back to public interface 2024-03-10T21:28:14.969 INFO:tasks.rados.rados.0.smithi071.stdout:1959: done (3 left) 2024-03-10T21:28:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:1960: snap_remove snap 167 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: osdmap e428: 8 total, 7 up, 8 in 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:15.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[88660]: pgmap v318: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 330 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 79/636 objects degraded (12.421%) 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: osdmap e428: 8 total, 7 up, 8 in 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:15.328 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-mon[91105]: pgmap v318: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 330 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 79/636 objects degraded (12.421%) 2024-03-10T21:28:15.329 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:14.967+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:15.329 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:14.968+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:15.329 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:14.968+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:15.329 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:14.968+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:15.329 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:14.968+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:15.329 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:14.968+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:15.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:15.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:15.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:15.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:15.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: osdmap e428: 8 total, 7 up, 8 in 2024-03-10T21:28:15.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:14 smithi193 ceph-mon[83873]: pgmap v318: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 330 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 79/636 objects degraded (12.421%) 2024-03-10T21:28:15.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:15.324+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:15.976 INFO:tasks.rados.rados.0.smithi071.stdout:1960: done (3 left) 2024-03-10T21:28:15.976 INFO:tasks.rados.rados.0.smithi071.stdout:1961: read oid 20 snap 164 2024-03-10T21:28:15.976 INFO:tasks.rados.rados.0.smithi071.stdout:1961: expect (ObjNum 441 snap 122 seq_num 441) 2024-03-10T21:28:15.976 INFO:tasks.rados.rados.0.smithi071.stdout:1962: snap_remove snap 169 2024-03-10T21:28:16.031 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:28:16.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:15 smithi193 ceph-mon[83873]: osdmap e429: 8 total, 7 up, 8 in 2024-03-10T21:28:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:15.980+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[88660]: osdmap e429: 8 total, 7 up, 8 in 2024-03-10T21:28:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:15.977+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:15.979+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:15.979+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:15.983+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[91105]: osdmap e429: 8 total, 7 up, 8 in 2024-03-10T21:28:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.344 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (7m) 33s ago 8m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (8m) 3m ago 8m 87.8M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (9m) 33s ago 9m 15.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (9m) 3m ago 9m 19.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (4m) 3m ago 13m 449M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (4m) 33s ago 14m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (3m) 33s ago 15m 54.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (3m) 3m ago 13m 30.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (3m) 33s ago 13m 45.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (8m) 33s ago 8m 15.7M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (8m) 3m ago 8m 16.6M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:28:16.345 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (2m) 33s ago 12m 147M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (108s) 33s ago 12m 138M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (72s) 33s ago 12m 207M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (37s) 33s ago 11m 15.1M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 starting - - - 2480M 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (10m) 3m ago 10m 146M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (10m) 3m ago 10m 106M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (10m) 3m ago 10m 160M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:28:16.346 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (4m) 3m ago 9m 55.2M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3, 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 4 2024-03-10T21:28:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 5, 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 9 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:28:16.732 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:28:16.981 INFO:tasks.rados.rados.0.smithi071.stdout:1962: done (4 left) 2024-03-10T21:28:16.981 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 182 2024-03-10T21:28:16.981 INFO:tasks.rados.rados.0.smithi071.stdout:1957: finishing write tid 1 to smithi07176956-49 2024-03-10T21:28:16.981 INFO:tasks.rados.rados.0.smithi071.stdout:1963: seq_num 619 ranges {3186688=770048} 2024-03-10T21:28:16.981 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:16.978+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: osdmap e430: 8 total, 7 up, 8 in 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/1731301759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[91105]: pgmap v321: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 330 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 79/636 objects degraded (12.421%) 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: osdmap e430: 8 total, 7 up, 8 in 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/1731301759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-mon[88660]: pgmap v321: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 330 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 79/636 objects degraded (12.421%) 2024-03-10T21:28:16.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:16.977+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:16.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:16.977+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:16.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:16.977+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:16.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:16.978+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:16.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:16.978+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:16.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:16.978+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:17.003 INFO:tasks.rados.rados.0.smithi071.stdout:1963: writing smithi07176956-15 from 3186688 to 3956736 tid 1 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1964: rollback oid 16 current snap is 182 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 179 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1957: finishing write tid 2 to smithi07176956-49 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1957: finishing write tid 3 to smithi07176956-49 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1957: oid 49 updating version 0 to 499 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1957: oid 49 version 499 is already newer than 498 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 499 (ObjNum 618 snap 182 seq_num 618) dirty exists 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1957: left oid 49 (ObjNum 618 snap 182 seq_num 618) 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1958: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1958: finishing copy_from to smithi07176956-6 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5804 (ObjNum 609 snap 177 seq_num 609) dirty exists 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1956: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:28:17.004 INFO:tasks.rados.rados.0.smithi071.stdout:1956: finishing copy_from to smithi07176956-12 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 401 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1956: done (5 left) 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1957: done (4 left) 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1958: done (3 left) 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1965: read oid 43 snap -1 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1965: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1966: snap_create 2024-03-10T21:28:17.005 INFO:tasks.rados.rados.0.smithi071.stdout:1961: expect (ObjNum 441 snap 122 seq_num 441) 2024-03-10T21:28:17.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: osdmap e430: 8 total, 7 up, 8 in 2024-03-10T21:28:17.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:17.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:17.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:17.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:17.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:17.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:17.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:17.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/1731301759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:17.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:16 smithi193 ceph-mon[83873]: pgmap v321: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 330 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 79/636 objects degraded (12.421%) 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1964: finishing rollback tid 0 to smithi07176956-16 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1964: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1964: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 749 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1963: finishing write tid 1 to smithi07176956-15 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1963: finishing write tid 2 to smithi07176956-15 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1963: finishing write tid 3 to smithi07176956-15 2024-03-10T21:28:17.297 INFO:tasks.rados.rados.0.smithi071.stdout:1963: oid 15 updating version 0 to 872 2024-03-10T21:28:17.298 INFO:tasks.rados.rados.0.smithi071.stdout:1963: oid 15 updating version 872 to 873 2024-03-10T21:28:17.298 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 873 (ObjNum 619 snap 182 seq_num 619) dirty exists 2024-03-10T21:28:17.298 INFO:tasks.rados.rados.0.smithi071.stdout:1963: left oid 15 (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:28:17.298 INFO:tasks.rados.rados.0.smithi071.stdout:1965: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:28:17.982 INFO:tasks.rados.rados.0.smithi071.stdout:1961: done (4 left) 2024-03-10T21:28:17.982 INFO:tasks.rados.rados.0.smithi071.stdout:1963: done (3 left) 2024-03-10T21:28:17.982 INFO:tasks.rados.rados.0.smithi071.stdout:1964: done (2 left) 2024-03-10T21:28:17.983 INFO:tasks.rados.rados.0.smithi071.stdout:1965: done (1 left) 2024-03-10T21:28:17.983 INFO:tasks.rados.rados.0.smithi071.stdout:1966: done (0 left) 2024-03-10T21:28:17.983 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 183 2024-03-10T21:28:17.983 INFO:tasks.rados.rados.0.smithi071.stdout:1967: seq_num 620 ranges {0=794624} 2024-03-10T21:28:17.987 INFO:tasks.rados.rados.0.smithi071.stdout:1967: writing smithi07176956-48 from 0 to 794624 tid 1 2024-03-10T21:28:17.987 INFO:tasks.rados.rados.0.smithi071.stdout:1968: copy_from oid 50 from oid 3 current snap is 183 2024-03-10T21:28:17.987 INFO:tasks.rados.rados.0.smithi071.stdout:1969: delete oid 27 current snap is 183 2024-03-10T21:28:17.988 INFO:tasks.rados.rados.0.smithi071.stdout:1968: finishing copy_from to smithi07176956-50 2024-03-10T21:28:17.988 INFO:tasks.rados.rados.0.smithi071.stdout:1968: got expected ENOENT (src dne) 2024-03-10T21:28:17.988 INFO:tasks.rados.rados.0.smithi071.stdout:1968: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:28:17.993 INFO:tasks.rados.rados.0.smithi071.stdout:1968: done (2 left) 2024-03-10T21:28:17.994 INFO:tasks.rados.rados.0.smithi071.stdout:1969: done (1 left) 2024-03-10T21:28:17.994 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 183 2024-03-10T21:28:17.994 INFO:tasks.rados.rados.0.smithi071.stdout:1970: seq_num 622 ranges {0=425984,425984=401408} 2024-03-10T21:28:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:1970: writing smithi07176956-36 from 0 to 425984 tid 1 2024-03-10T21:28:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:1970: writing smithi07176956-36 from 425984 to 827392 tid 2 2024-03-10T21:28:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:1971: rmattr oid 29 current snap is 183 2024-03-10T21:28:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:1967: finishing write tid 1 to smithi07176956-48 2024-03-10T21:28:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:1967: finishing write tid 2 to smithi07176956-48 2024-03-10T21:28:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 183 2024-03-10T21:28:17.998 INFO:tasks.rados.rados.0.smithi071.stdout:1972: seq_num 623 ranges {5603328=442368,6045696=401408} 2024-03-10T21:28:18.030 INFO:tasks.rados.rados.0.smithi071.stdout:1972: writing smithi07176956-20 from 5603328 to 6045696 tid 1 2024-03-10T21:28:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:1972: writing smithi07176956-20 from 6045696 to 6447104 tid 2 2024-03-10T21:28:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:1973: delete oid 16 current snap is 183 2024-03-10T21:28:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 1 to smithi07176956-36 2024-03-10T21:28:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:1967: finishing write tid 3 to smithi07176956-48 2024-03-10T21:28:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:1967: oid 48 updating version 0 to 1075 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1967: oid 48 version 1075 is already newer than 1074 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1075 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1967: left oid 48 (ObjNum 620 snap 183 seq_num 620) 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 2 to smithi07176956-36 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 3 to smithi07176956-36 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5805 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: finishing write tid 4 to smithi07176956-36 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: oid 36 updating version 0 to 874 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: oid 36 updating version 874 to 876 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: oid 36 version 876 is already newer than 875 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 876 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-03-10T21:28:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:1970: left oid 36 (ObjNum 622 snap 183 seq_num 622) 2024-03-10T21:28:18.035 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 1 to smithi07176956-20 2024-03-10T21:28:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:1967: done (4 left) 2024-03-10T21:28:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:1970: done (3 left) 2024-03-10T21:28:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:1971: done (2 left) 2024-03-10T21:28:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:1973: done (1 left) 2024-03-10T21:28:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 183 2024-03-10T21:28:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 2 to smithi07176956-20 2024-03-10T21:28:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:1974: seq_num 625 ranges {606208=475136,1081344=401408} 2024-03-10T21:28:18.042 INFO:tasks.rados.rados.0.smithi071.stdout:1974: writing smithi07176956-6 from 606208 to 1081344 tid 1 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1974: writing smithi07176956-6 from 1081344 to 1482752 tid 2 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1975: delete oid 21 current snap is 183 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 3 to smithi07176956-20 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 4 to smithi07176956-20 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1972: oid 20 updating version 0 to 1179 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1972: oid 20 updating version 1179 to 1181 2024-03-10T21:28:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:1972: oid 20 version 1181 is already newer than 1180 2024-03-10T21:28:18.046 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1181 (ObjNum 623 snap 183 seq_num 623) dirty exists 2024-03-10T21:28:18.046 INFO:tasks.rados.rados.0.smithi071.stdout:1972: left oid 20 (ObjNum 623 snap 183 seq_num 623) 2024-03-10T21:28:18.046 INFO:tasks.rados.rados.0.smithi071.stdout:1974: finishing write tid 1 to smithi07176956-6 2024-03-10T21:28:18.047 INFO:tasks.rados.rados.0.smithi071.stdout:1974: finishing write tid 2 to smithi07176956-6 2024-03-10T21:28:18.048 INFO:tasks.rados.rados.0.smithi071.stdout:1974: finishing write tid 3 to smithi07176956-6 2024-03-10T21:28:18.048 INFO:tasks.rados.rados.0.smithi071.stdout:1972: done (2 left) 2024-03-10T21:28:18.048 INFO:tasks.rados.rados.0.smithi071.stdout:1975: done (1 left) 2024-03-10T21:28:18.048 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 183 2024-03-10T21:28:18.048 INFO:tasks.rados.rados.0.smithi071.stdout:1976: seq_num 627 ranges {0=507904,507904=401408} 2024-03-10T21:28:18.051 INFO:tasks.rados.rados.0.smithi071.stdout:1976: writing smithi07176956-3 from 0 to 507904 tid 1 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1976: writing smithi07176956-3 from 507904 to 909312 tid 2 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1977: snap_create 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1974: finishing write tid 4 to smithi07176956-6 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1974: oid 6 updating version 0 to 5808 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1974: oid 6 version 5808 is already newer than 5806 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1974: oid 6 version 5808 is already newer than 5807 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5808 (ObjNum 625 snap 183 seq_num 625) dirty exists 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1974: left oid 6 (ObjNum 625 snap 183 seq_num 625) 2024-03-10T21:28:18.054 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 1 to smithi07176956-3 2024-03-10T21:28:18.056 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 2 to smithi07176956-3 2024-03-10T21:28:18.056 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 3 to smithi07176956-3 2024-03-10T21:28:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 4 to smithi07176956-3 2024-03-10T21:28:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:1976: oid 3 updating version 0 to 1292 2024-03-10T21:28:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:1976: oid 3 version 1292 is already newer than 1290 2024-03-10T21:28:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:1976: oid 3 version 1292 is already newer than 1291 2024-03-10T21:28:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1292 (ObjNum 627 snap 183 seq_num 627) dirty exists 2024-03-10T21:28:18.058 INFO:tasks.rados.rados.0.smithi071.stdout:1976: left oid 3 (ObjNum 627 snap 183 seq_num 627) 2024-03-10T21:28:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:18.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:18.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: osdmap e431: 8 total, 7 up, 8 in 2024-03-10T21:28:18.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:18.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:18.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:18.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:17.984+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: osdmap e431: 8 total, 7 up, 8 in 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:18.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:18.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:17.988+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:18.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:17.988+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f6=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:18.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:17.989+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:18.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:17.990+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset c9=[]:{c9=[c7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: osdmap e431: 8 total, 7 up, 8 in 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:18.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:18.420 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:18.230+0000 7f41275857c0 -1 osd.4 422 log_to_monitors true 2024-03-10T21:28:19.000 INFO:tasks.rados.rados.0.smithi071.stdout:1974: done (2 left) 2024-03-10T21:28:19.000 INFO:tasks.rados.rados.0.smithi071.stdout:1976: done (1 left) 2024-03-10T21:28:19.001 INFO:tasks.rados.rados.0.smithi071.stdout:1977: done (0 left) 2024-03-10T21:28:19.001 INFO:tasks.rados.rados.0.smithi071.stdout:1978: delete oid 47 current snap is 184 2024-03-10T21:28:19.006 INFO:tasks.rados.rados.0.smithi071.stdout:1978: done (0 left) 2024-03-10T21:28:19.006 INFO:tasks.rados.rados.0.smithi071.stdout:1979: copy_from oid 37 from oid 34 current snap is 184 2024-03-10T21:28:19.006 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 184 2024-03-10T21:28:19.006 INFO:tasks.rados.rados.0.smithi071.stdout:1980: seq_num 629 ranges {2424832=540672,2965504=401408} 2024-03-10T21:28:19.022 INFO:tasks.rados.rados.0.smithi071.stdout:1980: writing smithi07176956-9 from 2424832 to 2965504 tid 1 2024-03-10T21:28:19.025 INFO:tasks.rados.rados.0.smithi071.stdout:1980: writing smithi07176956-9 from 2965504 to 3366912 tid 2 2024-03-10T21:28:19.025 INFO:tasks.rados.rados.0.smithi071.stdout:1981: rollback oid 27 current snap is 184 2024-03-10T21:28:19.025 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 176 2024-03-10T21:28:19.025 INFO:tasks.rados.rados.0.smithi071.stdout:1982: delete oid 28 current snap is 184 2024-03-10T21:28:19.025 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing copy_from racing read to smithi07176956-37 2024-03-10T21:28:19.026 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing copy_from to smithi07176956-37 2024-03-10T21:28:19.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1165 (ObjNum 558 snap 158 seq_num 558) dirty exists 2024-03-10T21:28:19.028 INFO:tasks.rados.rados.0.smithi071.stdout:1981: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:28:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:1979: done (3 left) 2024-03-10T21:28:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:1982: done (2 left) 2024-03-10T21:28:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:1983: delete oid 20 current snap is 184 2024-03-10T21:28:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:1981: finishing rollback tid 2 to smithi07176956-27 2024-03-10T21:28:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1183 (ObjNum 542 snap 156 seq_num 542) dirty exists 2024-03-10T21:28:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:1980: finishing write tid 1 to smithi07176956-9 2024-03-10T21:28:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:1980: finishing write tid 2 to smithi07176956-9 2024-03-10T21:28:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:1980: finishing write tid 3 to smithi07176956-9 2024-03-10T21:28:19.031 INFO:tasks.rados.rados.0.smithi071.stdout:1980: finishing write tid 4 to smithi07176956-9 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1980: oid 9 updating version 0 to 1295 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1980: oid 9 version 1295 is already newer than 1293 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1980: oid 9 version 1295 is already newer than 1294 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1295 (ObjNum 629 snap 184 seq_num 629) dirty exists 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1980: left oid 9 (ObjNum 629 snap 184 seq_num 629) 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1980: done (2 left) 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1981: done (1 left) 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1983: done (0 left) 2024-03-10T21:28:19.032 INFO:tasks.rados.rados.0.smithi071.stdout:1984: snap_create 2024-03-10T21:28:19.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:19.028+0000 7f41189dd700 -1 osd.4 422 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:28:19.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: osdmap e432: 8 total, 7 up, 8 in 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset f6=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: from='osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:19.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:18 smithi193 ceph-mon[83873]: pgmap v324: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 333 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 82/654 objects degraded (12.538%) 2024-03-10T21:28:19.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:19.007+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: osdmap e432: 8 total, 7 up, 8 in 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset f6=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: from='osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:28:19.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[88660]: pgmap v324: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 333 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 82/654 objects degraded (12.538%) 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: osdmap e432: 8 total, 7 up, 8 in 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset f6=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: from='osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:28:19.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-10T21:28:19.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:19.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:19.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-mon[91105]: pgmap v324: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 333 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 82/654 objects degraded (12.538%) 2024-03-10T21:28:19.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:18.997+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:19.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:18.997+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:19.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:18.997+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:19.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:18.997+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:19.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:18.998+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:19.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:18.998+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:20.009 INFO:tasks.rados.rados.0.smithi071.stdout:1984: done (0 left) 2024-03-10T21:28:20.009 INFO:tasks.rados.rados.0.smithi071.stdout:1985: snap_remove snap 184 2024-03-10T21:28:20.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: from='osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: osdmap e433: 8 total, 7 up, 8 in 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 13 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:19 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:20.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:20.017+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T21:28:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: from='osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: osdmap e433: 8 total, 7 up, 8 in 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 13 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: from='osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: osdmap e433: 8 total, 7 up, 8 in 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 13 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:19 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:20.006+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:20.008+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:20.008+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:20.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:20.008+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:21.019 INFO:tasks.rados.rados.0.smithi071.stdout:1985: done (0 left) 2024-03-10T21:28:21.019 INFO:tasks.rados.rados.0.smithi071.stdout:1986: snap_create 2024-03-10T21:28:21.252 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:21.039+0000 7f41061b8700 -1 osd.4 pg_epoch: 435 pg[5.1s0( v 421'198 (0'0,421'198] local-lis/les=434/435 n=3 ec=73/73 lis/c=434/434 les/c/f=435/435/0 sis=434) [4,3,7]p4(0) r=0 lpr=434 crt=421'198 lcod 0'0 mlcod 0'0 active+clean+snaptrim trimq=[da~1,e8~3,ec~1,f9~1] ps=[a0~1,a7~1,ac~2a,d7~3,db~9,e6~2,f0~1]] update_snap_map remove_oid 5:8d117df9:::smithi07176956-8:dc failed with -2 2024-03-10T21:28:21.252 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:21.044+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap da after trimming was started 2024-03-10T21:28:21.252 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:21.044+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:21.252 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:20 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:20 smithi193 ceph-mon[83873]: osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140] boot 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:20 smithi193 ceph-mon[83873]: osdmap e434: 8 total, 8 up, 8 in 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:20 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:21.253 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:21 smithi193 ceph-mon[83873]: pgmap v327: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 84/672 objects degraded (12.500%) 2024-03-10T21:28:21.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:28:21] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-03-10T21:28:21.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:21.067+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:21.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:21.025+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:21.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:21.033+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:21.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:21.033+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:21.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140] boot 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: osdmap e434: 8 total, 8 up, 8 in 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[88660]: pgmap v327: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 84/672 objects degraded (12.500%) 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: osd.4 [v2:172.21.15.193:6800/953532140,v1:172.21.15.193:6801/953532140] boot 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: osdmap e434: 8 total, 8 up, 8 in 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:20 smithi071 ceph-mon[91105]: pgmap v327: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 5 active+clean+snaptrim_error, 32 active+undersized, 71 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.4 MiB/s wr, 13 op/s; 84/672 objects degraded (12.500%) 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.015+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.016+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.016+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.017+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.017+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.021+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:21.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:21.231+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:22.016 INFO:tasks.rados.rados.0.smithi071.stdout:1986: done (0 left) 2024-03-10T21:28:22.016 INFO:tasks.rados.rados.0.smithi071.stdout:1987: snap_remove snap 174 2024-03-10T21:28:22.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:22.015+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: osdmap e435: 8 total, 8 up, 8 in 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:22.353 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:22.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:22.354 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:22.354 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:22.014+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:22.354 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:22.018+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:22.354 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:22.018+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: osdmap e435: 8 total, 8 up, 8 in 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:22.355 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: osdmap e435: 8 total, 8 up, 8 in 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:22.356 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:22.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:22.533+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:22.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:22.533+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:22.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:22.534+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:22.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:22.534+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:22.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:22.534+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:23.019 INFO:tasks.rados.rados.0.smithi071.stdout:1987: done (0 left) 2024-03-10T21:28:23.020 INFO:tasks.rados.rados.0.smithi071.stdout:1988: setattr oid 43 current snap is 186 2024-03-10T21:28:23.022 INFO:tasks.rados.rados.0.smithi071.stdout:1989: setattr oid 29 current snap is 186 2024-03-10T21:28:23.025 INFO:tasks.rados.rados.0.smithi071.stdout:1990: rmattr oid 12 current snap is 186 2024-03-10T21:28:23.025 INFO:tasks.rados.rados.0.smithi071.stdout:1991: read oid 6 snap -1 2024-03-10T21:28:23.025 INFO:tasks.rados.rados.0.smithi071.stdout:1991: expect (ObjNum 625 snap 183 seq_num 625) 2024-03-10T21:28:23.026 INFO:tasks.rados.rados.0.smithi071.stdout:1992: copy_from oid 42 from oid 26 current snap is 186 2024-03-10T21:28:23.026 INFO:tasks.rados.rados.0.smithi071.stdout:1993: read oid 46 snap 182 2024-03-10T21:28:23.026 INFO:tasks.rados.rados.0.smithi071.stdout:1993: expect deleted 2024-03-10T21:28:23.026 INFO:tasks.rados.rados.0.smithi071.stdout:1994: setattr oid 10 current snap is 186 2024-03-10T21:28:23.028 INFO:tasks.rados.rados.0.smithi071.stdout:1993: done (6 left) 2024-03-10T21:28:23.028 INFO:tasks.rados.rados.0.smithi071.stdout:1995: delete oid 3 current snap is 186 2024-03-10T21:28:23.033 INFO:tasks.rados.rados.0.smithi071.stdout:1995: done (6 left) 2024-03-10T21:28:23.033 INFO:tasks.rados.rados.0.smithi071.stdout:1996: snap_remove snap 180 2024-03-10T21:28:23.152 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:23.014+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap da after trimming was started 2024-03-10T21:28:23.152 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:23.015+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:23.152 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:23.152 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: osdmap e436: 8 total, 8 up, 8 in 2024-03-10T21:28:23.152 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:23.152 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:23.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-mon[83873]: pgmap v330: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 5 active+clean+snaptrim_error, 29 active+undersized, 77 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 75/672 objects degraded (11.161%); 1.2 MiB/s, 0 objects/s recovering 2024-03-10T21:28:23.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:23.018+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:23.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:23.019+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:23.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:23.019+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:23.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:23.019+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: osdmap e436: 8 total, 8 up, 8 in 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[88660]: pgmap v330: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 5 active+clean+snaptrim_error, 29 active+undersized, 77 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 75/672 objects degraded (11.161%); 1.2 MiB/s, 0 objects/s recovering 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: osdmap e436: 8 total, 8 up, 8 in 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:23.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-mon[91105]: pgmap v330: 121 pgs: 3 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 5 active+clean+snaptrim_error, 29 active+undersized, 77 active+clean; 338 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 75/672 objects degraded (11.161%); 1.2 MiB/s, 0 objects/s recovering 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.025+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.025+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.025+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.025+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.025+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.033+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:23.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:23.033+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:23.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi071\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", domainname=\"(none)\", instance=\"smithi071\", job=\"node\", machine=\"x86_64\", nodename=\"smithi071\", release=\"5.14.0-427.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:23.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:28:23.368+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T21:28:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:1996: done (6 left) 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:1997: rollback oid 24 current snap is 186 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 185 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1076 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5809 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1077 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5819 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:28:24.043 INFO:tasks.rados.rados.0.smithi071.stdout:1991: expect (ObjNum 625 snap 183 seq_num 625) 2024-03-10T21:28:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:1992: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:28:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:1992: finishing copy_from to smithi07176956-42 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1155 (ObjNum 554 snap 157 seq_num 554) dirty exists 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1988: done (6 left) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1989: done (5 left) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1990: done (4 left) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1991: done (3 left) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1992: done (2 left) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1994: done (1 left) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1998: read oid 40 snap -1 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1998: expect (ObjNum 595 snap 173 seq_num 595) 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1999: snap_create 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1997: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1997: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:28:24.098 INFO:tasks.rados.rados.0.smithi071.stdout:1997: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:28:24.099 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5823 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:28:24.113 INFO:tasks.rados.rados.0.smithi071.stdout:1998: expect (ObjNum 595 snap 173 seq_num 595) 2024-03-10T21:28:24.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:24.040+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:24.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:24.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: osdmap e437: 8 total, 8 up, 8 in 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:24 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T21:28:24.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:24.046+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:24.046+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:24.046+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: osdmap e437: 8 total, 8 up, 8 in 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:24.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T21:28:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:24.040+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:24.040+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:24.040+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:24.040+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:24.040+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: osdmap e437: 8 total, 8 up, 8 in 2024-03-10T21:28:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:24.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:24.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:24 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-03-10T21:28:25.048 INFO:tasks.rados.rados.0.smithi071.stdout:1997: done (2 left) 2024-03-10T21:28:25.048 INFO:tasks.rados.rados.0.smithi071.stdout:1998: done (1 left) 2024-03-10T21:28:25.048 INFO:tasks.rados.rados.0.smithi071.stdout:1999: done (0 left) 2024-03-10T21:28:25.048 INFO:tasks.rados.rados.0.smithi071.stdout:2000: read oid 10 snap -1 2024-03-10T21:28:25.048 INFO:tasks.rados.rados.0.smithi071.stdout:2000: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:28:25.048 INFO:tasks.rados.rados.0.smithi071.stdout:2001: read oid 48 snap -1 2024-03-10T21:28:25.049 INFO:tasks.rados.rados.0.smithi071.stdout:2001: expect (ObjNum 620 snap 183 seq_num 620) 2024-03-10T21:28:25.049 INFO:tasks.rados.rados.0.smithi071.stdout:2002: snap_create 2024-03-10T21:28:25.051 INFO:tasks.rados.rados.0.smithi071.stdout:2000: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:28:25.058 INFO:tasks.rados.rados.0.smithi071.stdout:2001: expect (ObjNum 620 snap 183 seq_num 620) 2024-03-10T21:28:25.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:25.048+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap da after trimming was started 2024-03-10T21:28:25.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:25.048+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: osdmap e438: 8 total, 8 up, 8 in 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 75/672 objects degraded (11.161%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:25.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:25 smithi193 ceph-mon[83873]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 11 MiB/s, 4 objects/s recovering 2024-03-10T21:28:25.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:25.044+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:25.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:25.052+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:25.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:25.054+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:25.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:25.054+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:28:25.037+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: osdmap e438: 8 total, 8 up, 8 in 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:25.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 75/672 objects degraded (11.161%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[88660]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 11 MiB/s, 4 objects/s recovering 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: osdmap e438: 8 total, 8 up, 8 in 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:25.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:25.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:25.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:25.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 75/672 objects degraded (11.161%), 10 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:25.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-mon[91105]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 11 MiB/s, 4 objects/s recovering 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.052+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.053+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.053+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.053+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.054+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.054+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:25.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:25.054+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2000: done (2 left) 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2001: done (1 left) 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2002: done (0 left) 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2003: read oid 40 snap 177 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2003: expect (ObjNum 595 snap 173 seq_num 595) 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2004: read oid 23 snap 181 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2004: expect (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2005: read oid 27 snap -1 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2005: expect (ObjNum 542 snap 156 seq_num 542) 2024-03-10T21:28:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:2006: delete oid 34 current snap is 188 2024-03-10T21:28:26.063 INFO:tasks.rados.rados.0.smithi071.stdout:2005: expect (ObjNum 542 snap 156 seq_num 542) 2024-03-10T21:28:26.117 INFO:tasks.rados.rados.0.smithi071.stdout:2003: expect (ObjNum 595 snap 173 seq_num 595) 2024-03-10T21:28:26.234 INFO:tasks.rados.rados.0.smithi071.stdout:2004: expect (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:28:26.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:26.055+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:26.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 75/672 objects degraded (11.161%), 10 pgs degraded) 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: osdmap e439: 8 total, 8 up, 8 in 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:26.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:26.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:26.061+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:26.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:26.061+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 75/672 objects degraded (11.161%), 10 pgs degraded) 2024-03-10T21:28:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: osdmap e439: 8 total, 8 up, 8 in 2024-03-10T21:28:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: Health check update: Possible data damage: 9 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 75/672 objects degraded (11.161%), 10 pgs degraded) 2024-03-10T21:28:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: osdmap e439: 8 total, 8 up, 8 in 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:26.048+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:26.049+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:26.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:26.049+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:26.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:26.050+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:26.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:26.053+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:26.527 INFO:tasks.rados.rados.0.smithi071.stdout:2003: done (3 left) 2024-03-10T21:28:26.527 INFO:tasks.rados.rados.0.smithi071.stdout:2004: done (2 left) 2024-03-10T21:28:26.527 INFO:tasks.rados.rados.0.smithi071.stdout:2005: done (1 left) 2024-03-10T21:28:26.527 INFO:tasks.rados.rados.0.smithi071.stdout:2006: done (0 left) 2024-03-10T21:28:26.528 INFO:tasks.rados.rados.0.smithi071.stdout:2007: snap_remove snap 172 2024-03-10T21:28:26.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:26.517+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:27.058 INFO:tasks.rados.rados.0.smithi071.stdout:2007: done (0 left) 2024-03-10T21:28:27.058 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 188 2024-03-10T21:28:27.058 INFO:tasks.rados.rados.0.smithi071.stdout:2008: seq_num 634 ranges {6987776=622592,7610368=401408} 2024-03-10T21:28:27.100 INFO:tasks.rados.rados.0.smithi071.stdout:2008: writing smithi07176956-39 from 6987776 to 7610368 tid 1 2024-03-10T21:28:27.102 INFO:tasks.rados.rados.0.smithi071.stdout:2008: writing smithi07176956-39 from 7610368 to 8011776 tid 2 2024-03-10T21:28:27.102 INFO:tasks.rados.rados.0.smithi071.stdout:2009: rollback oid 26 current snap is 188 2024-03-10T21:28:27.103 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 149 2024-03-10T21:28:27.103 INFO:tasks.rados.rados.0.smithi071.stdout:2010: rmattr oid 6 current snap is 188 2024-03-10T21:28:27.103 INFO:tasks.rados.rados.0.smithi071.stdout:2010: done (2 left) 2024-03-10T21:28:27.103 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 188 2024-03-10T21:28:27.103 INFO:tasks.rados.rados.0.smithi071.stdout:2011: seq_num 635 ranges {3366912=638976,4005888=401408} 2024-03-10T21:28:27.124 INFO:tasks.rados.rados.0.smithi071.stdout:2011: writing smithi07176956-9 from 3366912 to 4005888 tid 1 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2011: writing smithi07176956-9 from 4005888 to 4407296 tid 2 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2012: read oid 28 snap -1 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2012: expect deleted 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 1 to smithi07176956-39 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 2 to smithi07176956-39 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 3 to smithi07176956-39 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2009: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2009: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2009: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1187 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2008: finishing write tid 4 to smithi07176956-39 2024-03-10T21:28:27.128 INFO:tasks.rados.rados.0.smithi071.stdout:2008: oid 39 updating version 0 to 5811 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2008: oid 39 updating version 5811 to 5812 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2008: oid 39 version 5812 is already newer than 5810 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5812 (ObjNum 634 snap 188 seq_num 634) dirty exists 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2008: left oid 39 (ObjNum 634 snap 188 seq_num 634) 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2013: read oid 12 snap -1 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2013: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2008: done (4 left) 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2009: done (3 left) 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 188 2024-03-10T21:28:27.129 INFO:tasks.rados.rados.0.smithi071.stdout:2014: seq_num 636 ranges {2949120=655360,3604480=401408} 2024-03-10T21:28:27.148 INFO:tasks.rados.rados.0.smithi071.stdout:2014: writing smithi07176956-49 from 2949120 to 3604480 tid 1 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2014: writing smithi07176956-49 from 3604480 to 4005888 tid 2 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2015: copy_from oid 26 from oid 35 current snap is 188 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: finishing write tid 1 to smithi07176956-9 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: finishing write tid 2 to smithi07176956-9 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: finishing write tid 3 to smithi07176956-9 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: finishing write tid 4 to smithi07176956-9 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: oid 9 updating version 0 to 1297 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: oid 9 updating version 1297 to 1299 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: oid 9 version 1299 is already newer than 1298 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1299 (ObjNum 635 snap 188 seq_num 635) dirty exists 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2011: left oid 9 (ObjNum 635 snap 188 seq_num 635) 2024-03-10T21:28:27.151 INFO:tasks.rados.rados.0.smithi071.stdout:2013: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:28:27.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:27.057+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap da after trimming was started 2024-03-10T21:28:27.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:27.057+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: osdmap e440: 8 total, 8 up, 8 in 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:27.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:27 smithi193 ceph-mon[83873]: pgmap v336: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 10 MiB/s, 4 objects/s recovering 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: osdmap e440: 8 total, 8 up, 8 in 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[88660]: pgmap v336: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 10 MiB/s, 4 objects/s recovering 2024-03-10T21:28:27.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:27.057+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:27.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:27.058+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:27.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:27.058+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.104+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.104+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.104+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.105+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.105+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.105+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:27.108+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:27.338 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:27.102+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: osdmap e440: 8 total, 8 up, 8 in 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:27 smithi071 ceph-mon[91105]: pgmap v336: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 345 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 10 MiB/s, 4 objects/s recovering 2024-03-10T21:28:27.356 INFO:tasks.rados.rados.0.smithi071.stdout:2014: finishing write tid 1 to smithi07176956-49 2024-03-10T21:28:27.356 INFO:tasks.rados.rados.0.smithi071.stdout:2014: finishing write tid 2 to smithi07176956-49 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2014: finishing write tid 3 to smithi07176956-49 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2011: done (4 left) 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2012: done (3 left) 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2013: done (2 left) 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 188 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2014: finishing write tid 4 to smithi07176956-49 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2014: oid 49 updating version 0 to 500 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2014: oid 49 updating version 500 to 501 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2014: oid 49 updating version 501 to 502 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 502 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2014: left oid 49 (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2015: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:28:27.357 INFO:tasks.rados.rados.0.smithi071.stdout:2015: finishing copy_from to smithi07176956-26 2024-03-10T21:28:27.358 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4762 (ObjNum 604 snap 175 seq_num 604) dirty exists 2024-03-10T21:28:27.358 INFO:tasks.rados.rados.0.smithi071.stdout:2016: seq_num 637 ranges {1482752=671744,2154496=401408} 2024-03-10T21:28:27.368 INFO:tasks.rados.rados.0.smithi071.stdout:2016: writing smithi07176956-6 from 1482752 to 2154496 tid 1 2024-03-10T21:28:27.371 INFO:tasks.rados.rados.0.smithi071.stdout:2016: writing smithi07176956-6 from 2154496 to 2555904 tid 2 2024-03-10T21:28:27.371 INFO:tasks.rados.rados.0.smithi071.stdout:2014: done (2 left) 2024-03-10T21:28:27.371 INFO:tasks.rados.rados.0.smithi071.stdout:2015: done (1 left) 2024-03-10T21:28:27.371 INFO:tasks.rados.rados.0.smithi071.stdout:2017: rollback oid 13 current snap is 188 2024-03-10T21:28:27.371 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 176 2024-03-10T21:28:27.372 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 188 2024-03-10T21:28:27.372 INFO:tasks.rados.rados.0.smithi071.stdout:2018: seq_num 638 ranges {4505600=688128,5193728=401408} 2024-03-10T21:28:27.400 INFO:tasks.rados.rados.0.smithi071.stdout:2018: writing smithi07176956-26 from 4505600 to 5193728 tid 1 2024-03-10T21:28:27.402 INFO:tasks.rados.rados.0.smithi071.stdout:2018: writing smithi07176956-26 from 5193728 to 5595136 tid 2 2024-03-10T21:28:27.402 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 188 2024-03-10T21:28:27.403 INFO:tasks.rados.rados.0.smithi071.stdout:2019: seq_num 639 ranges {0=704512,704512=401408} 2024-03-10T21:28:27.407 INFO:tasks.rados.rados.0.smithi071.stdout:2019: writing smithi07176956-18 from 0 to 704512 tid 1 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:2019: writing smithi07176956-18 from 704512 to 1105920 tid 2 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:2020: copy_from oid 42 from oid 10 current snap is 188 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:2017: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 0 (ObjNum 33 snap 0 seq_num 7) dirty dne 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:2016: finishing write tid 1 to smithi07176956-6 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:2017: done (4 left) 2024-03-10T21:28:27.410 INFO:tasks.rados.rados.0.smithi071.stdout:2021: snap_remove snap 182 2024-03-10T21:28:28.065 INFO:tasks.rados.rados.0.smithi071.stdout:2016: finishing write tid 2 to smithi07176956-6 2024-03-10T21:28:28.065 INFO:tasks.rados.rados.0.smithi071.stdout:2016: finishing write tid 3 to smithi07176956-6 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2016: finishing write tid 4 to smithi07176956-6 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2016: oid 6 updating version 0 to 5814 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2016: oid 6 updating version 5814 to 5815 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2016: oid 6 version 5815 is already newer than 5813 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5815 (ObjNum 637 snap 188 seq_num 637) dirty exists 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2016: left oid 6 (ObjNum 637 snap 188 seq_num 637) 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: finishing write tid 1 to smithi07176956-26 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: finishing write tid 2 to smithi07176956-26 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: finishing write tid 3 to smithi07176956-26 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: finishing write tid 4 to smithi07176956-26 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: oid 26 updating version 0 to 4765 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: oid 26 version 4765 is already newer than 4763 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:2018: oid 26 version 4765 is already newer than 4764 2024-03-10T21:28:28.066 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4765 (ObjNum 638 snap 188 seq_num 638) dirty exists 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2018: left oid 26 (ObjNum 638 snap 188 seq_num 638) 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2020: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: finishing write tid 1 to smithi07176956-18 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2020: finishing copy_from to smithi07176956-42 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1077 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: finishing write tid 2 to smithi07176956-18 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: finishing write tid 3 to smithi07176956-18 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: finishing write tid 4 to smithi07176956-18 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: oid 18 updating version 0 to 1354 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: oid 18 version 1354 is already newer than 1352 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: oid 18 version 1354 is already newer than 1353 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1354 (ObjNum 639 snap 188 seq_num 639) dirty exists 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2019: left oid 18 (ObjNum 639 snap 188 seq_num 639) 2024-03-10T21:28:28.067 INFO:tasks.rados.rados.0.smithi071.stdout:2016: done (4 left) 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2018: done (3 left) 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2019: done (2 left) 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2020: done (1 left) 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2021: done (0 left) 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2022: read oid 3 snap -1 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2022: expect deleted 2024-03-10T21:28:28.068 INFO:tasks.rados.rados.0.smithi071.stdout:2023: snap_remove snap 177 2024-03-10T21:28:28.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:28.059+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: osdmap e441: 8 total, 8 up, 8 in 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:28.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:28.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:28.067+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: osdmap e441: 8 total, 8 up, 8 in 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:28.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:28.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:28.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:28.062+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:28.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:28.064+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:28.061+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:28.061+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:28.062+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:28.063+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:28.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:28.064+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: osdmap e441: 8 total, 8 up, 8 in 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:28.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:28.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:29.071 INFO:tasks.rados.rados.0.smithi071.stdout:2023: done (1 left) 2024-03-10T21:28:29.071 INFO:tasks.rados.rados.0.smithi071.stdout:2024: read oid 33 snap -1 2024-03-10T21:28:29.071 INFO:tasks.rados.rados.0.smithi071.stdout:2024: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:28:29.071 INFO:tasks.rados.rados.0.smithi071.stdout:2025: copy_from oid 46 from oid 22 current snap is 188 2024-03-10T21:28:29.071 INFO:tasks.rados.rados.0.smithi071.stdout:2022: done (2 left) 2024-03-10T21:28:29.072 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 188 2024-03-10T21:28:29.072 INFO:tasks.rados.rados.0.smithi071.stdout:2026: seq_num 640 ranges {5832704=729088,6561792=401408} 2024-03-10T21:28:29.108 INFO:tasks.rados.rados.0.smithi071.stdout:2026: writing smithi07176956-29 from 5832704 to 6561792 tid 1 2024-03-10T21:28:29.111 INFO:tasks.rados.rados.0.smithi071.stdout:2026: writing smithi07176956-29 from 6561792 to 6963200 tid 2 2024-03-10T21:28:29.111 INFO:tasks.rados.rados.0.smithi071.stdout:2027: read oid 30 snap -1 2024-03-10T21:28:29.111 INFO:tasks.rados.rados.0.smithi071.stdout:2027: expect deleted 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:2028: read oid 28 snap -1 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:2028: expect deleted 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:2029: delete oid 7 current snap is 188 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing copy_from to smithi07176956-46 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 861 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:28:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:2024: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:28:29.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:29.068+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap da after trimming was started 2024-03-10T21:28:29.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:29.068+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: osdmap e442: 8 total, 8 up, 8 in 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:29.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:29 smithi193 ceph-mon[83873]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 350 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T21:28:29.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:29.080+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: osdmap e442: 8 total, 8 up, 8 in 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[88660]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 350 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T21:28:29.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:29.073+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:29.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:29.075+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:29.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:29.075+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: osdmap e442: 8 total, 8 up, 8 in 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:29.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:29.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-mon[91105]: pgmap v339: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 350 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:29.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:29.065+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:29.829 INFO:tasks.rados.rados.0.smithi071.stdout:2024: done (5 left) 2024-03-10T21:28:29.829 INFO:tasks.rados.rados.0.smithi071.stdout:2025: done (4 left) 2024-03-10T21:28:29.829 INFO:tasks.rados.rados.0.smithi071.stdout:2027: done (3 left) 2024-03-10T21:28:29.829 INFO:tasks.rados.rados.0.smithi071.stdout:2028: done (2 left) 2024-03-10T21:28:29.830 INFO:tasks.rados.rados.0.smithi071.stdout:2029: done (1 left) 2024-03-10T21:28:29.830 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 188 2024-03-10T21:28:29.830 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing write tid 1 to smithi07176956-29 2024-03-10T21:28:29.830 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing write tid 2 to smithi07176956-29 2024-03-10T21:28:29.830 INFO:tasks.rados.rados.0.smithi071.stdout:2030: seq_num 642 ranges {2457600=761856,3219456=401408} 2024-03-10T21:28:29.847 INFO:tasks.rados.rados.0.smithi071.stdout:2030: writing smithi07176956-40 from 2457600 to 3219456 tid 1 2024-03-10T21:28:29.850 INFO:tasks.rados.rados.0.smithi071.stdout:2030: writing smithi07176956-40 from 3219456 to 3620864 tid 2 2024-03-10T21:28:29.850 INFO:tasks.rados.rados.0.smithi071.stdout:2031: snap_create 2024-03-10T21:28:29.850 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing write tid 3 to smithi07176956-29 2024-03-10T21:28:29.850 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing write tid 4 to smithi07176956-29 2024-03-10T21:28:29.850 INFO:tasks.rados.rados.0.smithi071.stdout:2026: oid 29 updating version 0 to 5816 2024-03-10T21:28:29.851 INFO:tasks.rados.rados.0.smithi071.stdout:2026: oid 29 updating version 5816 to 5818 2024-03-10T21:28:29.851 INFO:tasks.rados.rados.0.smithi071.stdout:2026: oid 29 version 5818 is already newer than 5817 2024-03-10T21:28:29.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5818 (ObjNum 640 snap 188 seq_num 640) dirty exists 2024-03-10T21:28:29.851 INFO:tasks.rados.rados.0.smithi071.stdout:2026: left oid 29 (ObjNum 640 snap 188 seq_num 640) 2024-03-10T21:28:29.853 INFO:tasks.rados.rados.0.smithi071.stdout:2030: finishing write tid 1 to smithi07176956-40 2024-03-10T21:28:29.853 INFO:tasks.rados.rados.0.smithi071.stdout:2030: finishing write tid 2 to smithi07176956-40 2024-03-10T21:28:29.854 INFO:tasks.rados.rados.0.smithi071.stdout:2030: finishing write tid 3 to smithi07176956-40 2024-03-10T21:28:29.854 INFO:tasks.rados.rados.0.smithi071.stdout:2030: finishing write tid 4 to smithi07176956-40 2024-03-10T21:28:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:2030: oid 40 updating version 0 to 1367 2024-03-10T21:28:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:2030: oid 40 version 1367 is already newer than 1366 2024-03-10T21:28:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:2030: oid 40 version 1367 is already newer than 1365 2024-03-10T21:28:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1367 (ObjNum 642 snap 188 seq_num 642) dirty exists 2024-03-10T21:28:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:2030: left oid 40 (ObjNum 642 snap 188 seq_num 642) 2024-03-10T21:28:30.069 INFO:tasks.rados.rados.0.smithi071.stdout:2026: done (2 left) 2024-03-10T21:28:30.069 INFO:tasks.rados.rados.0.smithi071.stdout:2030: done (1 left) 2024-03-10T21:28:30.069 INFO:tasks.rados.rados.0.smithi071.stdout:2031: done (0 left) 2024-03-10T21:28:30.070 INFO:tasks.rados.rados.0.smithi071.stdout:2032: read oid 35 snap -1 2024-03-10T21:28:30.070 INFO:tasks.rados.rados.0.smithi071.stdout:2032: expect (ObjNum 604 snap 175 seq_num 604) 2024-03-10T21:28:30.070 INFO:tasks.rados.rados.0.smithi071.stdout:2033: rmattr oid 18 current snap is 189 2024-03-10T21:28:30.070 INFO:tasks.rados.rados.0.smithi071.stdout:2033: done (1 left) 2024-03-10T21:28:30.070 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 189 2024-03-10T21:28:30.070 INFO:tasks.rados.rados.0.smithi071.stdout:2034: seq_num 643 ranges {0=778240,778240=401408} 2024-03-10T21:28:30.073 INFO:tasks.rados.rados.0.smithi071.stdout:2034: writing smithi07176956-28 from 0 to 778240 tid 1 2024-03-10T21:28:30.078 INFO:tasks.rados.rados.0.smithi071.stdout:2034: writing smithi07176956-28 from 778240 to 1179648 tid 2 2024-03-10T21:28:30.078 INFO:tasks.rados.rados.0.smithi071.stdout:2035: rollback oid 41 current snap is 189 2024-03-10T21:28:30.078 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 164 2024-03-10T21:28:30.079 INFO:tasks.rados.rados.0.smithi071.stdout:2036: rollback oid 8 current snap is 189 2024-03-10T21:28:30.079 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 181 2024-03-10T21:28:30.079 INFO:tasks.rados.rados.0.smithi071.stdout:2037: snap_create 2024-03-10T21:28:30.083 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing rollback tid 0 to smithi07176956-8 2024-03-10T21:28:30.086 INFO:tasks.rados.rados.0.smithi071.stdout:2035: finishing rollback tid 1 to smithi07176956-41 2024-03-10T21:28:30.086 INFO:tasks.rados.rados.0.smithi071.stdout:2035: finishing rollback tid 2 to smithi07176956-41 2024-03-10T21:28:30.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1079 (ObjNum 549 snap 157 seq_num 549) dirty exists 2024-03-10T21:28:30.087 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing write tid 1 to smithi07176956-28 2024-03-10T21:28:30.088 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:28:30.088 INFO:tasks.rados.rados.0.smithi071.stdout:2036: finishing rollback tid 2 to smithi07176956-8 2024-03-10T21:28:30.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 977 (ObjNum 386 snap 109 seq_num 386) dirty exists 2024-03-10T21:28:30.089 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing write tid 2 to smithi07176956-28 2024-03-10T21:28:30.089 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing write tid 3 to smithi07176956-28 2024-03-10T21:28:30.091 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing write tid 4 to smithi07176956-28 2024-03-10T21:28:30.091 INFO:tasks.rados.rados.0.smithi071.stdout:2034: oid 28 updating version 0 to 1370 2024-03-10T21:28:30.091 INFO:tasks.rados.rados.0.smithi071.stdout:2034: oid 28 version 1370 is already newer than 1368 2024-03-10T21:28:30.091 INFO:tasks.rados.rados.0.smithi071.stdout:2034: oid 28 version 1370 is already newer than 1369 2024-03-10T21:28:30.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1370 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T21:28:30.092 INFO:tasks.rados.rados.0.smithi071.stdout:2034: left oid 28 (ObjNum 643 snap 189 seq_num 643) 2024-03-10T21:28:30.092 INFO:tasks.rados.rados.0.smithi071.stdout:2032: expect (ObjNum 604 snap 175 seq_num 604) 2024-03-10T21:28:30.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:30.071+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:30.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:30.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: osdmap e443: 8 total, 8 up, 8 in 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:30.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:30.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:30.081+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:30.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:30.076+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:30.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:30.076+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:30.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:30.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:30.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:30.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: osdmap e443: 8 total, 8 up, 8 in 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:30.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:30.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:30.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: osdmap e443: 8 total, 8 up, 8 in 2024-03-10T21:28:30.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:30.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:30.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:30.071+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:30.071+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:30.071+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:30.072+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:30.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:30.074+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2032: done (4 left) 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2034: done (3 left) 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2035: done (2 left) 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2036: done (1 left) 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2037: done (0 left) 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2038: copy_from oid 22 from oid 29 current snap is 190 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2039: read oid 10 snap -1 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2039: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 190 2024-03-10T21:28:31.085 INFO:tasks.rados.rados.0.smithi071.stdout:2040: seq_num 644 ranges {0=794624,794624=401408} 2024-03-10T21:28:31.089 INFO:tasks.rados.rados.0.smithi071.stdout:2040: writing smithi07176956-47 from 0 to 794624 tid 1 2024-03-10T21:28:31.092 INFO:tasks.rados.rados.0.smithi071.stdout:2040: writing smithi07176956-47 from 794624 to 1196032 tid 2 2024-03-10T21:28:31.092 INFO:tasks.rados.rados.0.smithi071.stdout:2041: rollback oid 21 current snap is 190 2024-03-10T21:28:31.093 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 170 2024-03-10T21:28:31.093 INFO:tasks.rados.rados.0.smithi071.stdout:2042: setattr oid 49 current snap is 190 2024-03-10T21:28:31.093 INFO:tasks.rados.rados.0.smithi071.stdout:2039: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:28:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2039: done (4 left) 2024-03-10T21:28:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 190 2024-03-10T21:28:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2043: seq_num 645 ranges {5423104=409600,5832704=778240,6610944=24576} 2024-03-10T21:28:31.130 INFO:tasks.rados.rados.0.smithi071.stdout:2043: writing smithi07176956-8 from 5423104 to 5832704 tid 1 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2043: writing smithi07176956-8 from 5832704 to 6610944 tid 2 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2043: writing smithi07176956-8 from 6610944 to 6635520 tid 3 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2044: delete oid 30 current snap is 190 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 503 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 1 to smithi07176956-47 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 2 to smithi07176956-47 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 3 to smithi07176956-47 2024-03-10T21:28:31.135 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing write tid 4 to smithi07176956-47 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2040: oid 47 updating version 0 to 5825 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2040: oid 47 updating version 5825 to 5826 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2040: oid 47 version 5826 is already newer than 5824 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 5826 (ObjNum 644 snap 190 seq_num 644) dirty exists 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2040: left oid 47 (ObjNum 644 snap 190 seq_num 644) 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2041: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2041: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5828 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing copy_from to smithi07176956-22 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 5818 (ObjNum 640 snap 188 seq_num 640) dirty exists 2024-03-10T21:28:31.136 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing write tid 1 to smithi07176956-8 2024-03-10T21:28:31.139 INFO:tasks.rados.rados.0.smithi071.stdout:2038: done (5 left) 2024-03-10T21:28:31.139 INFO:tasks.rados.rados.0.smithi071.stdout:2040: done (4 left) 2024-03-10T21:28:31.139 INFO:tasks.rados.rados.0.smithi071.stdout:2041: done (3 left) 2024-03-10T21:28:31.139 INFO:tasks.rados.rados.0.smithi071.stdout:2042: done (2 left) 2024-03-10T21:28:31.139 INFO:tasks.rados.rados.0.smithi071.stdout:2044: done (1 left) 2024-03-10T21:28:31.139 INFO:tasks.rados.rados.0.smithi071.stdout:2045: setattr oid 23 current snap is 190 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing write tid 2 to smithi07176956-8 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2046: copy_from oid 3 from oid 7 current snap is 190 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2047: read oid 38 snap -1 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2047: expect (ObjNum 570 snap 164 seq_num 570) 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2048: rollback oid 31 current snap is 190 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 179 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2049: read oid 17 snap -1 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2049: expect (ObjNum 579 snap 168 seq_num 579) 2024-03-10T21:28:31.141 INFO:tasks.rados.rados.0.smithi071.stdout:2050: delete oid 18 current snap is 190 2024-03-10T21:28:31.142 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing write tid 3 to smithi07176956-8 2024-03-10T21:28:31.142 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing write tid 4 to smithi07176956-8 2024-03-10T21:28:31.142 INFO:tasks.rados.rados.0.smithi071.stdout:2046: finishing copy_from to smithi07176956-3 2024-03-10T21:28:31.142 INFO:tasks.rados.rados.0.smithi071.stdout:2046: got expected ENOENT (src dne) 2024-03-10T21:28:31.142 INFO:tasks.rados.rados.0.smithi071.stdout:2046: finishing copy_from racing read to smithi07176956-3 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing write tid 5 to smithi07176956-8 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:2043: oid 8 updating version 0 to 979 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:2043: oid 8 updating version 979 to 980 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:2043: oid 8 version 980 is already newer than 978 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:2043: oid 8 updating version 980 to 981 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 981 (ObjNum 645 snap 190 seq_num 645) dirty exists 2024-03-10T21:28:31.146 INFO:tasks.rados.rados.0.smithi071.stdout:2043: left oid 8 (ObjNum 645 snap 190 seq_num 645) 2024-03-10T21:28:31.149 INFO:tasks.rados.rados.0.smithi071.stdout:2043: done (6 left) 2024-03-10T21:28:31.149 INFO:tasks.rados.rados.0.smithi071.stdout:2046: done (5 left) 2024-03-10T21:28:31.149 INFO:tasks.rados.rados.0.smithi071.stdout:2050: done (4 left) 2024-03-10T21:28:31.149 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 190 2024-03-10T21:28:31.149 INFO:tasks.rados.rados.0.smithi071.stdout:2051: seq_num 648 ranges {9158656=458752,9617408=475136,10092544=327680} 2024-03-10T21:28:31.202 INFO:tasks.rados.rados.0.smithi071.stdout:2051: writing smithi07176956-41 from 9158656 to 9617408 tid 1 2024-03-10T21:28:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2051: writing smithi07176956-41 from 9617408 to 10092544 tid 2 2024-03-10T21:28:31.206 INFO:tasks.rados.rados.0.smithi071.stdout:2051: writing smithi07176956-41 from 10092544 to 10420224 tid 3 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:2052: rmattr oid 43 current snap is 190 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:2048: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:2048: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:2048: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1082 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 5819 (ObjNum 599 snap 175 seq_num 599) dirty exists 2024-03-10T21:28:31.207 INFO:tasks.rados.rados.0.smithi071.stdout:2047: expect (ObjNum 570 snap 164 seq_num 570) 2024-03-10T21:28:31.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:31.081+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap da after trimming was started 2024-03-10T21:28:31.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:31.081+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fd=[]:{d6=[d6],e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: osdmap e444: 8 total, 8 up, 8 in 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:31 smithi193 ceph-mon[83873]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-03-10T21:28:31.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:28:31] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-03-10T21:28:31.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:31.090+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:31.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:31.085+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:31.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:31.086+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:31.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:31.086+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:31.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: osdmap e444: 8 total, 8 up, 8 in 2024-03-10T21:28:31.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:31.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[91105]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-03-10T21:28:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: osdmap e444: 8 total, 8 up, 8 in 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset e4=[]:{d6=[d6],e4=[e4]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-mon[88660]: pgmap v342: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.081+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.081+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.082+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.083+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.083+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.083+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:31.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:31.084+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:31.537 INFO:tasks.rados.rados.0.smithi071.stdout:2049: expect (ObjNum 579 snap 168 seq_num 579) 2024-03-10T21:28:32.334 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset fd=[]:{d6=[d6],e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: osdmap e445: 8 total, 8 up, 8 in 2024-03-10T21:28:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:32.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:32.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:32.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:32.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:32.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset fd=[]:{d6=[d6],e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: osdmap e445: 8 total, 8 up, 8 in 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset fd=[]:{d6=[d6],e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5]} for object 5:8d117df9:::smithi07176956-8:dc 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: osdmap e445: 8 total, 8 up, 8 in 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:32.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing write tid 1 to smithi07176956-41 2024-03-10T21:28:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing write tid 2 to smithi07176956-41 2024-03-10T21:28:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing write tid 3 to smithi07176956-41 2024-03-10T21:28:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing write tid 4 to smithi07176956-41 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: finishing write tid 5 to smithi07176956-41 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: oid 41 updating version 0 to 1084 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: oid 41 version 1084 is already newer than 1083 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: oid 41 updating version 1084 to 1085 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: oid 41 updating version 1085 to 1086 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1086 (ObjNum 648 snap 190 seq_num 648) dirty exists 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: left oid 41 (ObjNum 648 snap 190 seq_num 648) 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1087 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2045: done (5 left) 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2047: done (4 left) 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2048: done (3 left) 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2049: done (2 left) 2024-03-10T21:28:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2051: done (1 left) 2024-03-10T21:28:33.054 INFO:tasks.rados.rados.0.smithi071.stdout:2052: done (0 left) 2024-03-10T21:28:33.054 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 190 2024-03-10T21:28:33.054 INFO:tasks.rados.rados.0.smithi071.stdout:2053: seq_num 649 ranges {3735552=475136,4210688=761856,4972544=40960} 2024-03-10T21:28:33.075 INFO:tasks.rados.rados.0.smithi071.stdout:2053: writing smithi07176956-12 from 3735552 to 4210688 tid 1 2024-03-10T21:28:33.079 INFO:tasks.rados.rados.0.smithi071.stdout:2053: writing smithi07176956-12 from 4210688 to 4972544 tid 2 2024-03-10T21:28:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:2053: writing smithi07176956-12 from 4972544 to 5013504 tid 3 2024-03-10T21:28:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:2054: rmattr oid 20 current snap is 190 2024-03-10T21:28:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:2054: done (1 left) 2024-03-10T21:28:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:2055: snap_remove snap 149 2024-03-10T21:28:33.879 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 1 to smithi07176956-12 2024-03-10T21:28:33.879 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 2 to smithi07176956-12 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 3 to smithi07176956-12 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 4 to smithi07176956-12 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: finishing write tid 5 to smithi07176956-12 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: oid 12 updating version 0 to 5833 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: oid 12 version 5833 is already newer than 5831 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: oid 12 version 5833 is already newer than 5830 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: oid 12 version 5833 is already newer than 5832 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5833 (ObjNum 649 snap 190 seq_num 649) dirty exists 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: left oid 12 (ObjNum 649 snap 190 seq_num 649) 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2053: done (1 left) 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2055: done (0 left) 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 190 2024-03-10T21:28:33.880 INFO:tasks.rados.rados.0.smithi071.stdout:2056: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-03-10T21:28:33.882 INFO:tasks.rados.rados.0.smithi071.stdout:2056: writing smithi07176956-16 from 0 to 491520 tid 1 2024-03-10T21:28:33.887 INFO:tasks.rados.rados.0.smithi071.stdout:2056: writing smithi07176956-16 from 491520 to 1138688 tid 2 2024-03-10T21:28:33.888 INFO:tasks.rados.rados.0.smithi071.stdout:2056: writing smithi07176956-16 from 1138688 to 1294336 tid 3 2024-03-10T21:28:33.888 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 190 2024-03-10T21:28:33.888 INFO:tasks.rados.rados.0.smithi071.stdout:2057: seq_num 651 ranges {671744=507904,1179648=532480,1712128=270336} 2024-03-10T21:28:33.895 INFO:tasks.rados.rados.0.smithi071.stdout:2057: writing smithi07176956-4 from 671744 to 1179648 tid 1 2024-03-10T21:28:33.898 INFO:tasks.rados.rados.0.smithi071.stdout:2057: writing smithi07176956-4 from 1179648 to 1712128 tid 2 2024-03-10T21:28:33.900 INFO:tasks.rados.rados.0.smithi071.stdout:2057: writing smithi07176956-4 from 1712128 to 1982464 tid 3 2024-03-10T21:28:33.900 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 190 2024-03-10T21:28:33.900 INFO:tasks.rados.rados.0.smithi071.stdout:2056: finishing write tid 1 to smithi07176956-16 2024-03-10T21:28:33.900 INFO:tasks.rados.rados.0.smithi071.stdout:2058: seq_num 652 ranges {778240=524288,1302528=409600,1712128=393216} 2024-03-10T21:28:33.907 INFO:tasks.rados.rados.0.smithi071.stdout:2058: writing smithi07176956-25 from 778240 to 1302528 tid 1 2024-03-10T21:28:33.910 INFO:tasks.rados.rados.0.smithi071.stdout:2058: writing smithi07176956-25 from 1302528 to 1712128 tid 2 2024-03-10T21:28:33.913 INFO:tasks.rados.rados.0.smithi071.stdout:2058: writing smithi07176956-25 from 1712128 to 2105344 tid 3 2024-03-10T21:28:33.913 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 190 2024-03-10T21:28:33.913 INFO:tasks.rados.rados.0.smithi071.stdout:2056: finishing write tid 2 to smithi07176956-16 2024-03-10T21:28:33.913 INFO:tasks.rados.rados.0.smithi071.stdout:2056: finishing write tid 3 to smithi07176956-16 2024-03-10T21:28:33.913 INFO:tasks.rados.rados.0.smithi071.stdout:2059: seq_num 653 ranges {794624=540672,1335296=696320,2031616=106496} 2024-03-10T21:28:33.920 INFO:tasks.rados.rados.0.smithi071.stdout:2059: writing smithi07176956-48 from 794624 to 1335296 tid 1 2024-03-10T21:28:33.924 INFO:tasks.rados.rados.0.smithi071.stdout:2059: writing smithi07176956-48 from 1335296 to 2031616 tid 2 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2059: writing smithi07176956-48 from 2031616 to 2138112 tid 3 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2060: rollback oid 30 current snap is 190 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 186 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2056: finishing write tid 4 to smithi07176956-16 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2056: finishing write tid 5 to smithi07176956-16 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2056: oid 16 updating version 0 to 752 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2056: oid 16 updating version 752 to 753 2024-03-10T21:28:33.926 INFO:tasks.rados.rados.0.smithi071.stdout:2056: oid 16 version 753 is already newer than 751 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2056: oid 16 updating version 753 to 754 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 754 (ObjNum 650 snap 190 seq_num 650) dirty exists 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2056: left oid 16 (ObjNum 650 snap 190 seq_num 650) 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: finishing write tid 1 to smithi07176956-4 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2056: done (4 left) 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2061: snap_create 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: finishing write tid 2 to smithi07176956-4 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: finishing write tid 3 to smithi07176956-4 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: finishing write tid 4 to smithi07176956-4 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: finishing write tid 5 to smithi07176956-4 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: oid 4 updating version 0 to 1386 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: oid 4 version 1386 is already newer than 1385 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: oid 4 version 1386 is already newer than 1384 2024-03-10T21:28:33.927 INFO:tasks.rados.rados.0.smithi071.stdout:2057: oid 4 updating version 1386 to 1387 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1387 (ObjNum 651 snap 190 seq_num 651) dirty exists 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2057: left oid 4 (ObjNum 651 snap 190 seq_num 651) 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: finishing write tid 1 to smithi07176956-25 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: finishing write tid 2 to smithi07176956-25 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: finishing write tid 3 to smithi07176956-25 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: finishing write tid 4 to smithi07176956-25 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: finishing write tid 5 to smithi07176956-25 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: oid 25 updating version 0 to 4765 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: oid 25 updating version 4765 to 4767 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: oid 25 version 4767 is already newer than 4766 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: oid 25 version 4767 is already newer than 4764 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 4767 (ObjNum 652 snap 190 seq_num 652) dirty exists 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2058: left oid 25 (ObjNum 652 snap 190 seq_num 652) 2024-03-10T21:28:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:2059: finishing write tid 1 to smithi07176956-48 2024-03-10T21:28:33.929 INFO:tasks.rados.rados.0.smithi071.stdout:2060: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:28:33.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1290 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:28:33.929 INFO:tasks.rados.rados.0.smithi071.stdout:2059: finishing write tid 2 to smithi07176956-48 2024-03-10T21:28:33.929 INFO:tasks.rados.rados.0.smithi071.stdout:2059: finishing write tid 3 to smithi07176956-48 2024-03-10T21:28:33.929 INFO:tasks.rados.rados.0.smithi071.stdout:2059: finishing write tid 4 to smithi07176956-48 2024-03-10T21:28:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:2059: finishing write tid 5 to smithi07176956-48 2024-03-10T21:28:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:2059: oid 48 updating version 0 to 1091 2024-03-10T21:28:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:2059: oid 48 version 1091 is already newer than 1089 2024-03-10T21:28:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:2059: oid 48 version 1091 is already newer than 1090 2024-03-10T21:28:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:2059: oid 48 version 1091 is already newer than 1088 2024-03-10T21:28:33.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1091 (ObjNum 653 snap 190 seq_num 653) dirty exists 2024-03-10T21:28:33.931 INFO:tasks.rados.rados.0.smithi071.stdout:2059: left oid 48 (ObjNum 653 snap 190 seq_num 653) 2024-03-10T21:28:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-mon[83873]: pgmap v344: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:28:34.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:34.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:34.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:34.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:33.875+0000 7f41061b8700 -1 osd.4 pg_epoch: 446 pg[5.1s0( v 445'209 (0'0,445'209] local-lis/les=434/435 n=4 ec=73/73 lis/c=434/434 les/c/f=435/435/0 sis=434) [4,3,7]p4(0) r=0 lpr=434 crt=445'209 lcod 445'208 mlcod 445'208 active+clean+snaptrim trimq=[d6~1,da~1,e8~3,ec~2,ef~1,f2~1,f5~1,f7~1,f9~1] ps=[a0~1,a7~1,ac~2a,d7~3,db~9,e6~2,f0~1]] update_snap_map remove_oid 5:8d117df9:::smithi07176956-8:d6 failed with -2 2024-03-10T21:28:34.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:33.883+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:34.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:33.883+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:34.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:33.895+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:34.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:33.881+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[88660]: pgmap v344: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:28:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:34.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:33.876+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:34.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:33.876+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[91105]: pgmap v344: 121 pgs: 1 active+clean+snaptrim, 9 active+clean+snaptrim_error, 111 active+clean; 355 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-03-10T21:28:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:34.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:33.878+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:33.878+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:34.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:33.878+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:34.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:33.879+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:34.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:33.879+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:2057: done (4 left) 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:2058: done (3 left) 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:2059: done (2 left) 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:2060: done (1 left) 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:2061: done (0 left) 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 191 2024-03-10T21:28:34.885 INFO:tasks.rados.rados.0.smithi071.stdout:2062: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-03-10T21:28:34.887 INFO:tasks.rados.rados.0.smithi071.stdout:2062: writing smithi07176956-10 from 0 to 557056 tid 1 2024-03-10T21:28:34.891 INFO:tasks.rados.rados.0.smithi071.stdout:2062: writing smithi07176956-10 from 557056 to 1187840 tid 2 2024-03-10T21:28:34.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: writing smithi07176956-10 from 1187840 to 1359872 tid 3 2024-03-10T21:28:34.893 INFO:tasks.rados.rados.0.smithi071.stdout:2063: read oid 21 snap -1 2024-03-10T21:28:34.893 INFO:tasks.rados.rados.0.smithi071.stdout:2063: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:28:34.893 INFO:tasks.rados.rados.0.smithi071.stdout:2064: snap_remove snap 181 2024-03-10T21:28:35.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:34.885+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:35.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:34.889+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: osdmap e446: 8 total, 8 up, 8 in 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:35.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:35.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:35.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:35.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:35.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:34 smithi193 ceph-mon[83873]: pgmap v346: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-03-10T21:28:35.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:35.067+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:35.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:34.888+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:35.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:34.888+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:35.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:34.888+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:28:34.872+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 10 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: osdmap e446: 8 total, 8 up, 8 in 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:35.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[88660]: pgmap v346: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: osdmap e446: 8 total, 8 up, 8 in 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset f7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:35.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset cb=[]:{cb=[c7]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:35.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-mon[91105]: pgmap v346: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-03-10T21:28:35.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.893+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:35.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.893+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:35.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.894+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:35.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.894+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:35.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.894+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:35.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.895+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:35.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:34.897+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:35.891 INFO:tasks.rados.rados.0.smithi071.stdout:2064: done (2 left) 2024-03-10T21:28:35.892 INFO:tasks.rados.rados.0.smithi071.stdout:2065: read oid 23 snap -1 2024-03-10T21:28:35.892 INFO:tasks.rados.rados.0.smithi071.stdout:2065: expect (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:28:35.892 INFO:tasks.rados.rados.0.smithi071.stdout:2066: delete oid 16 current snap is 191 2024-03-10T21:28:35.892 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 1 to smithi07176956-10 2024-03-10T21:28:35.892 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 2 to smithi07176956-10 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 3 to smithi07176956-10 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 4 to smithi07176956-10 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 5 to smithi07176956-10 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: oid 10 updating version 0 to 1092 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: oid 10 updating version 1092 to 1093 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: oid 10 updating version 1093 to 1095 2024-03-10T21:28:35.893 INFO:tasks.rados.rados.0.smithi071.stdout:2062: oid 10 version 1095 is already newer than 1094 2024-03-10T21:28:35.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1095 (ObjNum 654 snap 191 seq_num 654) dirty exists 2024-03-10T21:28:35.894 INFO:tasks.rados.rados.0.smithi071.stdout:2062: left oid 10 (ObjNum 654 snap 191 seq_num 654) 2024-03-10T21:28:35.894 INFO:tasks.rados.rados.0.smithi071.stdout:2063: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:28:35.950 INFO:tasks.rados.rados.0.smithi071.stdout:2065: expect (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:28:36.211 INFO:tasks.rados.rados.0.smithi071.stdout:2062: done (3 left) 2024-03-10T21:28:36.211 INFO:tasks.rados.rados.0.smithi071.stdout:2063: done (2 left) 2024-03-10T21:28:36.211 INFO:tasks.rados.rados.0.smithi071.stdout:2065: done (1 left) 2024-03-10T21:28:36.211 INFO:tasks.rados.rados.0.smithi071.stdout:2066: done (0 left) 2024-03-10T21:28:36.211 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 191 2024-03-10T21:28:36.211 INFO:tasks.rados.rados.0.smithi071.stdout:2067: seq_num 656 ranges {6963200=589824,7553024=802816} 2024-03-10T21:28:36.251 INFO:tasks.rados.rados.0.smithi071.stdout:2067: writing smithi07176956-29 from 6963200 to 7553024 tid 1 2024-03-10T21:28:36.256 INFO:tasks.rados.rados.0.smithi071.stdout:2067: writing smithi07176956-29 from 7553024 to 8355840 tid 2 2024-03-10T21:28:36.256 INFO:tasks.rados.rados.0.smithi071.stdout:2068: copy_from oid 21 from oid 20 current snap is 191 2024-03-10T21:28:36.256 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 1 to smithi07176956-29 2024-03-10T21:28:36.256 INFO:tasks.rados.rados.0.smithi071.stdout:2069: snap_create 2024-03-10T21:28:36.256 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing copy_from to smithi07176956-21 2024-03-10T21:28:36.257 INFO:tasks.rados.rados.0.smithi071.stdout:2068: got expected ENOENT (src dne) 2024-03-10T21:28:36.257 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:28:36.259 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 2 to smithi07176956-29 2024-03-10T21:28:36.259 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 3 to smithi07176956-29 2024-03-10T21:28:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 4 to smithi07176956-29 2024-03-10T21:28:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:2067: oid 29 updating version 0 to 5821 2024-03-10T21:28:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:2067: oid 29 version 5821 is already newer than 5820 2024-03-10T21:28:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:2067: oid 29 version 5821 is already newer than 5819 2024-03-10T21:28:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5821 (ObjNum 656 snap 191 seq_num 656) dirty exists 2024-03-10T21:28:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:2067: left oid 29 (ObjNum 656 snap 191 seq_num 656) 2024-03-10T21:28:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:35.890+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:35.890+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:35.892+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: Health check update: Possible data damage: 10 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: osdmap e447: 8 total, 8 up, 8 in 2024-03-10T21:28:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:36.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:36.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:36.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:36.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:36.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:36.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:36.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:36.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:36.014+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:36.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:35.899+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:36.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:35.899+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:36.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: Health check update: Possible data damage: 10 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:36.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: osdmap e447: 8 total, 8 up, 8 in 2024-03-10T21:28:36.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:36.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:36.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:36.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: Health check update: Possible data damage: 10 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: osdmap e447: 8 total, 8 up, 8 in 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:36.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:36.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:36.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:36.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:36.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:36.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:36.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:36.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:35.891+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:36.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:35.893+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:36.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:35.894+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:36.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:35.894+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:36.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:35.896+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:36.897 INFO:tasks.rados.rados.0.smithi071.stdout:2067: done (2 left) 2024-03-10T21:28:36.897 INFO:tasks.rados.rados.0.smithi071.stdout:2068: done (1 left) 2024-03-10T21:28:36.897 INFO:tasks.rados.rados.0.smithi071.stdout:2069: done (0 left) 2024-03-10T21:28:36.897 INFO:tasks.rados.rados.0.smithi071.stdout:2070: setattr oid 10 current snap is 192 2024-03-10T21:28:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:2071: copy_from oid 36 from oid 20 current snap is 192 2024-03-10T21:28:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:2072: copy_from oid 12 from oid 48 current snap is 192 2024-03-10T21:28:36.898 INFO:tasks.rados.rados.0.smithi071.stdout:2073: snap_create 2024-03-10T21:28:36.900 INFO:tasks.rados.rados.0.smithi071.stdout:2071: finishing copy_from to smithi07176956-36 2024-03-10T21:28:36.900 INFO:tasks.rados.rados.0.smithi071.stdout:2071: got expected ENOENT (src dne) 2024-03-10T21:28:36.900 INFO:tasks.rados.rados.0.smithi071.stdout:2071: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:28:36.905 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1096 (ObjNum 654 snap 191 seq_num 654) dirty exists 2024-03-10T21:28:36.915 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:28:36.915 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing copy_from to smithi07176956-12 2024-03-10T21:28:36.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1091 (ObjNum 653 snap 190 seq_num 653) dirty exists 2024-03-10T21:28:37.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:36.896+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:37.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:36.896+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: osdmap e448: 8 total, 8 up, 8 in 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:37.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:37.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:37.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:37.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:36 smithi193 ceph-mon[83873]: pgmap v349: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-03-10T21:28:37.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:36.911+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:37.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:37.025+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:37.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:37.025+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:37.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:37.025+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:37.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:37.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: osdmap e448: 8 total, 8 up, 8 in 2024-03-10T21:28:37.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:37.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:37.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:37.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[91105]: pgmap v349: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:37.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: osdmap e448: 8 total, 8 up, 8 in 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:37.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-mon[88660]: pgmap v349: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 380 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.898+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.898+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.898+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.899+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.899+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.899+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:37.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:36.899+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:37.900 INFO:tasks.rados.rados.0.smithi071.stdout:2070: done (3 left) 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:2071: done (2 left) 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:2072: done (1 left) 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:2073: done (0 left) 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:2074: rmattr oid 47 current snap is 193 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:2074: done (0 left) 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 193 2024-03-10T21:28:37.901 INFO:tasks.rados.rados.0.smithi071.stdout:2075: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-03-10T21:28:37.904 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi07176956-50 from 0 to 606208 tid 1 2024-03-10T21:28:37.908 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi07176956-50 from 606208 to 1294336 tid 2 2024-03-10T21:28:37.909 INFO:tasks.rados.rados.0.smithi071.stdout:2075: writing smithi07176956-50 from 1294336 to 1409024 tid 3 2024-03-10T21:28:37.909 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 193 2024-03-10T21:28:37.909 INFO:tasks.rados.rados.0.smithi071.stdout:2076: seq_num 658 ranges {2211840=622592,2834432=565248,3399680=237568} 2024-03-10T21:28:37.925 INFO:tasks.rados.rados.0.smithi071.stdout:2076: writing smithi07176956-37 from 2211840 to 2834432 tid 1 2024-03-10T21:28:37.928 INFO:tasks.rados.rados.0.smithi071.stdout:2076: writing smithi07176956-37 from 2834432 to 3399680 tid 2 2024-03-10T21:28:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:2076: writing smithi07176956-37 from 3399680 to 3637248 tid 3 2024-03-10T21:28:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 193 2024-03-10T21:28:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 1 to smithi07176956-50 2024-03-10T21:28:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:2077: seq_num 659 ranges {1196032=647168,1843200=450560,2293760=352256} 2024-03-10T21:28:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:2077: writing smithi07176956-47 from 1196032 to 1843200 tid 1 2024-03-10T21:28:37.943 INFO:tasks.rados.rados.0.smithi071.stdout:2077: writing smithi07176956-47 from 1843200 to 2293760 tid 2 2024-03-10T21:28:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2077: writing smithi07176956-47 from 2293760 to 2646016 tid 3 2024-03-10T21:28:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2078: delete oid 44 current snap is 193 2024-03-10T21:28:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 2 to smithi07176956-50 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 3 to smithi07176956-50 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 4 to smithi07176956-50 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: finishing write tid 5 to smithi07176956-50 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: oid 50 updating version 0 to 1055 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: oid 50 updating version 1055 to 1056 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: oid 50 version 1056 is already newer than 1054 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: oid 50 version 1056 is already newer than 1053 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1056 (ObjNum 657 snap 193 seq_num 657) dirty exists 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2075: left oid 50 (ObjNum 657 snap 193 seq_num 657) 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2076: finishing write tid 1 to smithi07176956-37 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2076: finishing write tid 2 to smithi07176956-37 2024-03-10T21:28:37.946 INFO:tasks.rados.rados.0.smithi071.stdout:2076: finishing write tid 3 to smithi07176956-37 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: finishing write tid 4 to smithi07176956-37 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: finishing write tid 5 to smithi07176956-37 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: oid 37 updating version 0 to 5822 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: oid 37 updating version 5822 to 5825 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: oid 37 version 5825 is already newer than 5824 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: oid 37 version 5825 is already newer than 5823 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 5825 (ObjNum 658 snap 193 seq_num 658) dirty exists 2024-03-10T21:28:37.947 INFO:tasks.rados.rados.0.smithi071.stdout:2076: left oid 37 (ObjNum 658 snap 193 seq_num 658) 2024-03-10T21:28:37.948 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing write tid 1 to smithi07176956-47 2024-03-10T21:28:37.951 INFO:tasks.rados.rados.0.smithi071.stdout:2075: done (3 left) 2024-03-10T21:28:37.951 INFO:tasks.rados.rados.0.smithi071.stdout:2076: done (2 left) 2024-03-10T21:28:37.951 INFO:tasks.rados.rados.0.smithi071.stdout:2078: done (1 left) 2024-03-10T21:28:37.951 INFO:tasks.rados.rados.0.smithi071.stdout:2079: snap_create 2024-03-10T21:28:37.951 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing write tid 2 to smithi07176956-47 2024-03-10T21:28:37.954 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing write tid 3 to smithi07176956-47 2024-03-10T21:28:37.954 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing write tid 4 to smithi07176956-47 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing write tid 5 to smithi07176956-47 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:2077: oid 47 updating version 0 to 5837 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:2077: oid 47 updating version 5837 to 5838 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:2077: oid 47 updating version 5838 to 5839 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:2077: oid 47 updating version 5839 to 5840 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 5840 (ObjNum 659 snap 193 seq_num 659) dirty exists 2024-03-10T21:28:37.957 INFO:tasks.rados.rados.0.smithi071.stdout:2077: left oid 47 (ObjNum 659 snap 193 seq_num 659) 2024-03-10T21:28:38.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:37.897+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:38.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:37.897+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:38.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:37.898+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: osdmap e449: 8 total, 8 up, 8 in 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:38.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:38.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:38.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:37.927+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:37.900+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:38.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:37.901+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:38.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:37.897+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:38.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:37.897+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:38.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:37.897+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:38.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:37.897+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:38.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:37.898+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:38.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: osdmap e449: 8 total, 8 up, 8 in 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: osdmap e449: 8 total, 8 up, 8 in 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:38.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:38.924 INFO:tasks.rados.rados.0.smithi071.stdout:2077: done (1 left) 2024-03-10T21:28:38.925 INFO:tasks.rados.rados.0.smithi071.stdout:2079: done (0 left) 2024-03-10T21:28:38.925 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 194 2024-03-10T21:28:38.925 INFO:tasks.rados.rados.0.smithi071.stdout:2080: seq_num 661 ranges {2138112=679936,2818048=622592,3440640=180224} 2024-03-10T21:28:38.939 INFO:tasks.rados.rados.0.smithi071.stdout:2080: writing smithi07176956-48 from 2138112 to 2818048 tid 1 2024-03-10T21:28:38.943 INFO:tasks.rados.rados.0.smithi071.stdout:2080: writing smithi07176956-48 from 2818048 to 3440640 tid 2 2024-03-10T21:28:38.944 INFO:tasks.rados.rados.0.smithi071.stdout:2080: writing smithi07176956-48 from 3440640 to 3620864 tid 3 2024-03-10T21:28:38.944 INFO:tasks.rados.rados.0.smithi071.stdout:2081: delete oid 9 current snap is 194 2024-03-10T21:28:38.947 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing write tid 1 to smithi07176956-48 2024-03-10T21:28:38.947 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing write tid 2 to smithi07176956-48 2024-03-10T21:28:38.948 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing write tid 3 to smithi07176956-48 2024-03-10T21:28:38.949 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing write tid 4 to smithi07176956-48 2024-03-10T21:28:38.949 INFO:tasks.rados.rados.0.smithi071.stdout:2081: done (1 left) 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2082: read oid 25 snap -1 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2082: expect (ObjNum 652 snap 190 seq_num 652) 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2083: read oid 18 snap -1 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2083: expect deleted 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2084: copy_from oid 45 from oid 1 current snap is 194 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2085: read oid 20 snap -1 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2085: expect deleted 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2086: rollback oid 21 current snap is 194 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 170 2024-03-10T21:28:38.950 INFO:tasks.rados.rados.0.smithi071.stdout:2087: snap_create 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:2080: finishing write tid 5 to smithi07176956-48 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:2080: oid 48 updating version 0 to 1100 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:2080: oid 48 version 1100 is already newer than 1098 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:2080: oid 48 version 1100 is already newer than 1099 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:2080: oid 48 version 1100 is already newer than 1097 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1100 (ObjNum 661 snap 194 seq_num 661) dirty exists 2024-03-10T21:28:38.951 INFO:tasks.rados.rados.0.smithi071.stdout:2080: left oid 48 (ObjNum 661 snap 194 seq_num 661) 2024-03-10T21:28:38.958 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:28:38.959 INFO:tasks.rados.rados.0.smithi071.stdout:2082: expect (ObjNum 652 snap 190 seq_num 652) 2024-03-10T21:28:39.027 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:28:39.027 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:28:39.028 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5844 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:28:39.028 INFO:tasks.rados.rados.0.smithi071.stdout:2084: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:28:39.028 INFO:tasks.rados.rados.0.smithi071.stdout:2084: finishing copy_from to smithi07176956-45 2024-03-10T21:28:39.028 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5793 (ObjNum 577 snap 166 seq_num 577) dirty exists 2024-03-10T21:28:39.221 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:38.914+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:39.221 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:38.914+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: osdmap e450: 8 total, 8 up, 8 in 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:39.222 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:39.223 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:39.223 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: Upgrade: osd.5 is safe to restart 2024-03-10T21:28:39.223 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:38 smithi193 ceph-mon[83873]: pgmap v352: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-03-10T21:28:39.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:38.947+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:39.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:38.951+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:39.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:38.952+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:39.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:38.952+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:39.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: osdmap e450: 8 total, 8 up, 8 in 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: Upgrade: osd.5 is safe to restart 2024-03-10T21:28:39.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[88660]: pgmap v352: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-03-10T21:28:39.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.921+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.922+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.922+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.923+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.923+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.923+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:39.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:38.923+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:39.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:39.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:39.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:39.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:39.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset f1=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: osdmap e450: 8 total, 8 up, 8 in 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: Upgrade: osd.5 is safe to restart 2024-03-10T21:28:39.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:38 smithi071 ceph-mon[91105]: pgmap v352: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2080: done (6 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2082: done (5 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2083: done (4 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2084: done (3 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2085: done (2 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2086: done (1 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2087: done (0 left) 2024-03-10T21:28:39.920 INFO:tasks.rados.rados.0.smithi071.stdout:2088: snap_remove snap 192 2024-03-10T21:28:40.252 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:39.916+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:40.253 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:39.917+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:40.253 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:39.917+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:40.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:40.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:40.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:40.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: osdmap e451: 8 total, 8 up, 8 in 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:40.254 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: osdmap e451: 8 total, 8 up, 8 in 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:40.255 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:40.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:39.915+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:40.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:39.915+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:40.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:39.916+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: osdmap e451: 8 total, 8 up, 8 in 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:40.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:40.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:40.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.250+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:40.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.251+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:40.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.252+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:40.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.252+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:40.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.252+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:40.920 INFO:tasks.rados.rados.0.smithi071.stdout:2088: done (0 left) 2024-03-10T21:28:40.920 INFO:tasks.rados.rados.0.smithi071.stdout:2089: delete oid 47 current snap is 195 2024-03-10T21:28:40.927 INFO:tasks.rados.rados.0.smithi071.stdout:2089: done (0 left) 2024-03-10T21:28:40.928 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 195 2024-03-10T21:28:40.928 INFO:tasks.rados.rados.0.smithi071.stdout:2090: seq_num 664 ranges {1884160=729088,2613248=729088,3342336=73728} 2024-03-10T21:28:40.941 INFO:tasks.rados.rados.0.smithi071.stdout:2090: writing smithi07176956-27 from 1884160 to 2613248 tid 1 2024-03-10T21:28:40.946 INFO:tasks.rados.rados.0.smithi071.stdout:2090: writing smithi07176956-27 from 2613248 to 3342336 tid 2 2024-03-10T21:28:40.946 INFO:tasks.rados.rados.0.smithi071.stdout:2090: writing smithi07176956-27 from 3342336 to 3416064 tid 3 2024-03-10T21:28:40.946 INFO:tasks.rados.rados.0.smithi071.stdout:2091: read oid 18 snap -1 2024-03-10T21:28:40.946 INFO:tasks.rados.rados.0.smithi071.stdout:2091: expect deleted 2024-03-10T21:28:40.946 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 195 2024-03-10T21:28:40.946 INFO:tasks.rados.rados.0.smithi071.stdout:2092: seq_num 665 ranges {3735552=745472,4481024=606208,5087232=196608} 2024-03-10T21:28:40.970 INFO:tasks.rados.rados.0.smithi071.stdout:2092: writing smithi07176956-43 from 3735552 to 4481024 tid 1 2024-03-10T21:28:40.974 INFO:tasks.rados.rados.0.smithi071.stdout:2092: writing smithi07176956-43 from 4481024 to 5087232 tid 2 2024-03-10T21:28:40.975 INFO:tasks.rados.rados.0.smithi071.stdout:2092: writing smithi07176956-43 from 5087232 to 5283840 tid 3 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2093: read oid 8 snap 185 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2093: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2094: copy_from oid 39 from oid 46 current snap is 195 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 1 to smithi07176956-27 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 2 to smithi07176956-27 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 3 to smithi07176956-27 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 4 to smithi07176956-27 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 5 to smithi07176956-27 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: oid 27 updating version 0 to 4768 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: oid 27 updating version 4768 to 4770 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: oid 27 version 4770 is already newer than 4767 2024-03-10T21:28:40.976 INFO:tasks.rados.rados.0.smithi071.stdout:2090: oid 27 version 4770 is already newer than 4769 2024-03-10T21:28:40.977 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 4770 (ObjNum 664 snap 195 seq_num 664) dirty exists 2024-03-10T21:28:40.977 INFO:tasks.rados.rados.0.smithi071.stdout:2090: left oid 27 (ObjNum 664 snap 195 seq_num 664) 2024-03-10T21:28:40.977 INFO:tasks.rados.rados.0.smithi071.stdout:2090: done (4 left) 2024-03-10T21:28:40.977 INFO:tasks.rados.rados.0.smithi071.stdout:2091: done (3 left) 2024-03-10T21:28:40.977 INFO:tasks.rados.rados.0.smithi071.stdout:2095: delete oid 48 current snap is 195 2024-03-10T21:28:40.977 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing write tid 1 to smithi07176956-43 2024-03-10T21:28:40.979 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing write tid 2 to smithi07176956-43 2024-03-10T21:28:40.981 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing write tid 3 to smithi07176956-43 2024-03-10T21:28:40.982 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing write tid 4 to smithi07176956-43 2024-03-10T21:28:40.982 INFO:tasks.rados.rados.0.smithi071.stdout:2095: done (3 left) 2024-03-10T21:28:40.982 INFO:tasks.rados.rados.0.smithi071.stdout:2096: snap_remove snap 170 2024-03-10T21:28:41.274 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:40.917+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:41.274 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:40.918+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: osdmap e452: 8 total, 8 up, 8 in 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: Upgrade: Updating osd.5 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: Deploying daemon osd.5 on smithi193 2024-03-10T21:28:41.275 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:41.276 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:41.276 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:41.276 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:41.276 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:41.276 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: pgmap v355: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-10T21:28:41.276 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:40 smithi193 ceph-mon[83873]: osdmap e453: 8 total, 8 up, 8 in 2024-03-10T21:28:41.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:40.917+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:41.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:28:41] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.43.0" 2024-03-10T21:28:41.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:40.977+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:41.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:40.977+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:41.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:40.977+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:41.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:41.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:41.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:41.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: osdmap e452: 8 total, 8 up, 8 in 2024-03-10T21:28:41.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: Upgrade: Updating osd.5 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: Deploying daemon osd.5 on smithi193 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:41.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:41.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:41.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:41.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: pgmap v355: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-10T21:28:41.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[91105]: osdmap e453: 8 total, 8 up, 8 in 2024-03-10T21:28:41.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.921+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:41.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.921+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:41.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.921+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:41.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.922+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:41.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.922+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:41.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.922+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:41.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:40.926+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: osdmap e452: 8 total, 8 up, 8 in 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: Upgrade: Updating osd.5 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:41.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: Deploying daemon osd.5 on smithi193 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: pgmap v355: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-10T21:28:41.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:40 smithi071 ceph-mon[88660]: osdmap e453: 8 total, 8 up, 8 in 2024-03-10T21:28:41.931 INFO:tasks.rados.rados.0.smithi071.stdout:2096: done (3 left) 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2097: rollback oid 27 current snap is 195 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 186 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing write tid 5 to smithi07176956-43 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2092: oid 43 updating version 0 to 1101 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2092: oid 43 updating version 1101 to 1102 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2092: oid 43 updating version 1102 to 1104 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2092: oid 43 version 1104 is already newer than 1103 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1104 (ObjNum 665 snap 195 seq_num 665) dirty exists 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2092: left oid 43 (ObjNum 665 snap 195 seq_num 665) 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2094: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2094: finishing copy_from to smithi07176956-39 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 861 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:28:41.932 INFO:tasks.rados.rados.0.smithi071.stdout:2093: expect (ObjNum 386 snap 109 seq_num 386) 2024-03-10T21:28:42.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:41.929+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:42.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:41.929+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:42.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:41.931+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2097: finishing rollback tid 0 to smithi07176956-27 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2097: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2097: finishing rollback tid 2 to smithi07176956-27 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 4773 (ObjNum 542 snap 156 seq_num 542) dirty exists 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2092: done (3 left) 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2093: done (2 left) 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2094: done (1 left) 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2097: done (0 left) 2024-03-10T21:28:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:2098: snap_create 2024-03-10T21:28:42.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:42.067+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:42.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:41.938+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:42.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:41.938+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:42.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:42.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:42.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:42.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:42.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:41.932+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:42.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:41.933+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:42.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:41.933+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:42.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:41.937+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:42.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:41.939+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:42.358 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:42.938 INFO:tasks.rados.rados.0.smithi071.stdout:2098: done (0 left) 2024-03-10T21:28:42.938 INFO:tasks.rados.rados.0.smithi071.stdout:2099: snap_remove snap 186 2024-03-10T21:28:43.293 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:42.938+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:43.293 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:42.938+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: osdmap e454: 8 total, 8 up, 8 in 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:43.294 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:43.295 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:42 smithi193 ceph-mon[83873]: pgmap v358: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-03-10T21:28:43.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:43.169+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: osdmap e454: 8 total, 8 up, 8 in 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:43.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[88660]: pgmap v358: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-03-10T21:28:43.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:43.169+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:43.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:43.169+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:43.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:43.169+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: osdmap e454: 8 total, 8 up, 8 in 2024-03-10T21:28:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:43.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:43.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:43.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:43.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:43.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:43.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-mon[91105]: pgmap v358: 121 pgs: 10 active+clean+snaptrim_error, 111 active+clean; 368 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-03-10T21:28:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.934+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.934+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.934+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.934+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:43.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.935+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:43.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.935+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:43.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:42.935+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:43.562 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:43 smithi193 systemd[1]: Stopping Ceph osd.5 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:28:43.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[41105]: 2024-03-10T21:28:43.561+0000 7fa683215700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:28:43.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[41105]: 2024-03-10T21:28:43.561+0000 7fa683215700 -1 osd.5 455 *** Got signal Terminated *** 2024-03-10T21:28:43.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[41105]: 2024-03-10T21:28:43.561+0000 7fa683215700 -1 osd.5 455 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:28:43.946 INFO:tasks.rados.rados.0.smithi071.stdout:2099: done (0 left) 2024-03-10T21:28:43.947 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 196 2024-03-10T21:28:43.947 INFO:tasks.rados.rados.0.smithi071.stdout:2100: seq_num 667 ranges {9101312=778240,9879552=778240,10657792=24576} 2024-03-10T21:28:43.999 INFO:tasks.rados.rados.0.smithi071.stdout:2100: writing smithi07176956-2 from 9101312 to 9879552 tid 1 2024-03-10T21:28:44.004 INFO:tasks.rados.rados.0.smithi071.stdout:2100: writing smithi07176956-2 from 9879552 to 10657792 tid 2 2024-03-10T21:28:44.004 INFO:tasks.rados.rados.0.smithi071.stdout:2100: writing smithi07176956-2 from 10657792 to 10682368 tid 3 2024-03-10T21:28:44.004 INFO:tasks.rados.rados.0.smithi071.stdout:2101: read oid 25 snap -1 2024-03-10T21:28:44.005 INFO:tasks.rados.rados.0.smithi071.stdout:2101: expect (ObjNum 652 snap 190 seq_num 652) 2024-03-10T21:28:44.005 INFO:tasks.rados.rados.0.smithi071.stdout:2102: read oid 48 snap 179 2024-03-10T21:28:44.005 INFO:tasks.rados.rados.0.smithi071.stdout:2102: expect deleted 2024-03-10T21:28:44.005 INFO:tasks.rados.rados.0.smithi071.stdout:2103: delete oid 27 current snap is 196 2024-03-10T21:28:44.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:43.937+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:44.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:43.937+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: osdmap e455: 8 total, 8 up, 8 in 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:44.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:43 smithi193 ceph-mon[83873]: osd.5 marked itself down and dead 2024-03-10T21:28:44.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:43.944+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:43.937+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:44.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:43.944+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:44.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:43.948+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:44.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:43.954+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:44.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:44.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:44.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:44.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: osdmap e455: 8 total, 8 up, 8 in 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[88660]: osd.5 marked itself down and dead 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:44.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset e8=[]:{c9=[c7],cf=[cf,ce,cd,cc],d1=[d1,d0],e8=[e8,e6,e5,e4,e3,e2,e1,e0,dc,db,da,d6]} for object 5:d28affcf:::smithi07176956-17:c5 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset ed=[]:{dd=[dd,dc,db,da,d8,d7,d6,d5,d4,d3,d0,cc],e8=[e8,e5,e4,e3,e2,e1,e0],eb=[eb,ea,e9],ed=[ed,ec]} for object 5:b4bf540b:::smithi07176956-32:c8 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{cb=[c7],fe=[fe,fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5,e4]} for object 5:6ecec922:::smithi07176956-25:c4 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: osdmap e455: 8 total, 8 up, 8 in 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 101=[]:{e6=[e5,e4],f1=[f1,ef,ee,ed,ec,eb,ea],101=[101,100,ff,fe,fd,fc,fb,fa,f8,f4,f3]} for object 5:798c889c:::smithi07176956-44:da 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:44.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:43 smithi071 ceph-mon[91105]: osd.5 marked itself down and dead 2024-03-10T21:28:44.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:44 smithi193 podman[93568]: 2024-03-10 21:28:44.418444121 +0000 UTC m=+0.980048531 container died 28ccd47031a589735f5a6dfbc75fba8f58fe45a801d6a409a5aa3653dc482472 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-10T21:28:44.973 INFO:tasks.rados.rados.0.smithi071.stdout:2102: done (3 left) 2024-03-10T21:28:44.974 INFO:tasks.rados.rados.0.smithi071.stdout:2103: done (2 left) 2024-03-10T21:28:44.974 INFO:tasks.rados.rados.0.smithi071.stdout:2104: snap_create 2024-03-10T21:28:44.974 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 1 to smithi07176956-2 2024-03-10T21:28:44.974 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 2 to smithi07176956-2 2024-03-10T21:28:44.974 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 3 to smithi07176956-2 2024-03-10T21:28:44.975 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 4 to smithi07176956-2 2024-03-10T21:28:44.977 INFO:tasks.rados.rados.0.smithi071.stdout:2100: finishing write tid 5 to smithi07176956-2 2024-03-10T21:28:44.977 INFO:tasks.rados.rados.0.smithi071.stdout:2100: oid 2 updating version 0 to 1291 2024-03-10T21:28:44.977 INFO:tasks.rados.rados.0.smithi071.stdout:2100: oid 2 updating version 1291 to 1293 2024-03-10T21:28:44.977 INFO:tasks.rados.rados.0.smithi071.stdout:2100: oid 2 version 1293 is already newer than 1292 2024-03-10T21:28:44.977 INFO:tasks.rados.rados.0.smithi071.stdout:2100: oid 2 updating version 1293 to 1294 2024-03-10T21:28:44.978 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1294 (ObjNum 667 snap 196 seq_num 667) dirty exists 2024-03-10T21:28:44.978 INFO:tasks.rados.rados.0.smithi071.stdout:2100: left oid 2 (ObjNum 667 snap 196 seq_num 667) 2024-03-10T21:28:44.984 INFO:tasks.rados.rados.0.smithi071.stdout:2101: expect (ObjNum 652 snap 190 seq_num 652) 2024-03-10T21:28:45.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:44.962+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:45.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:44 smithi193 podman[93568]: 2024-03-10 21:28:44.735919621 +0000 UTC m=+1.297524031 container cleanup 28ccd47031a589735f5a6dfbc75fba8f58fe45a801d6a409a5aa3653dc482472 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-10T21:28:45.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:44 smithi193 bash[93568]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5 2024-03-10T21:28:45.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:44 smithi193 podman[93586]: 2024-03-10 21:28:44.953771008 +0000 UTC m=+0.535530760 container remove 28ccd47031a589735f5a6dfbc75fba8f58fe45a801d6a409a5aa3653dc482472 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-c2ea977, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: osdmap e456: 8 total, 7 up, 8 in 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:44 smithi193 ceph-mon[83873]: pgmap v361: 121 pgs: 1 peering+snaptrim_error, 5 peering, 15 stale+active+clean, 9 active+clean+snaptrim_error, 91 active+clean; 375 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:28:45.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:44.956+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:44.960+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:45.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:44.961+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:45.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:44.964+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:45.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:44.964+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:45.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:44.971+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: osdmap e456: 8 total, 7 up, 8 in 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[88660]: pgmap v361: 121 pgs: 1 peering+snaptrim_error, 5 peering, 15 stale+active+clean, 9 active+clean+snaptrim_error, 91 active+clean; 375 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: osdmap e456: 8 total, 7 up, 8 in 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:45.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:45.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:45.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:44 smithi071 ceph-mon[91105]: pgmap v361: 121 pgs: 1 peering+snaptrim_error, 5 peering, 15 stale+active+clean, 9 active+clean+snaptrim_error, 91 active+clean; 375 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:28:45.666 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:45 smithi193 podman[93677]: 2024-03-10 21:28:45.346530716 +0000 UTC m=+0.101605023 container create d1d026b5f266b943e443524c022580ff9d5cca3b0acd36c1d2f7a4e5e97c151b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:28:45.667 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:45 smithi193 podman[93677]: 2024-03-10 21:28:45.262114656 +0000 UTC m=+0.017188929 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:28:45.667 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:45 smithi193 podman[93677]: 2024-03-10 21:28:45.574226125 +0000 UTC m=+0.329300403 container init d1d026b5f266b943e443524c022580ff9d5cca3b0acd36c1d2f7a4e5e97c151b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307) 2024-03-10T21:28:45.667 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:45 smithi193 podman[93677]: 2024-03-10 21:28:45.577450898 +0000 UTC m=+0.332525164 container start d1d026b5f266b943e443524c022580ff9d5cca3b0acd36c1d2f7a4e5e97c151b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-10T21:28:45.667 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:45 smithi193 podman[93677]: 2024-03-10 21:28:45.665597654 +0000 UTC m=+0.420671940 container attach d1d026b5f266b943e443524c022580ff9d5cca3b0acd36c1d2f7a4e5e97c151b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, ceph=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:28:45.956 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:45 smithi193 podman[93677]: 2024-03-10 21:28:45.867494059 +0000 UTC m=+0.622568319 container died d1d026b5f266b943e443524c022580ff9d5cca3b0acd36c1d2f7a4e5e97c151b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T21:28:45.967 INFO:tasks.rados.rados.0.smithi071.stdout:2100: done (2 left) 2024-03-10T21:28:45.967 INFO:tasks.rados.rados.0.smithi071.stdout:2101: done (1 left) 2024-03-10T21:28:45.967 INFO:tasks.rados.rados.0.smithi071.stdout:2104: done (0 left) 2024-03-10T21:28:45.967 INFO:tasks.rados.rados.0.smithi071.stdout:2105: snap_remove snap 193 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: osdmap e457: 8 total, 7 up, 8 in 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:46.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:46.241 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:45.966+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:46.241 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:45.966+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: osdmap e457: 8 total, 7 up, 8 in 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:46.241 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:46.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:45.964+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:46.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:45.964+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: osdmap e457: 8 total, 7 up, 8 in 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:46.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:46.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:46.237+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:46.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:46.237+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:46.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:46.239+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:46.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 podman[93704]: 2024-03-10 21:28:46.461003672 +0000 UTC m=+0.583895602 container remove d1d026b5f266b943e443524c022580ff9d5cca3b0acd36c1d2f7a4e5e97c151b (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-03-10T21:28:46.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.5.service: Deactivated successfully. 2024-03-10T21:28:46.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 systemd[1]: Stopped Ceph osd.5 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:28:46.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.5.service: Consumed 31.676s CPU time. 2024-03-10T21:28:46.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 systemd[1]: Starting Ceph osd.5 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:28:46.976 INFO:tasks.rados.rados.0.smithi071.stdout:2105: done (0 left) 2024-03-10T21:28:46.976 INFO:tasks.rados.rados.0.smithi071.stdout:2106: rmattr oid 26 current snap is 197 2024-03-10T21:28:46.976 INFO:tasks.rados.rados.0.smithi071.stdout:2106: done (0 left) 2024-03-10T21:28:46.976 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 197 2024-03-10T21:28:46.976 INFO:tasks.rados.rados.0.smithi071.stdout:2107: seq_num 669 ranges {65536=409600,475136=548864,1024000=655360} 2024-03-10T21:28:46.978 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi07176956-1 from 65536 to 475136 tid 1 2024-03-10T21:28:46.983 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi07176956-1 from 475136 to 1024000 tid 2 2024-03-10T21:28:46.988 INFO:tasks.rados.rados.0.smithi071.stdout:2107: writing smithi07176956-1 from 1024000 to 1679360 tid 3 2024-03-10T21:28:46.988 INFO:tasks.rados.rados.0.smithi071.stdout:2108: copy_from oid 15 from oid 9 current snap is 197 2024-03-10T21:28:46.989 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 1 to smithi07176956-1 2024-03-10T21:28:46.989 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 197 2024-03-10T21:28:46.989 INFO:tasks.rados.rados.0.smithi071.stdout:2109: seq_num 670 ranges {10420224=425984,10846208=483328,11329536=507904,11837440=212992} 2024-03-10T21:28:47.048 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi07176956-41 from 10420224 to 10846208 tid 1 2024-03-10T21:28:47.051 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi07176956-41 from 10846208 to 11329536 tid 2 2024-03-10T21:28:47.054 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi07176956-41 from 11329536 to 11837440 tid 3 2024-03-10T21:28:47.056 INFO:tasks.rados.rados.0.smithi071.stdout:2109: writing smithi07176956-41 from 11837440 to 12050432 tid 4 2024-03-10T21:28:47.056 INFO:tasks.rados.rados.0.smithi071.stdout:2110: delete oid 38 current snap is 197 2024-03-10T21:28:47.056 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 2 to smithi07176956-1 2024-03-10T21:28:47.056 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing copy_from to smithi07176956-15 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2108: got expected ENOENT (src dne) 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2108: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 3 to smithi07176956-1 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 4 to smithi07176956-1 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: finishing write tid 5 to smithi07176956-1 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: oid 1 updating version 0 to 5850 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: oid 1 updating version 5850 to 5851 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: oid 1 version 5851 is already newer than 5849 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: oid 1 version 5851 is already newer than 5848 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 5851 (ObjNum 669 snap 197 seq_num 669) dirty exists 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2107: left oid 1 (ObjNum 669 snap 197 seq_num 669) 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 1 to smithi07176956-41 2024-03-10T21:28:47.057 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 2 to smithi07176956-41 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:2107: done (3 left) 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:2108: done (2 left) 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:2110: done (1 left) 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:2111: rollback oid 42 current snap is 197 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 185 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:2112: rollback oid 35 current snap is 197 2024-03-10T21:28:47.060 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 191 2024-03-10T21:28:47.061 INFO:tasks.rados.rados.0.smithi071.stdout:2113: rollback oid 19 current snap is 197 2024-03-10T21:28:47.061 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 195 2024-03-10T21:28:47.061 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 197 2024-03-10T21:28:47.061 INFO:tasks.rados.rados.0.smithi071.stdout:2114: seq_num 672 ranges {1982464=458752,2441216=647168,3088384=466944,3555328=90112} 2024-03-10T21:28:47.074 INFO:tasks.rados.rados.0.smithi071.stdout:2114: writing smithi07176956-4 from 1982464 to 2441216 tid 1 2024-03-10T21:28:47.079 INFO:tasks.rados.rados.0.smithi071.stdout:2114: writing smithi07176956-4 from 2441216 to 3088384 tid 2 2024-03-10T21:28:47.082 INFO:tasks.rados.rados.0.smithi071.stdout:2114: writing smithi07176956-4 from 3088384 to 3555328 tid 3 2024-03-10T21:28:47.083 INFO:tasks.rados.rados.0.smithi071.stdout:2114: writing smithi07176956-4 from 3555328 to 3645440 tid 4 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2115: snap_create 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2113: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 746 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2111: finishing rollback tid 0 to smithi07176956-42 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2112: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2112: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2112: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4771 (ObjNum 604 snap 175 seq_num 604) dirty exists 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2111: finishing rollback tid 1 to smithi07176956-42 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1303 (ObjNum 97 snap 0 seq_num 4135882155) dirty dne 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 3 to smithi07176956-41 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 4 to smithi07176956-41 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 5 to smithi07176956-41 2024-03-10T21:28:47.084 INFO:tasks.rados.rados.0.smithi071.stdout:2114: finishing write tid 1 to smithi07176956-4 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: finishing write tid 6 to smithi07176956-41 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: oid 41 updating version 0 to 1106 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: oid 41 updating version 1106 to 1108 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: oid 41 updating version 1108 to 1110 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: oid 41 version 1110 is already newer than 1109 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: oid 41 version 1110 is already newer than 1107 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1110 (ObjNum 670 snap 197 seq_num 670) dirty exists 2024-03-10T21:28:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:2109: left oid 41 (ObjNum 670 snap 197 seq_num 670) 2024-03-10T21:28:47.092 INFO:tasks.rados.rados.0.smithi071.stdout:2114: finishing write tid 2 to smithi07176956-4 2024-03-10T21:28:47.092 INFO:tasks.rados.rados.0.smithi071.stdout:2114: finishing write tid 3 to smithi07176956-4 2024-03-10T21:28:47.092 INFO:tasks.rados.rados.0.smithi071.stdout:2114: finishing write tid 4 to smithi07176956-4 2024-03-10T21:28:47.093 INFO:tasks.rados.rados.0.smithi071.stdout:2114: finishing write tid 5 to smithi07176956-4 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:2114: finishing write tid 6 to smithi07176956-4 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:2114: oid 4 updating version 0 to 1412 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:2114: oid 4 updating version 1412 to 1415 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:2114: oid 4 version 1415 is already newer than 1413 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:2114: oid 4 version 1415 is already newer than 1414 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:2114: oid 4 version 1415 is already newer than 1411 2024-03-10T21:28:47.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1415 (ObjNum 672 snap 197 seq_num 672) dirty exists 2024-03-10T21:28:47.111 INFO:tasks.rados.rados.0.smithi071.stdout:2114: left oid 4 (ObjNum 672 snap 197 seq_num 672) 2024-03-10T21:28:47.130 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:28:47.199 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:46.971+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:47.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 podman[93810]: 2024-03-10 21:28:46.806558944 +0000 UTC m=+0.018446208 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:28:47.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:46 smithi193 podman[93810]: 2024-03-10 21:28:46.937560528 +0000 UTC m=+0.149447789 container create be9fb07d6cdd8af7faa850757dba2d0e1bc2a8e128aed2d391517a07dfe31682 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: osdmap e458: 8 total, 7 up, 8 in 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:47.200 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:46 smithi193 ceph-mon[83873]: pgmap v364: 121 pgs: 1 peering+snaptrim_error, 5 peering, 15 stale+active+clean, 9 active+clean+snaptrim_error, 91 active+clean; 375 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:28:47.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:46.972+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:47.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:46.974+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:47.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:46.975+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:47.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:46.975+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: osdmap e458: 8 total, 7 up, 8 in 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:47.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[91105]: pgmap v364: 121 pgs: 1 peering+snaptrim_error, 5 peering, 15 stale+active+clean, 9 active+clean+snaptrim_error, 91 active+clean; 375 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: osdmap e458: 8 total, 7 up, 8 in 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:47.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-mon[88660]: pgmap v364: 121 pgs: 1 peering+snaptrim_error, 5 peering, 15 stale+active+clean, 9 active+clean+snaptrim_error, 91 active+clean; 375 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-03-10T21:28:47.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:46.979+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:47.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:46.986+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:47.442 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:28:47.442 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (8m) 64s ago 9m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:28:47.442 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (9m) 29s ago 9m 89.9M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:28:47.443 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (10m) 64s ago 10m 15.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:28:47.443 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (10m) 29s ago 10m 21.3M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:28:47.443 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (4m) 29s ago 13m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:28:47.443 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (5m) 64s ago 15m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:28:47.443 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (4m) 64s ago 15m 54.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:28:47.443 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (3m) 29s ago 14m 45.6M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:28:47.444 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (3m) 64s ago 13m 45.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:28:47.444 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (8m) 64s ago 8m 15.7M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:28:47.444 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (8m) 29s ago 8m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:28:47.444 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (2m) 64s ago 13m 147M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:28:47.444 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (2m) 64s ago 12m 138M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:28:47.444 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (103s) 64s ago 12m 207M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:28:47.445 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (69s) 64s ago 12m 15.1M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:28:47.445 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (33s) 29s ago 11m 11.8M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:28:47.445 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (11m) 29s ago 11m 261M 2480M 18.2.1-746-gc2ea977b a30af69eda22 28ccd47031a5 2024-03-10T21:28:47.445 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (10m) 29s ago 10m 168M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:28:47.445 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (10m) 29s ago 10m 264M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:28:47.446 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (4m) 29s ago 9m 59.7M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:28:47.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 podman[93810]: 2024-03-10 21:28:47.198549018 +0000 UTC m=+0.410436278 container init be9fb07d6cdd8af7faa850757dba2d0e1bc2a8e128aed2d391517a07dfe31682 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:28:47.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 podman[93810]: 2024-03-10 21:28:47.202868419 +0000 UTC m=+0.414755684 container start be9fb07d6cdd8af7faa850757dba2d0e1bc2a8e128aed2d391517a07dfe31682 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240307) 2024-03-10T21:28:47.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 podman[93810]: 2024-03-10 21:28:47.30716145 +0000 UTC m=+0.519048723 container attach be9fb07d6cdd8af7faa850757dba2d0e1bc2a8e128aed2d391517a07dfe31682 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-10T21:28:47.830 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:28:47.830 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:28:47.830 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:28:47.830 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:47.830 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2, 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 5 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 4, 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 10 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:28:47.831 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:28:47.952 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T21:28:47.952 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 bash[93810]: --> ceph-volume raw activate successful for osd ID: 5 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate[93825]: --> ceph-volume raw activate successful for osd ID: 5 2024-03-10T21:28:47.953 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:47 smithi193 podman[93810]: 2024-03-10 21:28:47.663873883 +0000 UTC m=+0.875761146 container died be9fb07d6cdd8af7faa850757dba2d0e1bc2a8e128aed2d391517a07dfe31682 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-03-10T21:28:47.979 INFO:tasks.rados.rados.0.smithi071.stdout:2109: done (5 left) 2024-03-10T21:28:47.979 INFO:tasks.rados.rados.0.smithi071.stdout:2111: done (4 left) 2024-03-10T21:28:47.979 INFO:tasks.rados.rados.0.smithi071.stdout:2112: done (3 left) 2024-03-10T21:28:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:2113: done (2 left) 2024-03-10T21:28:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:2114: done (1 left) 2024-03-10T21:28:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:2115: done (0 left) 2024-03-10T21:28:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:2116: read oid 19 snap -1 2024-03-10T21:28:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:2116: expect deleted 2024-03-10T21:28:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:2117: snap_remove snap 196 2024-03-10T21:28:48.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:47.976+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:48.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:47.976+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:48.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:47.974+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:48.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:47.976+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: osdmap e459: 8 total, 7 up, 8 in 2024-03-10T21:28:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:48.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/3878211261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:48.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: osdmap e459: 8 total, 7 up, 8 in 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:47 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/3878211261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:48.202 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:47.980+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:48.203 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:47.980+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:48.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:48.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:48.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: osdmap e459: 8 total, 7 up, 8 in 2024-03-10T21:28:48.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:48.203 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: from='client.44255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:28:48.204 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:47 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/3878211261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:48.454 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 podman[93946]: 2024-03-10 21:28:48.202368763 +0000 UTC m=+0.533696442 container remove be9fb07d6cdd8af7faa850757dba2d0e1bc2a8e128aed2d391517a07dfe31682 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-03-10T21:28:48.454 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 podman[94010]: 2024-03-10 21:28:48.320114885 +0000 UTC m=+0.018914494 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:28:48.721 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 podman[94010]: 2024-03-10 21:28:48.453702126 +0000 UTC m=+0.152501772 container create 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307) 2024-03-10T21:28:48.721 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 podman[94010]: 2024-03-10 21:28:48.697784449 +0000 UTC m=+0.396584067 container init 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-cb2b48d) 2024-03-10T21:28:48.722 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 podman[94010]: 2024-03-10 21:28:48.700871642 +0000 UTC m=+0.399671246 container start 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:28:48.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:48.469+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:48.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-osd[94030]: -- 172.21.15.193:0/1664759129 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a52b68f680 con 0x55a52b658c00 2024-03-10T21:28:48.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 bash[94010]: 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e 2024-03-10T21:28:48.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:48 smithi193 systemd[1]: Started Ceph osd.5 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:28:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:2117: done (1 left) 2024-03-10T21:28:48.994 INFO:tasks.rados.rados.0.smithi071.stdout:2118: snap_create 2024-03-10T21:28:49.241 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:48.987+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: osdmap e460: 8 total, 7 up, 8 in 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: pgmap v367: 121 pgs: 6 active+undersized+degraded, 68 active+clean, 31 active+undersized, 9 active+clean+snaptrim_error, 1 stale+active+clean, 5 peering, 1 peering+snaptrim_error; 378 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 804 KiB/s wr, 3 op/s; 36/777 objects degraded (4.633%) 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:49.242 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:49.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:48.991+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:49.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:49.137+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:49.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:49.137+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: osdmap e460: 8 total, 7 up, 8 in 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: pgmap v367: 121 pgs: 6 active+undersized+degraded, 68 active+clean, 31 active+undersized, 9 active+clean+snaptrim_error, 1 stale+active+clean, 5 peering, 1 peering+snaptrim_error; 378 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 804 KiB/s wr, 3 op/s; 36/777 objects degraded (4.633%) 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:49.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: osdmap e460: 8 total, 7 up, 8 in 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: pgmap v367: 121 pgs: 6 active+undersized+degraded, 68 active+clean, 31 active+undersized, 9 active+clean+snaptrim_error, 1 stale+active+clean, 5 peering, 1 peering+snaptrim_error; 378 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 804 KiB/s wr, 3 op/s; 36/777 objects degraded (4.633%) 2024-03-10T21:28:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:49.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:49.240+0000 7f6c12daf7c0 -1 Falling back to public interface 2024-03-10T21:28:49.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:49.337+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:49.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:49.338+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:49.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:49.338+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:49.998 INFO:tasks.rados.rados.0.smithi071.stdout:2116: done (1 left) 2024-03-10T21:28:49.998 INFO:tasks.rados.rados.0.smithi071.stdout:2118: done (0 left) 2024-03-10T21:28:49.999 INFO:tasks.rados.rados.0.smithi071.stdout:2119: copy_from oid 50 from oid 43 current snap is 199 2024-03-10T21:28:49.999 INFO:tasks.rados.rados.0.smithi071.stdout:2120: snap_create 2024-03-10T21:28:50.026 INFO:tasks.rados.rados.0.smithi071.stdout:2119: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:28:50.030 INFO:tasks.rados.rados.0.smithi071.stdout:2119: finishing copy_from to smithi07176956-50 2024-03-10T21:28:50.031 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1104 (ObjNum 665 snap 195 seq_num 665) dirty exists 2024-03-10T21:28:50.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:49.995+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:50.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:49.995+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 36/777 objects degraded (4.633%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: osdmap e461: 8 total, 7 up, 8 in 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:50.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:50.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:50.169+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:50.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:49.996+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:50.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:49.997+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:49.997+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:49.997+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 36/777 objects degraded (4.633%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: osdmap e461: 8 total, 7 up, 8 in 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 36/777 objects degraded (4.633%), 6 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: osdmap e461: 8 total, 7 up, 8 in 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:2119: done (1 left) 2024-03-10T21:28:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:2120: done (0 left) 2024-03-10T21:28:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:2121: rollback oid 44 current snap is 200 2024-03-10T21:28:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 164 2024-03-10T21:28:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 200 2024-03-10T21:28:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:2122: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-03-10T21:28:51.012 INFO:tasks.rados.rados.0.smithi071.stdout:2122: writing smithi07176956-42 from 0 to 475136 tid 1 2024-03-10T21:28:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:2122: writing smithi07176956-42 from 475136 to 1007616 tid 2 2024-03-10T21:28:51.019 INFO:tasks.rados.rados.0.smithi071.stdout:2122: writing smithi07176956-42 from 1007616 to 1679360 tid 3 2024-03-10T21:28:51.020 INFO:tasks.rados.rados.0.smithi071.stdout:2123: rollback oid 5 current snap is 200 2024-03-10T21:28:51.020 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 191 2024-03-10T21:28:51.020 INFO:tasks.rados.rados.0.smithi071.stdout:2121: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:28:51.020 INFO:tasks.rados.rados.0.smithi071.stdout:2121: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:28:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10830 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:28:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:2121: done (2 left) 2024-03-10T21:28:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 200 2024-03-10T21:28:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:2124: seq_num 674 ranges {3637248=491520,4128768=417792,4546560=483328,5029888=303104} 2024-03-10T21:28:51.043 INFO:tasks.rados.rados.0.smithi071.stdout:2124: writing smithi07176956-37 from 3637248 to 4128768 tid 1 2024-03-10T21:28:51.045 INFO:tasks.rados.rados.0.smithi071.stdout:2124: writing smithi07176956-37 from 4128768 to 4546560 tid 2 2024-03-10T21:28:51.048 INFO:tasks.rados.rados.0.smithi071.stdout:2124: writing smithi07176956-37 from 4546560 to 5029888 tid 3 2024-03-10T21:28:51.050 INFO:tasks.rados.rados.0.smithi071.stdout:2124: writing smithi07176956-37 from 5029888 to 5332992 tid 4 2024-03-10T21:28:51.050 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 200 2024-03-10T21:28:51.050 INFO:tasks.rados.rados.0.smithi071.stdout:2122: finishing write tid 1 to smithi07176956-42 2024-03-10T21:28:51.050 INFO:tasks.rados.rados.0.smithi071.stdout:2125: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-03-10T21:28:51.053 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi07176956-9 from 0 to 507904 tid 1 2024-03-10T21:28:51.057 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi07176956-9 from 507904 to 1212416 tid 2 2024-03-10T21:28:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi07176956-9 from 1212416 to 1712128 tid 3 2024-03-10T21:28:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:2126: read oid 19 snap -1 2024-03-10T21:28:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:2126: expect deleted 2024-03-10T21:28:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:2127: delete oid 36 current snap is 200 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: finishing write tid 2 to smithi07176956-42 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: finishing write tid 3 to smithi07176956-42 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: finishing write tid 4 to smithi07176956-42 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: finishing write tid 5 to smithi07176956-42 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: oid 42 updating version 0 to 1306 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: oid 42 updating version 1306 to 1307 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: oid 42 version 1307 is already newer than 1304 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: oid 42 version 1307 is already newer than 1305 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1307 (ObjNum 673 snap 200 seq_num 673) dirty exists 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2122: left oid 42 (ObjNum 673 snap 200 seq_num 673) 2024-03-10T21:28:51.062 INFO:tasks.rados.rados.0.smithi071.stdout:2123: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2123: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2123: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10834 (ObjNum 556 snap 158 seq_num 556) dirty exists 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: finishing write tid 1 to smithi07176956-37 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: finishing write tid 2 to smithi07176956-37 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: finishing write tid 3 to smithi07176956-37 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: finishing write tid 4 to smithi07176956-37 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: finishing write tid 5 to smithi07176956-37 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 1 to smithi07176956-9 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: finishing write tid 6 to smithi07176956-37 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: oid 37 updating version 0 to 5827 2024-03-10T21:28:51.063 INFO:tasks.rados.rados.0.smithi071.stdout:2124: oid 37 version 5827 is already newer than 5826 2024-03-10T21:28:51.064 INFO:tasks.rados.rados.0.smithi071.stdout:2124: oid 37 updating version 5827 to 5829 2024-03-10T21:28:51.064 INFO:tasks.rados.rados.0.smithi071.stdout:2124: oid 37 updating version 5829 to 5830 2024-03-10T21:28:51.064 INFO:tasks.rados.rados.0.smithi071.stdout:2124: oid 37 version 5830 is already newer than 5828 2024-03-10T21:28:51.064 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 5830 (ObjNum 674 snap 200 seq_num 674) dirty exists 2024-03-10T21:28:51.064 INFO:tasks.rados.rados.0.smithi071.stdout:2124: left oid 37 (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:28:51.064 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 2 to smithi07176956-9 2024-03-10T21:28:51.065 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 3 to smithi07176956-9 2024-03-10T21:28:51.065 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 4 to smithi07176956-9 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2122: done (5 left) 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2123: done (4 left) 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2124: done (3 left) 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2126: done (2 left) 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2127: done (1 left) 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2128: read oid 20 snap -1 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2128: expect deleted 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 200 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 5 to smithi07176956-9 2024-03-10T21:28:51.066 INFO:tasks.rados.rados.0.smithi071.stdout:2125: oid 9 updating version 0 to 1308 2024-03-10T21:28:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:2125: oid 9 updating version 1308 to 1311 2024-03-10T21:28:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:2125: oid 9 version 1311 is already newer than 1309 2024-03-10T21:28:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:2125: oid 9 version 1311 is already newer than 1310 2024-03-10T21:28:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1311 (ObjNum 675 snap 200 seq_num 675) dirty exists 2024-03-10T21:28:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:2125: left oid 9 (ObjNum 675 snap 200 seq_num 675) 2024-03-10T21:28:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:2129: seq_num 677 ranges {6635520=540672,7176192=516096,7692288=655360,8347648=32768} 2024-03-10T21:28:51.103 INFO:tasks.rados.rados.0.smithi071.stdout:2129: writing smithi07176956-8 from 6635520 to 7176192 tid 1 2024-03-10T21:28:51.106 INFO:tasks.rados.rados.0.smithi071.stdout:2129: writing smithi07176956-8 from 7176192 to 7692288 tid 2 2024-03-10T21:28:51.110 INFO:tasks.rados.rados.0.smithi071.stdout:2129: writing smithi07176956-8 from 7692288 to 8347648 tid 3 2024-03-10T21:28:51.110 INFO:tasks.rados.rados.0.smithi071.stdout:2129: writing smithi07176956-8 from 8347648 to 8380416 tid 4 2024-03-10T21:28:51.110 INFO:tasks.rados.rados.0.smithi071.stdout:2125: done (2 left) 2024-03-10T21:28:51.110 INFO:tasks.rados.rados.0.smithi071.stdout:2130: snap_remove snap 191 2024-03-10T21:28:51.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:51.003+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:51.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: osdmap e462: 8 total, 7 up, 8 in 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:51.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:51 smithi193 ceph-mon[83873]: pgmap v370: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 94/789 objects degraded (11.914%) 2024-03-10T21:28:51.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:51.019+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:28:51] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: osdmap e462: 8 total, 7 up, 8 in 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:51.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:51.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[91105]: pgmap v370: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 94/789 objects degraded (11.914%) 2024-03-10T21:28:51.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:51.005+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:51.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:51.005+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:51.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:51.009+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:51.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:51.009+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:51.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:51.009+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: osdmap e462: 8 total, 7 up, 8 in 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:51.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:51 smithi071 ceph-mon[88660]: pgmap v370: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 94/789 objects degraded (11.914%) 2024-03-10T21:28:52.013 INFO:tasks.rados.rados.0.smithi071.stdout:2130: done (2 left) 2024-03-10T21:28:52.013 INFO:tasks.rados.rados.0.smithi071.stdout:2131: copy_from oid 12 from oid 28 current snap is 200 2024-03-10T21:28:52.013 INFO:tasks.rados.rados.0.smithi071.stdout:2129: finishing write tid 1 to smithi07176956-8 2024-03-10T21:28:52.013 INFO:tasks.rados.rados.0.smithi071.stdout:2129: finishing write tid 2 to smithi07176956-8 2024-03-10T21:28:52.013 INFO:tasks.rados.rados.0.smithi071.stdout:2129: finishing write tid 3 to smithi07176956-8 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: finishing write tid 4 to smithi07176956-8 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: finishing write tid 5 to smithi07176956-8 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: finishing write tid 6 to smithi07176956-8 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: oid 8 updating version 0 to 986 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: oid 8 version 986 is already newer than 985 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: oid 8 version 986 is already newer than 983 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: oid 8 version 986 is already newer than 984 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: oid 8 version 986 is already newer than 982 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 986 (ObjNum 677 snap 200 seq_num 677) dirty exists 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: left oid 8 (ObjNum 677 snap 200 seq_num 677) 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2128: done (2 left) 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2129: done (1 left) 2024-03-10T21:28:52.014 INFO:tasks.rados.rados.0.smithi071.stdout:2132: read oid 23 snap 163 2024-03-10T21:28:52.015 INFO:tasks.rados.rados.0.smithi071.stdout:2132: expect (ObjNum 555 snap 158 seq_num 555) 2024-03-10T21:28:52.015 INFO:tasks.rados.rados.0.smithi071.stdout:2133: setattr oid 48 current snap is 200 2024-03-10T21:28:52.015 INFO:tasks.rados.rados.0.smithi071.stdout:2134: read oid 11 snap -1 2024-03-10T21:28:52.015 INFO:tasks.rados.rados.0.smithi071.stdout:2134: expect (ObjNum 603 snap 175 seq_num 603) 2024-03-10T21:28:52.015 INFO:tasks.rados.rados.0.smithi071.stdout:2135: snap_create 2024-03-10T21:28:52.019 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1111 (ObjNum 65 snap 0 seq_num 1600152400) dirty exists 2024-03-10T21:28:52.023 INFO:tasks.rados.rados.0.smithi071.stdout:2134: expect (ObjNum 603 snap 175 seq_num 603) 2024-03-10T21:28:52.041 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:28:52.041 INFO:tasks.rados.rados.0.smithi071.stdout:2131: finishing copy_from to smithi07176956-12 2024-03-10T21:28:52.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1370 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T21:28:52.041 INFO:tasks.rados.rados.0.smithi071.stdout:2132: expect (ObjNum 555 snap 158 seq_num 555) 2024-03-10T21:28:52.314 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:52.010+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:52.314 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:52.010+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: osdmap e463: 8 total, 7 up, 8 in 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:52.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:52.030+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:52.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:52.015+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:52.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:52.015+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: osdmap e463: 8 total, 7 up, 8 in 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:52.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:52.009+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:52.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:52.009+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset fe=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: osdmap e463: 8 total, 7 up, 8 in 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:52.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:28:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:28:53.019 INFO:tasks.rados.rados.0.smithi071.stdout:2131: done (4 left) 2024-03-10T21:28:53.019 INFO:tasks.rados.rados.0.smithi071.stdout:2132: done (3 left) 2024-03-10T21:28:53.019 INFO:tasks.rados.rados.0.smithi071.stdout:2133: done (2 left) 2024-03-10T21:28:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:2134: done (1 left) 2024-03-10T21:28:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:2135: done (0 left) 2024-03-10T21:28:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:2136: copy_from oid 38 from oid 17 current snap is 201 2024-03-10T21:28:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 201 2024-03-10T21:28:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:2137: seq_num 678 ranges {507904=565248,1073152=802816,1875968=401408} 2024-03-10T21:28:53.025 INFO:tasks.rados.rados.0.smithi071.stdout:2137: writing smithi07176956-11 from 507904 to 1073152 tid 1 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2137: writing smithi07176956-11 from 1073152 to 1875968 tid 2 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2137: writing smithi07176956-11 from 1875968 to 2277376 tid 3 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2138: delete oid 47 current snap is 201 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 1 to smithi07176956-11 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 2 to smithi07176956-11 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 3 to smithi07176956-11 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 4 to smithi07176956-11 2024-03-10T21:28:53.056 INFO:tasks.rados.rados.0.smithi071.stdout:2138: done (2 left) 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 201 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2139: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2139: writing smithi07176956-48 from 0 to 598016 tid 1 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2139: writing smithi07176956-48 from 598016 to 1171456 tid 2 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2139: writing smithi07176956-48 from 1171456 to 1605632 tid 3 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2139: writing smithi07176956-48 from 1605632 to 1802240 tid 4 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2140: delete oid 5 current snap is 201 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2137: finishing write tid 5 to smithi07176956-11 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2137: oid 11 updating version 0 to 504 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2137: oid 11 updating version 504 to 506 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2137: oid 11 version 506 is already newer than 505 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2137: oid 11 updating version 506 to 507 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 507 (ObjNum 678 snap 201 seq_num 678) dirty exists 2024-03-10T21:28:53.057 INFO:tasks.rados.rados.0.smithi071.stdout:2137: left oid 11 (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:28:53.058 INFO:tasks.rados.rados.0.smithi071.stdout:2139: finishing write tid 1 to smithi07176956-48 2024-03-10T21:28:53.058 INFO:tasks.rados.rados.0.smithi071.stdout:2139: finishing write tid 2 to smithi07176956-48 2024-03-10T21:28:53.058 INFO:tasks.rados.rados.0.smithi071.stdout:2139: finishing write tid 3 to smithi07176956-48 2024-03-10T21:28:53.058 INFO:tasks.rados.rados.0.smithi071.stdout:2139: finishing write tid 4 to smithi07176956-48 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:2139: finishing write tid 5 to smithi07176956-48 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:2137: done (3 left) 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:2140: done (2 left) 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:2141: rollback oid 25 current snap is 201 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 189 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 201 2024-03-10T21:28:53.065 INFO:tasks.rados.rados.0.smithi071.stdout:2142: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-03-10T21:28:53.069 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07176956-34 from 0 to 630784 tid 1 2024-03-10T21:28:53.074 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07176956-34 from 630784 to 1376256 tid 2 2024-03-10T21:28:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07176956-34 from 1376256 to 1818624 tid 3 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07176956-34 from 1818624 to 1835008 tid 4 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2143: read oid 9 snap -1 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2143: expect (ObjNum 675 snap 200 seq_num 675) 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2144: read oid 27 snap -1 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2144: expect deleted 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2145: read oid 46 snap 176 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2145: expect deleted 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2146: rollback oid 6 current snap is 201 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 188 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 201 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2139: finishing write tid 6 to smithi07176956-48 2024-03-10T21:28:53.080 INFO:tasks.rados.rados.0.smithi071.stdout:2139: oid 48 updating version 0 to 1112 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2139: oid 48 updating version 1112 to 1115 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2139: oid 48 updating version 1115 to 1116 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2139: oid 48 version 1116 is already newer than 1114 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2139: oid 48 version 1116 is already newer than 1113 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1116 (ObjNum 680 snap 201 seq_num 680) dirty exists 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2139: left oid 48 (ObjNum 680 snap 201 seq_num 680) 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 1 to smithi07176956-34 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2141: finishing rollback tid 0 to smithi07176956-25 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2141: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2141: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 4775 (ObjNum 476 snap 128 seq_num 476) dirty exists 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing copy_from to smithi07176956-38 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 717 (ObjNum 579 snap 168 seq_num 579) dirty exists 2024-03-10T21:28:53.081 INFO:tasks.rados.rados.0.smithi071.stdout:2147: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-03-10T21:28:53.082 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi07176956-7 from 0 to 647168 tid 1 2024-03-10T21:28:53.086 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi07176956-7 from 647168 to 1277952 tid 2 2024-03-10T21:28:53.090 INFO:tasks.rados.rados.0.smithi071.stdout:2147: writing smithi07176956-7 from 1277952 to 1851392 tid 3 2024-03-10T21:28:53.090 INFO:tasks.rados.rados.0.smithi071.stdout:2136: done (8 left) 2024-03-10T21:28:53.090 INFO:tasks.rados.rados.0.smithi071.stdout:2139: done (7 left) 2024-03-10T21:28:53.090 INFO:tasks.rados.rados.0.smithi071.stdout:2141: done (6 left) 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2148: delete oid 24 current snap is 201 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 2 to smithi07176956-34 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2146: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2146: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 3 to smithi07176956-34 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 4 to smithi07176956-34 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 5 to smithi07176956-34 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2146: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5833 (ObjNum 637 snap 188 seq_num 637) dirty exists 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 6 to smithi07176956-34 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: oid 34 updating version 0 to 1422 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: oid 34 updating version 1422 to 1423 2024-03-10T21:28:53.091 INFO:tasks.rados.rados.0.smithi071.stdout:2142: oid 34 version 1423 is already newer than 1420 2024-03-10T21:28:53.092 INFO:tasks.rados.rados.0.smithi071.stdout:2142: oid 34 updating version 1423 to 1424 2024-03-10T21:28:53.092 INFO:tasks.rados.rados.0.smithi071.stdout:2142: oid 34 version 1424 is already newer than 1421 2024-03-10T21:28:53.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1424 (ObjNum 682 snap 201 seq_num 682) dirty exists 2024-03-10T21:28:53.092 INFO:tasks.rados.rados.0.smithi071.stdout:2142: left oid 34 (ObjNum 682 snap 201 seq_num 682) 2024-03-10T21:28:53.092 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 1 to smithi07176956-7 2024-03-10T21:28:53.092 INFO:tasks.rados.rados.0.smithi071.stdout:2143: expect (ObjNum 675 snap 200 seq_num 675) 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 2 to smithi07176956-7 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 3 to smithi07176956-7 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 4 to smithi07176956-7 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: finishing write tid 5 to smithi07176956-7 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: oid 7 updating version 0 to 4778 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: oid 7 version 4778 is already newer than 4775 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: oid 7 version 4778 is already newer than 4776 2024-03-10T21:28:53.139 INFO:tasks.rados.rados.0.smithi071.stdout:2147: oid 7 version 4778 is already newer than 4777 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 4778 (ObjNum 683 snap 201 seq_num 683) dirty exists 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2147: left oid 7 (ObjNum 683 snap 201 seq_num 683) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2142: done (6 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2143: done (5 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2144: done (4 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2145: done (3 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2146: done (2 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2147: done (1 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2148: done (0 left) 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2149: rollback oid 28 current snap is 201 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 198 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2150: rollback oid 39 current snap is 201 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 187 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2151: copy_from oid 8 from oid 49 current snap is 201 2024-03-10T21:28:53.140 INFO:tasks.rados.rados.0.smithi071.stdout:2152: read oid 9 snap 178 2024-03-10T21:28:53.141 INFO:tasks.rados.rados.0.smithi071.stdout:2152: expect (ObjNum 605 snap 175 seq_num 605) 2024-03-10T21:28:53.141 INFO:tasks.rados.rados.0.smithi071.stdout:2153: copy_from oid 1 from oid 13 current snap is 201 2024-03-10T21:28:53.141 INFO:tasks.rados.rados.0.smithi071.stdout:2154: snap_remove snap 164 2024-03-10T21:28:53.325 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:53.014+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:53.325 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: osdmap e464: 8 total, 7 up, 8 in 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:53.326 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-mon[83873]: pgmap v373: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 780 KiB/s wr, 6 op/s; 94/789 objects degraded (11.914%) 2024-03-10T21:28:53.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:53.021+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:53.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:53.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:53.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: osdmap e464: 8 total, 7 up, 8 in 2024-03-10T21:28:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:53.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[88660]: pgmap v373: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 780 KiB/s wr, 6 op/s; 94/789 objects degraded (11.914%) 2024-03-10T21:28:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:53.015+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:53.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:53.015+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:53.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:53.026+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:53.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:53.026+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:53.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:53.026+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: osdmap e464: 8 total, 7 up, 8 in 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:53.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:53 smithi071 ceph-mon[91105]: pgmap v373: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 381 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 780 KiB/s wr, 6 op/s; 94/789 objects degraded (11.914%) 2024-03-10T21:28:53.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:53.324+0000 7f6c12daf7c0 -1 osd.5 455 log_to_monitors true 2024-03-10T21:28:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:2154: done (5 left) 2024-03-10T21:28:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:2155: delete oid 33 current snap is 201 2024-03-10T21:28:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:28:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:2149: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:28:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:28:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5836 (ObjNum 615 snap 180 seq_num 615) dirty exists 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:2153: finishing copy_from to smithi07176956-1 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:2153: got expected ENOENT (src dne) 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:2153: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:2149: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:2149: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1428 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T21:28:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:2152: expect (ObjNum 605 snap 175 seq_num 605) 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2151: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2151: finishing copy_from to smithi07176956-8 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 503 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2149: done (5 left) 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2150: done (4 left) 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2151: done (3 left) 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2152: done (2 left) 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2153: done (1 left) 2024-03-10T21:28:54.240 INFO:tasks.rados.rados.0.smithi071.stdout:2155: done (0 left) 2024-03-10T21:28:54.241 INFO:tasks.rados.rados.0.smithi071.stdout:2156: rmattr oid 13 current snap is 201 2024-03-10T21:28:54.241 INFO:tasks.rados.rados.0.smithi071.stdout:2156: done (0 left) 2024-03-10T21:28:54.241 INFO:tasks.rados.rados.0.smithi071.stdout:2157: setattr oid 39 current snap is 201 2024-03-10T21:28:54.241 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 201 2024-03-10T21:28:54.241 INFO:tasks.rados.rados.0.smithi071.stdout:2158: seq_num 686 ranges {5283840=696320,5980160=729088,6709248=425984,7135232=49152} 2024-03-10T21:28:54.273 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi07176956-43 from 5283840 to 5980160 tid 1 2024-03-10T21:28:54.277 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi07176956-43 from 5980160 to 6709248 tid 2 2024-03-10T21:28:54.280 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi07176956-43 from 6709248 to 7135232 tid 3 2024-03-10T21:28:54.280 INFO:tasks.rados.rados.0.smithi071.stdout:2158: writing smithi07176956-43 from 7135232 to 7184384 tid 4 2024-03-10T21:28:54.280 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 201 2024-03-10T21:28:54.280 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5837 (ObjNum 615 snap 180 seq_num 615) dirty exists 2024-03-10T21:28:54.281 INFO:tasks.rados.rados.0.smithi071.stdout:2159: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-03-10T21:28:54.284 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi07176956-47 from 0 to 712704 tid 1 2024-03-10T21:28:54.288 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi07176956-47 from 712704 to 1327104 tid 2 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2159: writing smithi07176956-47 from 1327104 to 1916928 tid 3 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2157: done (2 left) 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 201 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 1 to smithi07176956-43 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 2 to smithi07176956-43 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 3 to smithi07176956-43 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 4 to smithi07176956-43 2024-03-10T21:28:54.292 INFO:tasks.rados.rados.0.smithi071.stdout:2160: seq_num 688 ranges {778240=729088,1507328=499712,2007040=704512} 2024-03-10T21:28:54.300 INFO:tasks.rados.rados.0.smithi071.stdout:2160: writing smithi07176956-25 from 778240 to 1507328 tid 1 2024-03-10T21:28:54.303 INFO:tasks.rados.rados.0.smithi071.stdout:2160: writing smithi07176956-25 from 1507328 to 2007040 tid 2 2024-03-10T21:28:54.309 INFO:tasks.rados.rados.0.smithi071.stdout:2160: writing smithi07176956-25 from 2007040 to 2711552 tid 3 2024-03-10T21:28:54.309 INFO:tasks.rados.rados.0.smithi071.stdout:2161: rollback oid 50 current snap is 201 2024-03-10T21:28:54.309 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 187 2024-03-10T21:28:54.309 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 5 to smithi07176956-43 2024-03-10T21:28:54.309 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing write tid 6 to smithi07176956-43 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: oid 43 updating version 0 to 1117 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: oid 43 updating version 1117 to 1121 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: oid 43 version 1121 is already newer than 1118 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: oid 43 version 1121 is already newer than 1120 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: oid 43 version 1121 is already newer than 1119 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1121 (ObjNum 686 snap 201 seq_num 686) dirty exists 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: left oid 43 (ObjNum 686 snap 201 seq_num 686) 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 1 to smithi07176956-47 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2158: done (3 left) 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2162: delete oid 43 current snap is 201 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 2 to smithi07176956-47 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 3 to smithi07176956-47 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 4 to smithi07176956-47 2024-03-10T21:28:54.310 INFO:tasks.rados.rados.0.smithi071.stdout:2159: finishing write tid 5 to smithi07176956-47 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2159: oid 47 updating version 0 to 5858 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2159: oid 47 version 5858 is already newer than 5857 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2159: oid 47 updating version 5858 to 5860 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2159: oid 47 version 5860 is already newer than 5859 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 5860 (ObjNum 687 snap 201 seq_num 687) dirty exists 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2159: left oid 47 (ObjNum 687 snap 201 seq_num 687) 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2160: finishing write tid 1 to smithi07176956-25 2024-03-10T21:28:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:2160: finishing write tid 2 to smithi07176956-25 2024-03-10T21:28:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:2159: done (3 left) 2024-03-10T21:28:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:2162: done (2 left) 2024-03-10T21:28:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:2163: snap_create 2024-03-10T21:28:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:2161: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:28:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:2161: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:28:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 5795 (ObjNum 129 snap 0 seq_num 2944047648) dirty dne 2024-03-10T21:28:54.315 INFO:tasks.rados.rados.0.smithi071.stdout:2160: finishing write tid 3 to smithi07176956-25 2024-03-10T21:28:54.315 INFO:tasks.rados.rados.0.smithi071.stdout:2160: finishing write tid 4 to smithi07176956-25 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:2160: finishing write tid 5 to smithi07176956-25 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:2160: oid 25 updating version 0 to 4776 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:2160: oid 25 updating version 4776 to 4778 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:2160: oid 25 version 4778 is already newer than 4777 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:2160: oid 25 updating version 4778 to 4779 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 4779 (ObjNum 688 snap 201 seq_num 688) dirty exists 2024-03-10T21:28:54.318 INFO:tasks.rados.rados.0.smithi071.stdout:2160: left oid 25 (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:28:54.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:54.142+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:54.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:54.142+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:54.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:54.172+0000 7f6c04207700 -1 osd.5 455 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:28:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: osdmap e465: 8 total, 7 up, 8 in 2024-03-10T21:28:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:54.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: from='osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:28:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:54 smithi193 ceph-mon[83873]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:28:54.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:54.145+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:54.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:54.138+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:54.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:54.138+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:54.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:54.149+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:54.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:54.150+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:54.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:54.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:54.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: osdmap e465: 8 total, 7 up, 8 in 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: from='osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[88660]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:28:54.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 108=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: osdmap e465: 8 total, 7 up, 8 in 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: from='osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:28:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:54 smithi071 ceph-mon[91105]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-10T21:28:55.145 INFO:tasks.rados.rados.0.smithi071.stdout:2160: done (2 left) 2024-03-10T21:28:55.145 INFO:tasks.rados.rados.0.smithi071.stdout:2161: done (1 left) 2024-03-10T21:28:55.145 INFO:tasks.rados.rados.0.smithi071.stdout:2163: done (0 left) 2024-03-10T21:28:55.145 INFO:tasks.rados.rados.0.smithi071.stdout:2164: copy_from oid 8 from oid 3 current snap is 202 2024-03-10T21:28:55.146 INFO:tasks.rados.rados.0.smithi071.stdout:2165: setattr oid 13 current snap is 202 2024-03-10T21:28:55.146 INFO:tasks.rados.rados.0.smithi071.stdout:2166: delete oid 23 current snap is 202 2024-03-10T21:28:55.152 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing copy_from to smithi07176956-8 2024-03-10T21:28:55.152 INFO:tasks.rados.rados.0.smithi071.stdout:2164: got expected ENOENT (src dne) 2024-03-10T21:28:55.152 INFO:tasks.rados.rados.0.smithi071.stdout:2164: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:28:55.161 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1437 (ObjNum 129 snap 0 seq_num 2945119840) dirty exists 2024-03-10T21:28:55.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:55.149+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: osdmap e466: 8 total, 7 up, 8 in 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: from='osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 94/789 objects degraded (11.914%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:55 smithi193 ceph-mon[83873]: pgmap v376: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.4 MiB/s wr, 22 op/s; 99/831 objects degraded (11.913%) 2024-03-10T21:28:55.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:55.143+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:55.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:55.146+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:55.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:55.150+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: osdmap e466: 8 total, 7 up, 8 in 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: from='osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:55.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 94/789 objects degraded (11.914%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:55.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[88660]: pgmap v376: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.4 MiB/s wr, 22 op/s; 99/831 objects degraded (11.913%) 2024-03-10T21:28:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:55.159+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:55.159+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:55.159+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: osdmap e466: 8 total, 7 up, 8 in 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: from='osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 94/789 objects degraded (11.914%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:28:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:55 smithi071 ceph-mon[91105]: pgmap v376: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.4 MiB/s wr, 22 op/s; 99/831 objects degraded (11.913%) 2024-03-10T21:28:56.147 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:56.141+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:56.148 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:56.141+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:56.180 INFO:tasks.rados.rados.0.smithi071.stdout:2164: done (2 left) 2024-03-10T21:28:56.180 INFO:tasks.rados.rados.0.smithi071.stdout:2165: done (1 left) 2024-03-10T21:28:56.180 INFO:tasks.rados.rados.0.smithi071.stdout:2166: done (0 left) 2024-03-10T21:28:56.180 INFO:tasks.rados.rados.0.smithi071.stdout:2167: copy_from oid 14 from oid 16 current snap is 202 2024-03-10T21:28:56.180 INFO:tasks.rados.rados.0.smithi071.stdout:2168: snap_create 2024-03-10T21:28:56.181 INFO:tasks.rados.rados.0.smithi071.stdout:2167: finishing copy_from to smithi07176956-14 2024-03-10T21:28:56.181 INFO:tasks.rados.rados.0.smithi071.stdout:2167: got expected ENOENT (src dne) 2024-03-10T21:28:56.181 INFO:tasks.rados.rados.0.smithi071.stdout:2167: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:28:56.398 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:28:56.398 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390] boot 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: osdmap e467: 8 total, 8 up, 8 in 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:56.399 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-mon[83873]: osdmap e468: 8 total, 8 up, 8 in 2024-03-10T21:28:56.399 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:56.288+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.296+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.302+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.308+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.316+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.321+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.326+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.400 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.331+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.337+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.344+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.352+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.357+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.363+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.370+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.377+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.381+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.384+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.387+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.391+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.401 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.396+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.546 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:56.149+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:56.546 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:56.154+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:56.547 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:56.154+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:56.547 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:56.144+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:56.547 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:56.148+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:56.547 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:56.158+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:56.547 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:56.309+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:56.547 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:56.544+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390] boot 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: osdmap e467: 8 total, 8 up, 8 in 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:56.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[88660]: osdmap e468: 8 total, 8 up, 8 in 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: osd.5 [v2:172.21.15.193:6808/3197849390,v1:172.21.15.193:6809/3197849390] boot 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: osdmap e467: 8 total, 8 up, 8 in 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:56.549 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:56.550 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:56.550 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:56.550 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:56 smithi071 ceph-mon[91105]: osdmap e468: 8 total, 8 up, 8 in 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.404+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.410+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.417+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.424+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.428+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.435+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.442+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.650 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.448+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.455+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.461+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.469+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.474+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.481+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.490+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.497+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.506+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.651 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.511+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.518+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.526+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.533+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.538+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.545+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.551+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.557+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.561+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.568+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.572+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.652 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.577+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.583+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.590+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.595+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.599+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.603+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.607+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.612+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.617+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.624+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.631+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.637+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.641+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.653 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.648+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.904 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.654+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.904 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.661+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.904 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.666+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.904 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.670+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.676+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.683+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.690+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.696+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.704+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.709+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.714+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.905 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.721+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.727+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.733+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.740+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.748+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.754+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.761+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.768+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.775+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.781+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.787+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.906 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.793+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.797+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.804+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.811+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.819+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.832+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.839+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.846+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.851+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.856+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.863+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.870+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.877+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.884+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.889+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.894+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:56.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.901+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.908+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.914+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.921+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.929+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.937+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.945+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.952+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.960+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.966+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.156 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.974+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.981+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.988+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:56.996+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.005+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.010+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.017+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.022+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.028+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.035+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.041+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.046+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.053+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.060+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.157 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.067+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.074+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.080+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.087+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.095+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.102+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.111+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.115+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.123+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.130+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.137+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.145+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.153+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.168 INFO:tasks.rados.rados.0.smithi071.stdout:2167: done (1 left) 2024-03-10T21:28:57.168 INFO:tasks.rados.rados.0.smithi071.stdout:2168: done (0 left) 2024-03-10T21:28:57.168 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 203 2024-03-10T21:28:57.168 INFO:tasks.rados.rados.0.smithi071.stdout:2169: seq_num 691 ranges {1179648=778240,1957888=548864,2506752=614400,3121152=40960} 2024-03-10T21:28:57.179 INFO:tasks.rados.rados.0.smithi071.stdout:2169: writing smithi07176956-12 from 1179648 to 1957888 tid 1 2024-03-10T21:28:57.182 INFO:tasks.rados.rados.0.smithi071.stdout:2169: writing smithi07176956-12 from 1957888 to 2506752 tid 2 2024-03-10T21:28:57.186 INFO:tasks.rados.rados.0.smithi071.stdout:2169: writing smithi07176956-12 from 2506752 to 3121152 tid 3 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2169: writing smithi07176956-12 from 3121152 to 3162112 tid 4 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2170: read oid 33 snap -1 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2170: expect deleted 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2171: rmattr oid 38 current snap is 203 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2172: rollback oid 10 current snap is 203 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 187 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2173: rollback oid 35 current snap is 203 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 163 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:2174: rollback oid 2 current snap is 203 2024-03-10T21:28:57.188 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 179 2024-03-10T21:28:57.189 INFO:tasks.rados.rados.0.smithi071.stdout:2175: read oid 17 snap -1 2024-03-10T21:28:57.189 INFO:tasks.rados.rados.0.smithi071.stdout:2175: expect (ObjNum 579 snap 168 seq_num 579) 2024-03-10T21:28:57.189 INFO:tasks.rados.rados.0.smithi071.stdout:2176: delete oid 34 current snap is 203 2024-03-10T21:28:57.192 INFO:tasks.rados.rados.0.smithi071.stdout:2170: done (7 left) 2024-03-10T21:28:57.192 INFO:tasks.rados.rados.0.smithi071.stdout:2176: done (6 left) 2024-03-10T21:28:57.192 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 203 2024-03-10T21:28:57.192 INFO:tasks.rados.rados.0.smithi071.stdout:2177: seq_num 693 ranges {811008=409600,1220608=770048,1990656=581632,2572288=253952} 2024-03-10T21:28:57.199 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07176956-31 from 811008 to 1220608 tid 1 2024-03-10T21:28:57.205 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07176956-31 from 1220608 to 1990656 tid 2 2024-03-10T21:28:57.209 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07176956-31 from 1990656 to 2572288 tid 3 2024-03-10T21:28:57.210 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07176956-31 from 2572288 to 2826240 tid 4 2024-03-10T21:28:57.211 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 203 2024-03-10T21:28:57.211 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1313 (ObjNum 579 snap 168 seq_num 579) dirty exists 2024-03-10T21:28:57.211 INFO:tasks.rados.rados.0.smithi071.stdout:2178: seq_num 694 ranges {4005888=425984,4431872=655360,5087232=786432,5873664=163840} 2024-03-10T21:28:57.236 INFO:tasks.rados.rados.0.smithi071.stdout:2178: writing smithi07176956-8 from 4005888 to 4431872 tid 1 2024-03-10T21:28:57.240 INFO:tasks.rados.rados.0.smithi071.stdout:2178: writing smithi07176956-8 from 4431872 to 5087232 tid 2 2024-03-10T21:28:57.244 INFO:tasks.rados.rados.0.smithi071.stdout:2178: writing smithi07176956-8 from 5087232 to 5873664 tid 3 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2178: writing smithi07176956-8 from 5873664 to 6037504 tid 4 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2171: done (7 left) 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2179: snap_create 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2172: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2174: finishing rollback tid 0 to smithi07176956-2 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2172: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2174: finishing rollback tid 1 to smithi07176956-2 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:2174: finishing rollback tid 2 to smithi07176956-2 2024-03-10T21:28:57.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1297 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2172: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1125 (ObjNum -1349544144 snap 21904 seq_num 304) dirty exists 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 1 to smithi07176956-31 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing write tid 1 to smithi07176956-12 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing write tid 2 to smithi07176956-12 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4783 (ObjNum 536 snap 154 seq_num 536) dirty exists 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing write tid 3 to smithi07176956-12 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing write tid 4 to smithi07176956-12 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 2 to smithi07176956-31 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 3 to smithi07176956-31 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 4 to smithi07176956-31 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 5 to smithi07176956-31 2024-03-10T21:28:57.248 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing write tid 5 to smithi07176956-12 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing write tid 6 to smithi07176956-12 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: oid 12 updating version 0 to 5864 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: oid 12 updating version 5864 to 5865 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: oid 12 updating version 5865 to 5866 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: oid 12 version 5866 is already newer than 5863 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: oid 12 version 5866 is already newer than 5862 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5866 (ObjNum 691 snap 203 seq_num 691) dirty exists 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2169: left oid 12 (ObjNum 691 snap 203 seq_num 691) 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 6 to smithi07176956-31 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2177: oid 31 updating version 0 to 1128 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2177: oid 31 version 1128 is already newer than 1127 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2177: oid 31 version 1128 is already newer than 1126 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2177: oid 31 updating version 1128 to 1129 2024-03-10T21:28:57.249 INFO:tasks.rados.rados.0.smithi071.stdout:2177: oid 31 updating version 1129 to 1130 2024-03-10T21:28:57.250 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1130 (ObjNum 693 snap 203 seq_num 693) dirty exists 2024-03-10T21:28:57.250 INFO:tasks.rados.rados.0.smithi071.stdout:2177: left oid 31 (ObjNum 693 snap 203 seq_num 693) 2024-03-10T21:28:57.250 INFO:tasks.rados.rados.0.smithi071.stdout:2175: expect (ObjNum 579 snap 168 seq_num 579) 2024-03-10T21:28:57.412 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:57.167+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:57.412 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:57.167+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:57.412 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:57.412 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:57.412 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:57.412 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:57.412 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:57.413 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:57.413 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:57.413 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:57.413 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:57.413 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-mon[83873]: pgmap v379: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.4 MiB/s wr, 20 op/s; 99/831 objects degraded (11.913%) 2024-03-10T21:28:57.413 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.161+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.413 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.174+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.413 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.183+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.195+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.204+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.215+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.222+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.229+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.238+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.248+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.256+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.268+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.273+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.279+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.414 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.286+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.295+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.302+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.310+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.318+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.323+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.331+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.339+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.348+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.355+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.360+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.369+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.377+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.385+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.393+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.415 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.401+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.416 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.410+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:57.183+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:57.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[88660]: pgmap v379: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.4 MiB/s wr, 20 op/s; 99/831 objects degraded (11.913%) 2024-03-10T21:28:57.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:57.173+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:57.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:57.174+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:57.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:57.174+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:57.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-mon[91105]: pgmap v379: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 7 active+undersized+degraded, 66 active+clean, 38 active+undersized, 6 active+clean+snaptrim_error; 412 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.4 MiB/s wr, 20 op/s; 99/831 objects degraded (11.913%) 2024-03-10T21:28:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.164+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.164+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:57.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.164+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:57.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.164+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:57.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.164+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:57.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.166+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:57.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:57.166+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:57.668 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.418+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.668 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.422+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.668 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.427+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.668 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.433+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.438+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.442+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.449+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.453+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.458+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.466+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.474+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.483+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.491+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.500+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.510+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.520+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.669 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.529+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.538+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.548+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.554+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.562+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.569+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.576+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.584+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.591+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.670 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.599+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.606+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.614+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.622+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.629+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.636+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.643+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.651+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.658+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.671 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.666+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.674+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.681+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.689+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.696+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.705+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.712+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.720+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.727+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.734+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.742+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.750+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.758+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.765+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.772+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.780+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.787+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.924 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.795+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.802+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.810+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.817+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.825+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.832+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.839+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.847+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.854+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.862+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.870+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.877+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.925 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.885+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.926 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.896+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.926 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.904+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.926 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.912+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:57.926 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.921+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:58.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:58.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:58.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:58.173 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: osdmap e469: 8 total, 8 up, 8 in 2024-03-10T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:58.174 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:58.174 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.928+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.174 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.936+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.174 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.944+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.951+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.960+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.967+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.975+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.983+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.990+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:57.998+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.006+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.011+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.016+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.021+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.028+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.035+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.175 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.043+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.051+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.059+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.068+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.076+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.084+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.092+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.099+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.107+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.116+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.177 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.124+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.177 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.132+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.177 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.141+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.177 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.148+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.177 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.156+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.177 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.164+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.429 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:58.170+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:28:58.429 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:58.170+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:58.429 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:58.172+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.429 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.180+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.185+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.193+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.201+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.209+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.218+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.227+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.235+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.244+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.253+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.430 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.269+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.277+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.285+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.293+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.302+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.310+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.319+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.328+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.339+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.347+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.354+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.365+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.373+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.431 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.383+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.432 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.391+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.432 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.400+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.432 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.409+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.432 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.418+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.432 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.427+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:58.176+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:58.176+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:58.170+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:58.171+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:58.171+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:58.171+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:58.576 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:58.171+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: osdmap e469: 8 total, 8 up, 8 in 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:58.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: osdmap e469: 8 total, 8 up, 8 in 2024-03-10T21:28:58.578 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:58.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 109=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:58.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:58.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:58.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:58.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.436+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.443+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.452+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.460+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.469+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.478+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.486+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.495+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.505+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.515+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.527+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.536+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.545+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.554+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.562+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.569+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.576+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.586+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.594+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.603+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.612+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.621+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.627+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.634+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.643+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.651+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.661+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.682 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.669+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.683 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.678+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.815 INFO:tasks.rados.rados.0.smithi071.stdout:2178: finishing write tid 1 to smithi07176956-8 2024-03-10T21:28:58.815 INFO:tasks.rados.rados.0.smithi071.stdout:2178: finishing write tid 2 to smithi07176956-8 2024-03-10T21:28:58.815 INFO:tasks.rados.rados.0.smithi071.stdout:2169: done (7 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2172: done (6 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2173: done (5 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2174: done (4 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2175: done (3 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2177: done (2 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2179: done (1 left) 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 204 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: finishing write tid 3 to smithi07176956-8 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: finishing write tid 4 to smithi07176956-8 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: finishing write tid 5 to smithi07176956-8 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: finishing write tid 6 to smithi07176956-8 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: oid 8 updating version 0 to 988 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: oid 8 updating version 988 to 989 2024-03-10T21:28:58.816 INFO:tasks.rados.rados.0.smithi071.stdout:2178: oid 8 updating version 989 to 991 2024-03-10T21:28:58.817 INFO:tasks.rados.rados.0.smithi071.stdout:2178: oid 8 version 991 is already newer than 987 2024-03-10T21:28:58.817 INFO:tasks.rados.rados.0.smithi071.stdout:2178: oid 8 version 991 is already newer than 990 2024-03-10T21:28:58.817 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 991 (ObjNum 694 snap 203 seq_num 694) dirty exists 2024-03-10T21:28:58.817 INFO:tasks.rados.rados.0.smithi071.stdout:2178: left oid 8 (ObjNum 694 snap 203 seq_num 694) 2024-03-10T21:28:58.817 INFO:tasks.rados.rados.0.smithi071.stdout:2180: seq_num 695 ranges {3620864=442368,4063232=540672,4603904=598016,5201920=466944} 2024-03-10T21:28:58.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:28:58.574+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T21:28:58.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:58.638+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:58.837 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi07176956-40 from 3620864 to 4063232 tid 1 2024-03-10T21:28:58.840 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi07176956-40 from 4063232 to 4603904 tid 2 2024-03-10T21:28:58.844 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi07176956-40 from 4603904 to 5201920 tid 3 2024-03-10T21:28:58.847 INFO:tasks.rados.rados.0.smithi071.stdout:2180: writing smithi07176956-40 from 5201920 to 5668864 tid 4 2024-03-10T21:28:58.847 INFO:tasks.rados.rados.0.smithi071.stdout:2178: done (1 left) 2024-03-10T21:28:58.847 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 204 2024-03-10T21:28:58.847 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 1 to smithi07176956-40 2024-03-10T21:28:58.848 INFO:tasks.rados.rados.0.smithi071.stdout:2181: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-03-10T21:28:58.850 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi07176956-20 from 0 to 458752 tid 1 2024-03-10T21:28:58.852 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi07176956-20 from 458752 to 876544 tid 2 2024-03-10T21:28:58.857 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi07176956-20 from 876544 to 1630208 tid 3 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2181: writing smithi07176956-20 from 1630208 to 2064384 tid 4 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2182: setattr oid 46 current snap is 204 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 2 to smithi07176956-40 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 3 to smithi07176956-40 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 4 to smithi07176956-40 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 5 to smithi07176956-40 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing write tid 6 to smithi07176956-40 2024-03-10T21:28:58.860 INFO:tasks.rados.rados.0.smithi071.stdout:2180: oid 40 updating version 0 to 1444 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2180: oid 40 version 1444 is already newer than 1443 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2180: oid 40 version 1444 is already newer than 1442 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2180: oid 40 updating version 1444 to 1445 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2180: oid 40 version 1445 is already newer than 1441 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1445 (ObjNum 695 snap 204 seq_num 695) dirty exists 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2180: left oid 40 (ObjNum 695 snap 204 seq_num 695) 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 1 to smithi07176956-20 2024-03-10T21:28:58.861 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 2 to smithi07176956-20 2024-03-10T21:28:58.862 INFO:tasks.rados.rados.0.smithi071.stdout:2180: done (2 left) 2024-03-10T21:28:58.862 INFO:tasks.rados.rados.0.smithi071.stdout:2183: copy_from oid 14 from oid 2 current snap is 204 2024-03-10T21:28:58.862 INFO:tasks.rados.rados.0.smithi071.stdout:2184: snap_create 2024-03-10T21:28:58.862 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 3 to smithi07176956-20 2024-03-10T21:28:58.863 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 4 to smithi07176956-20 2024-03-10T21:28:58.863 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 5 to smithi07176956-20 2024-03-10T21:28:58.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1447 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:28:58.865 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing write tid 6 to smithi07176956-20 2024-03-10T21:28:58.865 INFO:tasks.rados.rados.0.smithi071.stdout:2181: oid 20 updating version 0 to 4782 2024-03-10T21:28:58.865 INFO:tasks.rados.rados.0.smithi071.stdout:2181: oid 20 updating version 4782 to 4783 2024-03-10T21:28:58.865 INFO:tasks.rados.rados.0.smithi071.stdout:2181: oid 20 version 4783 is already newer than 4780 2024-03-10T21:28:58.865 INFO:tasks.rados.rados.0.smithi071.stdout:2181: oid 20 version 4783 is already newer than 4781 2024-03-10T21:28:58.865 INFO:tasks.rados.rados.0.smithi071.stdout:2181: oid 20 version 4783 is already newer than 4779 2024-03-10T21:28:58.866 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4783 (ObjNum 696 snap 204 seq_num 696) dirty exists 2024-03-10T21:28:58.866 INFO:tasks.rados.rados.0.smithi071.stdout:2181: left oid 20 (ObjNum 696 snap 204 seq_num 696) 2024-03-10T21:28:58.914 INFO:tasks.rados.rados.0.smithi071.stdout:2183: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:28:58.918 INFO:tasks.rados.rados.0.smithi071.stdout:2183: finishing copy_from to smithi07176956-14 2024-03-10T21:28:58.918 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1297 (ObjNum 395 snap 111 seq_num 395) dirty exists 2024-03-10T21:28:58.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.687+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.696+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.705+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.714+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.722+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.732+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.740+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.750+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.758+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.767+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.935 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.776+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.786+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.794+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.800+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.808+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.817+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.834+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.845+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.936 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.857+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.876+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.887+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.893+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.900+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.909+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.916+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.923+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:58.937 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.932+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.189 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:59.189 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:59.189 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:59.189 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: osdmap e470: 8 total, 8 up, 8 in 2024-03-10T21:28:59.189 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:59.189 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.190 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:28:59.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:28:59.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T21:28:59.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:59.191 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-mon[83873]: pgmap v382: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 89 active+clean, 20 active+undersized, 6 active+clean+snaptrim_error; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 70/852 objects degraded (8.216%); 7.0 MiB/s, 1 objects/s recovering 2024-03-10T21:28:59.191 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.943+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.191 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.952+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.958+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.964+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.971+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.989+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:58.998+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.007+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.016+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.025+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.034+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.044+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.052+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.062+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.071+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.081+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.090+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.099+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.108+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.118+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.129+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.138+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.148+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.157+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.166+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.175+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.187+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.433 INFO:tasks.rados.rados.0.smithi071.stdout:2181: done (3 left) 2024-03-10T21:28:59.433 INFO:tasks.rados.rados.0.smithi071.stdout:2182: done (2 left) 2024-03-10T21:28:59.433 INFO:tasks.rados.rados.0.smithi071.stdout:2183: done (1 left) 2024-03-10T21:28:59.433 INFO:tasks.rados.rados.0.smithi071.stdout:2184: done (0 left) 2024-03-10T21:28:59.433 INFO:tasks.rados.rados.0.smithi071.stdout:2185: rollback oid 6 current snap is 205 2024-03-10T21:28:59.433 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 185 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: osdmap e470: 8 total, 8 up, 8 in 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:59.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[88660]: pgmap v382: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 89 active+clean, 20 active+undersized, 6 active+clean+snaptrim_error; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 70/852 objects degraded (8.216%); 7.0 MiB/s, 1 objects/s recovering 2024-03-10T21:28:59.436 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 205 2024-03-10T21:28:59.436 INFO:tasks.rados.rados.0.smithi071.stdout:2186: seq_num 697 ranges {1712128=475136,2187264=704512,2891776=557056,3448832=344064} 2024-03-10T21:28:59.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:59.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:59.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:59.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: osdmap e470: 8 total, 8 up, 8 in 2024-03-10T21:28:59.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:28:59.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:28:59.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:28:59.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-03-10T21:28:59.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:59.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-mon[91105]: pgmap v382: 121 pgs: 4 active+undersized+degraded+snaptrim_error, 2 active+undersized+degraded, 89 active+clean, 20 active+undersized, 6 active+clean+snaptrim_error; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.3 MiB/s wr, 20 op/s; 70/852 objects degraded (8.216%); 7.0 MiB/s, 1 objects/s recovering 2024-03-10T21:28:59.446 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi07176956-9 from 1712128 to 2187264 tid 1 2024-03-10T21:28:59.447 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:59.435+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:28:59.447 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:28:59.435+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.198+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.208+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.217+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.226+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.236+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.246+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.448 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.255+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.265+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.274+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.284+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.293+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.303+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.313+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.322+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.330+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.343+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.364+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.449 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.368+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.372+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.380+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.390+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.400+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.410+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.420+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.433+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.446+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.450 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi07176956-9 from 2187264 to 2891776 tid 2 2024-03-10T21:28:59.453 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi07176956-9 from 2891776 to 3448832 tid 3 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2186: writing smithi07176956-9 from 3448832 to 3792896 tid 4 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2187: copy_from oid 19 from oid 31 current snap is 205 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2185: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2185: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2185: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5840 (ObjNum 625 snap 183 seq_num 625) dirty exists 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 1 to smithi07176956-9 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2185: done (2 left) 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:2188: rollback oid 34 current snap is 205 2024-03-10T21:28:59.457 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 176 2024-03-10T21:28:59.458 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 2 to smithi07176956-9 2024-03-10T21:28:59.458 INFO:tasks.rados.rados.0.smithi071.stdout:2189: delete oid 7 current snap is 205 2024-03-10T21:28:59.458 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 3 to smithi07176956-9 2024-03-10T21:28:59.460 INFO:tasks.rados.rados.0.smithi071.stdout:2189: done (3 left) 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2190: read oid 5 snap -1 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2190: expect deleted 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2191: read oid 23 snap -1 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2191: expect deleted 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2192: delete oid 24 current snap is 205 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 4 to smithi07176956-9 2024-03-10T21:28:59.461 INFO:tasks.rados.rados.0.smithi071.stdout:2188: finishing rollback tid 1 to smithi07176956-34 2024-03-10T21:28:59.462 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 5 to smithi07176956-9 2024-03-10T21:28:59.462 INFO:tasks.rados.rados.0.smithi071.stdout:2188: finishing rollback tid 2 to smithi07176956-34 2024-03-10T21:28:59.462 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1449 (ObjNum 558 snap 158 seq_num 558) dirty exists 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing write tid 6 to smithi07176956-9 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:2186: oid 9 updating version 0 to 1314 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:2186: oid 9 updating version 1314 to 1317 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:2186: oid 9 version 1317 is already newer than 1315 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:2186: oid 9 version 1317 is already newer than 1316 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:2186: oid 9 updating version 1317 to 1318 2024-03-10T21:28:59.463 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1318 (ObjNum 697 snap 205 seq_num 697) dirty exists 2024-03-10T21:28:59.464 INFO:tasks.rados.rados.0.smithi071.stdout:2186: left oid 9 (ObjNum 697 snap 205 seq_num 697) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2186: done (5 left) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2188: done (4 left) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2190: done (3 left) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2191: done (2 left) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2192: done (1 left) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2193: read oid 30 snap -1 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2193: expect deleted 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2194: read oid 2 snap -1 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2194: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2195: copy_from oid 39 from oid 33 current snap is 205 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2196: rmattr oid 11 current snap is 205 2024-03-10T21:28:59.466 INFO:tasks.rados.rados.0.smithi071.stdout:2196: done (4 left) 2024-03-10T21:28:59.467 INFO:tasks.rados.rados.0.smithi071.stdout:2197: setattr oid 13 current snap is 205 2024-03-10T21:28:59.467 INFO:tasks.rados.rados.0.smithi071.stdout:2195: finishing copy_from to smithi07176956-39 2024-03-10T21:28:59.467 INFO:tasks.rados.rados.0.smithi071.stdout:2195: got expected ENOENT (src dne) 2024-03-10T21:28:59.467 INFO:tasks.rados.rados.0.smithi071.stdout:2195: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:28:59.468 INFO:tasks.rados.rados.0.smithi071.stdout:2195: done (4 left) 2024-03-10T21:28:59.468 INFO:tasks.rados.rados.0.smithi071.stdout:2198: rollback oid 32 current snap is 205 2024-03-10T21:28:59.468 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 199 2024-03-10T21:28:59.468 INFO:tasks.rados.rados.0.smithi071.stdout:2199: read oid 25 snap -1 2024-03-10T21:28:59.468 INFO:tasks.rados.rados.0.smithi071.stdout:2199: expect (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:28:59.469 INFO:tasks.rados.rados.0.smithi071.stdout:2200: read oid 5 snap -1 2024-03-10T21:28:59.469 INFO:tasks.rados.rados.0.smithi071.stdout:2200: expect deleted 2024-03-10T21:28:59.469 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 205 2024-03-10T21:28:59.469 INFO:tasks.rados.rados.0.smithi071.stdout:2201: seq_num 700 ranges {6963200=532480,7495680=409600,7905280=737280,8642560=458752} 2024-03-10T21:28:59.512 INFO:tasks.rados.rados.0.smithi071.stdout:2201: writing smithi07176956-22 from 6963200 to 7495680 tid 1 2024-03-10T21:28:59.514 INFO:tasks.rados.rados.0.smithi071.stdout:2201: writing smithi07176956-22 from 7495680 to 7905280 tid 2 2024-03-10T21:28:59.518 INFO:tasks.rados.rados.0.smithi071.stdout:2201: writing smithi07176956-22 from 7905280 to 8642560 tid 3 2024-03-10T21:28:59.521 INFO:tasks.rados.rados.0.smithi071.stdout:2201: writing smithi07176956-22 from 8642560 to 9101312 tid 4 2024-03-10T21:28:59.521 INFO:tasks.rados.rados.0.smithi071.stdout:2202: copy_from oid 38 from oid 21 current snap is 205 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1451 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:2187: finishing copy_from racing read to smithi07176956-19 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:2187: finishing copy_from to smithi07176956-19 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1130 (ObjNum 693 snap 203 seq_num 693) dirty exists 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing rollback tid 0 to smithi07176956-32 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:2198: finishing rollback tid 2 to smithi07176956-32 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 4787 (ObjNum 592 snap 171 seq_num 592) dirty exists 2024-03-10T21:28:59.522 INFO:tasks.rados.rados.0.smithi071.stdout:2199: expect (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:28:59.620 INFO:tasks.rados.rados.0.smithi071.stdout:2194: expect (ObjNum 395 snap 111 seq_num 395) 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.460+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.495+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.504+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.520+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.530+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.535+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.704 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.545+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.555+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.565+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.575+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.585+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.593+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.602+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.612+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.622+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.631+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.641+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.651+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.661+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.705 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.671+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.706 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.681+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.706 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.691+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.706 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.701+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:28:59.437+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:28:59.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:59.434+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:59.434+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:28:59.437+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.430+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.430+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.431+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.431+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.431+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.431+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:28:59.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:28:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:28:59.432+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:28:59.964 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.712+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.964 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.722+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.732+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.743+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.752+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.760+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.769+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.776+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.786+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.796+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.807+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.818+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.828+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.838+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.849+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.859+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.869+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.879+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.889+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.899+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.909+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.920+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.930+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.940+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.951+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:28:59.966 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.962+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.224 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 99/831 objects degraded (11.913%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:00.224 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: osdmap e471: 8 total, 8 up, 8 in 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:00.225 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.976+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:28:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:28:59.991+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.006+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.016+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.032+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.040+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.057+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.066+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.078+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.088+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.226 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.098+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.110+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.117+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.123+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.134+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.145+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.156+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.167+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.176+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.189+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.200+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.211+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.227 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.222+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing write tid 1 to smithi07176956-22 2024-03-10T21:29:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:2187: done (8 left) 2024-03-10T21:29:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:2193: done (7 left) 2024-03-10T21:29:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:2194: done (6 left) 2024-03-10T21:29:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:2197: done (5 left) 2024-03-10T21:29:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:2198: done (4 left) 2024-03-10T21:29:00.357 INFO:tasks.rados.rados.0.smithi071.stdout:2199: done (3 left) 2024-03-10T21:29:00.357 INFO:tasks.rados.rados.0.smithi071.stdout:2200: done (2 left) 2024-03-10T21:29:00.357 INFO:tasks.rados.rados.0.smithi071.stdout:2203: snap_remove snap 187 2024-03-10T21:29:00.478 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.232+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.478 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.241+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.478 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.252+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.478 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.265+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.478 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.275+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.285+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.297+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.309+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.319+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.330+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.340+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.351+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.362+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.371+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.381+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.392+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.403+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.479 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.414+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.421+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.428+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.434+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.444+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.455+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.465+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.480 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.476+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 99/831 objects degraded (11.913%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:00.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: osdmap e471: 8 total, 8 up, 8 in 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 99/831 objects degraded (11.913%), 11 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:00.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: osdmap e471: 8 total, 8 up, 8 in 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:00.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.485+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.494+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.505+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.517+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.529+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.540+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.551+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.559+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.569+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.580+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.592+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.604+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.615+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.626+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.636+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.646+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.657+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.669+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.681+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.688+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.696+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.708+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.715+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.723+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.730+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.737+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.748+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.760+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.772+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.784+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.795+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.807+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.819+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.831+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.844+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.855+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.863+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.875+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.887+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.899+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.911+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.923+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.935+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.946+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.957+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.970+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:00.986 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.982+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.182 INFO:tasks.rados.rados.0.smithi071.stdout:2203: done (2 left) 2024-03-10T21:29:01.182 INFO:tasks.rados.rados.0.smithi071.stdout:2204: snap_remove snap 203 2024-03-10T21:29:01.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:01.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:01.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-mon[83873]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 441 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.3 MiB/s wr, 24 op/s; 18 MiB/s, 4 objects/s recovering 2024-03-10T21:29:01.239 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:01.179+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:01.239 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:01.179+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:01.239 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:01.179+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.991+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:00.998+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.007+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.019+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.032+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.046+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.059+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.071+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.084+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.095+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.105+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.118+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.130+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.141+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.154+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.166+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.178+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.191+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.204+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.216+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.228+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.237+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.487 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:29:01] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-03-10T21:29:01.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:01.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:01.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-mon[88660]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 441 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.3 MiB/s wr, 24 op/s; 18 MiB/s, 4 objects/s recovering 2024-03-10T21:29:01.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:01.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:01.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-mon[91105]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 441 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.3 MiB/s wr, 24 op/s; 18 MiB/s, 4 objects/s recovering 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:01.185+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:01.185+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:01.178+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:01.178+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:01.178+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:01.178+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:01.489 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:01.179+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:01.490 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.249+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.490 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.490 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.271+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.490 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.281+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.490 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.294+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.490 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.306+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.318+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.331+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.342+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.353+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.359+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.373+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.386+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.398+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.411+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.424+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.438+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.450+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.462+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.491 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.475+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.492 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.488+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.752 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.502+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.752 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.516+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.752 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.529+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.752 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.542+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.752 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.555+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.568+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.581+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.595+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.608+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.621+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.633+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.646+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.657+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.672+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.685+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.698+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.711+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.724+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.737+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:01.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.750+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.763+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.776+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.787+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.796+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.803+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.816+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.837+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.851+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.863+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.876+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.889+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.902+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.914+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.927+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.940+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.954+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.967+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:01.995+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.007+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:2204: done (2 left) 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:2205: rollback oid 19 current snap is 205 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 204 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing write tid 2 to smithi07176956-22 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing write tid 3 to smithi07176956-22 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing write tid 4 to smithi07176956-22 2024-03-10T21:29:02.182 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing write tid 5 to smithi07176956-22 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing copy_from to smithi07176956-38 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 5844 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: finishing write tid 6 to smithi07176956-22 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: oid 22 updating version 0 to 5822 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: oid 22 updating version 5822 to 5823 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: oid 22 version 5823 is already newer than 5821 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: oid 22 updating version 5823 to 5824 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: oid 22 updating version 5824 to 5825 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 5825 (ObjNum 700 snap 205 seq_num 700) dirty exists 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: left oid 22 (ObjNum 700 snap 205 seq_num 700) 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2201: done (2 left) 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:2202: done (1 left) 2024-03-10T21:29:02.183 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 205 2024-03-10T21:29:02.184 INFO:tasks.rados.rados.0.smithi071.stdout:2206: seq_num 701 ranges {9101312=548864,9650176=696320,10346496=540672,10887168=368640} 2024-03-10T21:29:02.235 INFO:tasks.rados.rados.0.smithi071.stdout:2206: writing smithi07176956-2 from 9101312 to 9650176 tid 1 2024-03-10T21:29:02.241 INFO:tasks.rados.rados.0.smithi071.stdout:2206: writing smithi07176956-2 from 9650176 to 10346496 tid 2 2024-03-10T21:29:02.242 INFO:tasks.rados.rados.0.smithi071.stdout:2206: writing smithi07176956-2 from 10346496 to 10887168 tid 3 2024-03-10T21:29:02.245 INFO:tasks.rados.rados.0.smithi071.stdout:2206: writing smithi07176956-2 from 10887168 to 11255808 tid 4 2024-03-10T21:29:02.245 INFO:tasks.rados.rados.0.smithi071.stdout:2207: rollback oid 49 current snap is 205 2024-03-10T21:29:02.245 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 200 2024-03-10T21:29:02.245 INFO:tasks.rados.rados.0.smithi071.stdout:2205: finishing rollback tid 0 to smithi07176956-19 2024-03-10T21:29:02.245 INFO:tasks.rados.rados.0.smithi071.stdout:2205: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:29:02.245 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1132 (ObjNum 945 snap 0 seq_num 3053312336) dirty dne 2024-03-10T21:29:02.246 INFO:tasks.rados.rados.0.smithi071.stdout:2205: done (2 left) 2024-03-10T21:29:02.246 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 205 2024-03-10T21:29:02.246 INFO:tasks.rados.rados.0.smithi071.stdout:2208: seq_num 702 ranges {7430144=565248,7995392=581632,8577024=745472,9322496=278528} 2024-03-10T21:29:02.269 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:02.183+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:02.269 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:02.183+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:02.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 70/852 objects degraded (8.216%), 6 pgs degraded) 2024-03-10T21:29:02.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:02.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:02.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: osdmap e472: 8 total, 8 up, 8 in 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:02.270 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:02.270 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.017+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.270 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.033+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.047+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.062+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.070+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.080+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.087+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.098+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.112+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.125+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.138+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.151+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.164+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.177+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.191+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.271 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.200+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.272 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.209+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.272 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.224+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.272 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.253+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.272 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.267+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.289 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07176956-32 from 7430144 to 7995392 tid 1 2024-03-10T21:29:02.292 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07176956-32 from 7995392 to 8577024 tid 2 2024-03-10T21:29:02.297 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07176956-32 from 8577024 to 9322496 tid 3 2024-03-10T21:29:02.299 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07176956-32 from 9322496 to 9601024 tid 4 2024-03-10T21:29:02.299 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 205 2024-03-10T21:29:02.299 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:29:02.299 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:29:02.299 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing write tid 1 to smithi07176956-2 2024-03-10T21:29:02.299 INFO:tasks.rados.rados.0.smithi071.stdout:2209: seq_num 703 ranges {12050432=581632,12632064=458752,13090816=557056,13647872=417792,14065664=172032} 2024-03-10T21:29:02.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:02.038+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 70/852 objects degraded (8.216%), 6 pgs degraded) 2024-03-10T21:29:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: osdmap e472: 8 total, 8 up, 8 in 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:02.185+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:02.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:02.188+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:02.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:02.188+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 70/852 objects degraded (8.216%), 6 pgs degraded) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: osdmap e472: 8 total, 8 up, 8 in 2024-03-10T21:29:02.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:02.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.178+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.179+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.179+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.179+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.179+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.179+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:02.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:02.179+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:02.369 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi07176956-41 from 12050432 to 12632064 tid 1 2024-03-10T21:29:02.371 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi07176956-41 from 12632064 to 13090816 tid 2 2024-03-10T21:29:02.375 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi07176956-41 from 13090816 to 13647872 tid 3 2024-03-10T21:29:02.377 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi07176956-41 from 13647872 to 14065664 tid 4 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2209: writing smithi07176956-41 from 14065664 to 14237696 tid 5 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2210: read oid 37 snap -1 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2210: expect (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2211: delete oid 40 current snap is 205 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 510 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing write tid 2 to smithi07176956-2 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing write tid 3 to smithi07176956-2 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing write tid 4 to smithi07176956-2 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing write tid 5 to smithi07176956-2 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: finishing write tid 6 to smithi07176956-2 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: oid 2 updating version 0 to 2986 2024-03-10T21:29:02.380 INFO:tasks.rados.rados.0.smithi071.stdout:2206: oid 2 version 2986 is already newer than 2985 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2206: oid 2 version 2986 is already newer than 2984 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2206: oid 2 version 2986 is already newer than 2982 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2206: oid 2 version 2986 is already newer than 2983 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2986 (ObjNum 701 snap 205 seq_num 701) dirty exists 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2206: left oid 2 (ObjNum 701 snap 205 seq_num 701) 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 1 to smithi07176956-32 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 2 to smithi07176956-32 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 3 to smithi07176956-32 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 4 to smithi07176956-32 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 5 to smithi07176956-32 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 6 to smithi07176956-32 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: oid 32 updating version 0 to 4791 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: oid 32 version 4791 is already newer than 4789 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: oid 32 version 4791 is already newer than 4788 2024-03-10T21:29:02.381 INFO:tasks.rados.rados.0.smithi071.stdout:2208: oid 32 version 4791 is already newer than 4790 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:2208: oid 32 updating version 4791 to 4792 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 4792 (ObjNum 702 snap 205 seq_num 702) dirty exists 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:2208: left oid 32 (ObjNum 702 snap 205 seq_num 702) 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 1 to smithi07176956-41 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 2 to smithi07176956-41 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 3 to smithi07176956-41 2024-03-10T21:29:02.382 INFO:tasks.rados.rados.0.smithi071.stdout:2206: done (5 left) 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2207: done (4 left) 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2208: done (3 left) 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2211: done (2 left) 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2212: copy_from oid 29 from oid 4 current snap is 205 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2213: delete oid 17 current snap is 205 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 4 to smithi07176956-41 2024-03-10T21:29:02.383 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 5 to smithi07176956-41 2024-03-10T21:29:02.384 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 6 to smithi07176956-41 2024-03-10T21:29:02.386 INFO:tasks.rados.rados.0.smithi071.stdout:2209: finishing write tid 7 to smithi07176956-41 2024-03-10T21:29:02.386 INFO:tasks.rados.rados.0.smithi071.stdout:2209: oid 41 updating version 0 to 1133 2024-03-10T21:29:02.386 INFO:tasks.rados.rados.0.smithi071.stdout:2209: oid 41 updating version 1133 to 1135 2024-03-10T21:29:02.386 INFO:tasks.rados.rados.0.smithi071.stdout:2209: oid 41 version 1135 is already newer than 1132 2024-03-10T21:29:02.387 INFO:tasks.rados.rados.0.smithi071.stdout:2209: oid 41 version 1135 is already newer than 1134 2024-03-10T21:29:02.387 INFO:tasks.rados.rados.0.smithi071.stdout:2209: oid 41 version 1135 is already newer than 1131 2024-03-10T21:29:02.387 INFO:tasks.rados.rados.0.smithi071.stdout:2209: oid 41 updating version 1135 to 1136 2024-03-10T21:29:02.387 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1136 (ObjNum 703 snap 205 seq_num 703) dirty exists 2024-03-10T21:29:02.387 INFO:tasks.rados.rados.0.smithi071.stdout:2209: left oid 41 (ObjNum 703 snap 205 seq_num 703) 2024-03-10T21:29:02.388 INFO:tasks.rados.rados.0.smithi071.stdout:2209: done (3 left) 2024-03-10T21:29:02.388 INFO:tasks.rados.rados.0.smithi071.stdout:2213: done (2 left) 2024-03-10T21:29:02.388 INFO:tasks.rados.rados.0.smithi071.stdout:2214: delete oid 22 current snap is 205 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2214: done (2 left) 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2215: rmattr oid 5 current snap is 205 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2215: done (2 left) 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2216: read oid 49 snap 198 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2216: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2217: copy_from oid 35 from oid 28 current snap is 205 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2218: read oid 32 snap -1 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2218: expect (ObjNum 702 snap 205 seq_num 702) 2024-03-10T21:29:02.401 INFO:tasks.rados.rados.0.smithi071.stdout:2219: copy_from oid 6 from oid 1 current snap is 205 2024-03-10T21:29:02.402 INFO:tasks.rados.rados.0.smithi071.stdout:2220: read oid 20 snap -1 2024-03-10T21:29:02.402 INFO:tasks.rados.rados.0.smithi071.stdout:2220: expect (ObjNum 696 snap 204 seq_num 696) 2024-03-10T21:29:02.402 INFO:tasks.rados.rados.0.smithi071.stdout:2221: delete oid 43 current snap is 205 2024-03-10T21:29:02.402 INFO:tasks.rados.rados.0.smithi071.stdout:2210: expect (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:29:02.525 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:29:02.525 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.281+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.525 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.297+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.314+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.328+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.336+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.349+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.363+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.380+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.400+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.417+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.428+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.437+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.443+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.454+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.526 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.466+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.527 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.477+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.527 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.490+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.527 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.499+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.527 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.509+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.527 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.523+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2212: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2210: done (7 left) 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2221: done (6 left) 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 205 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2217: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2212: finishing copy_from to smithi07176956-29 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1415 (ObjNum 672 snap 197 seq_num 672) dirty exists 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2217: finishing copy_from to smithi07176956-35 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1428 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T21:29:02.679 INFO:tasks.rados.rados.0.smithi071.stdout:2219: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:29:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2219: finishing copy_from to smithi07176956-6 2024-03-10T21:29:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5851 (ObjNum 669 snap 197 seq_num 669) dirty exists 2024-03-10T21:29:02.680 INFO:tasks.rados.rados.0.smithi071.stdout:2216: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.536+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.549+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.562+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.575+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.588+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.603+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.616+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.628+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.641+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.777 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.654+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.668+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.682+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.695+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.708+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.723+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.735+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.747+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.760+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.778 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.774+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:02.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:02.380+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:02.924 INFO:tasks.rados.rados.0.smithi071.stdout:2218: expect (ObjNum 702 snap 205 seq_num 702) 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.789+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.804+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.813+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.838+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.852+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.866+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.030 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.878+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.892+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.904+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.918+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.932+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.946+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.959+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.972+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.985+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:02.999+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.013+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.031 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.027+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.292 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: osdmap e473: 8 total, 8 up, 8 in 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: pgmap v387: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 441 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 18 MiB/s, 4 objects/s recovering 2024-03-10T21:29:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.044+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.056+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.070+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.083+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.097+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.110+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.125+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.138+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.153+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.167+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.180+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.196+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.211+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.225+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.240+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.254+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.263+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.276+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.289+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.545 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.305+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.545 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.316+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.545 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.323+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.545 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.339+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.545 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.352+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.367+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.382+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.398+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.412+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.427+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.442+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.451+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.463+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.477+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.490+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.500+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.513+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.546 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.528+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.547 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.543+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: osdmap e473: 8 total, 8 up, 8 in 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: pgmap v387: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 441 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 18 MiB/s, 4 objects/s recovering 2024-03-10T21:29:03.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:03.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: osdmap e473: 8 total, 8 up, 8 in 2024-03-10T21:29:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:03.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:03.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: pgmap v387: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 441 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.4 MiB/s wr, 20 op/s; 18 MiB/s, 4 objects/s recovering 2024-03-10T21:29:03.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:03.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:03.719 INFO:tasks.rados.rados.0.smithi071.stdout:2220: expect (ObjNum 696 snap 204 seq_num 696) 2024-03-10T21:29:03.779 INFO:tasks.rados.rados.0.smithi071.stdout:2222: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-03-10T21:29:03.783 INFO:tasks.rados.rados.0.smithi071.stdout:2222: writing smithi07176956-3 from 0 to 663552 tid 1 2024-03-10T21:29:03.788 INFO:tasks.rados.rados.0.smithi071.stdout:2222: writing smithi07176956-3 from 663552 to 1400832 tid 2 2024-03-10T21:29:03.792 INFO:tasks.rados.rados.0.smithi071.stdout:2222: writing smithi07176956-3 from 1400832 to 2097152 tid 3 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2222: writing smithi07176956-3 from 2097152 to 2269184 tid 4 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2212: done (6 left) 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2216: done (5 left) 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2217: done (4 left) 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2218: done (3 left) 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2219: done (2 left) 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2220: done (1 left) 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2223: delete oid 48 current snap is 205 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2222: finishing write tid 1 to smithi07176956-3 2024-03-10T21:29:03.794 INFO:tasks.rados.rados.0.smithi071.stdout:2222: finishing write tid 2 to smithi07176956-3 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.552+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.566+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.581+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.597+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.615+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.629+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.643+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.659+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.673+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.796 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.686+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.701+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.715+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.730+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.744+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.757+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.766+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.781+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.797 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.793+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:03.798 INFO:tasks.rados.rados.0.smithi071.stdout:2222: finishing write tid 3 to smithi07176956-3 2024-03-10T21:29:03.798 INFO:tasks.rados.rados.0.smithi071.stdout:2222: finishing write tid 4 to smithi07176956-3 2024-03-10T21:29:03.799 INFO:tasks.rados.rados.0.smithi071.stdout:2222: finishing write tid 5 to smithi07176956-3 2024-03-10T21:29:03.799 INFO:tasks.rados.rados.0.smithi071.stdout:2223: done (1 left) 2024-03-10T21:29:03.799 INFO:tasks.rados.rados.0.smithi071.stdout:2224: copy_from oid 1 from oid 16 current snap is 205 2024-03-10T21:29:03.799 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 205 2024-03-10T21:29:03.799 INFO:tasks.rados.rados.0.smithi071.stdout:2225: seq_num 710 ranges {9101312=696320,9797632=499712,10297344=712704,11010048=393216} 2024-03-10T21:29:03.852 INFO:tasks.rados.rados.0.smithi071.stdout:2225: writing smithi07176956-14 from 9101312 to 9797632 tid 1 2024-03-10T21:29:03.855 INFO:tasks.rados.rados.0.smithi071.stdout:2225: writing smithi07176956-14 from 9797632 to 10297344 tid 2 2024-03-10T21:29:03.860 INFO:tasks.rados.rados.0.smithi071.stdout:2225: writing smithi07176956-14 from 10297344 to 11010048 tid 3 2024-03-10T21:29:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:2225: writing smithi07176956-14 from 11010048 to 11403264 tid 4 2024-03-10T21:29:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:2226: delete oid 28 current snap is 205 2024-03-10T21:29:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:2222: finishing write tid 6 to smithi07176956-3 2024-03-10T21:29:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:2222: oid 3 updating version 0 to 5847 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2222: oid 3 updating version 5847 to 5848 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2222: oid 3 version 5848 is already newer than 5846 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2222: oid 3 version 5848 is already newer than 5845 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2222: oid 3 updating version 5848 to 5849 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 5849 (ObjNum 708 snap 205 seq_num 708) dirty exists 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2222: left oid 3 (ObjNum 708 snap 205 seq_num 708) 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing copy_from to smithi07176956-1 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2224: got expected ENOENT (src dne) 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:29:03.864 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing write tid 1 to smithi07176956-14 2024-03-10T21:29:03.865 INFO:tasks.rados.rados.0.smithi071.stdout:2222: done (3 left) 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2224: done (2 left) 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2226: done (1 left) 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2227: read oid 23 snap 183 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2227: expect (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2228: rollback oid 27 current snap is 205 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 202 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing write tid 2 to smithi07176956-14 2024-03-10T21:29:03.866 INFO:tasks.rados.rados.0.smithi071.stdout:2229: delete oid 31 current snap is 205 2024-03-10T21:29:03.868 INFO:tasks.rados.rados.0.smithi071.stdout:2228: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:29:03.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 4774 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-03-10T21:29:03.869 INFO:tasks.rados.rados.0.smithi071.stdout:2228: done (3 left) 2024-03-10T21:29:03.869 INFO:tasks.rados.rados.0.smithi071.stdout:2229: done (2 left) 2024-03-10T21:29:03.869 INFO:tasks.rados.rados.0.smithi071.stdout:2230: rmattr oid 3 current snap is 205 2024-03-10T21:29:03.869 INFO:tasks.rados.rados.0.smithi071.stdout:2230: done (2 left) 2024-03-10T21:29:03.869 INFO:tasks.rados.rados.0.smithi071.stdout:2231: read oid 11 snap -1 2024-03-10T21:29:03.869 INFO:tasks.rados.rados.0.smithi071.stdout:2231: expect (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:29:03.870 INFO:tasks.rados.rados.0.smithi071.stdout:2232: read oid 41 snap -1 2024-03-10T21:29:03.870 INFO:tasks.rados.rados.0.smithi071.stdout:2232: expect (ObjNum 703 snap 205 seq_num 703) 2024-03-10T21:29:03.870 INFO:tasks.rados.rados.0.smithi071.stdout:2233: snap_remove snap 200 2024-03-10T21:29:04.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.807+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.821+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.835+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.850+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.875+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.892+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.913+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.934+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.952+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.968+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.982+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:03.997+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.011+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.025+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.040+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.049 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.046+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:2233: done (4 left) 2024-03-10T21:29:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 205 2024-03-10T21:29:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing write tid 3 to smithi07176956-14 2024-03-10T21:29:04.203 INFO:tasks.rados.rados.0.smithi071.stdout:2234: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-03-10T21:29:04.207 INFO:tasks.rados.rados.0.smithi071.stdout:2234: writing smithi07176956-24 from 0 to 745472 tid 1 2024-03-10T21:29:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:2234: writing smithi07176956-24 from 745472 to 1302528 tid 2 2024-03-10T21:29:04.214 INFO:tasks.rados.rados.0.smithi071.stdout:2234: writing smithi07176956-24 from 1302528 to 1785856 tid 3 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2234: writing smithi07176956-24 from 1785856 to 2351104 tid 4 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2235: delete oid 32 current snap is 205 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing write tid 4 to smithi07176956-14 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing write tid 5 to smithi07176956-14 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: finishing write tid 6 to smithi07176956-14 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: oid 14 updating version 0 to 5872 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: oid 14 updating version 5872 to 5873 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: oid 14 version 5873 is already newer than 5870 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: oid 14 updating version 5873 to 5874 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:2225: oid 14 version 5874 is already newer than 5871 2024-03-10T21:29:04.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5874 (ObjNum 710 snap 205 seq_num 710) dirty exists 2024-03-10T21:29:04.220 INFO:tasks.rados.rados.0.smithi071.stdout:2225: left oid 14 (ObjNum 710 snap 205 seq_num 710) 2024-03-10T21:29:04.220 INFO:tasks.rados.rados.0.smithi071.stdout:2231: expect (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:29:04.300 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:04.195+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:04.301 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:04.195+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:04.301 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:04.195+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:04.301 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.062+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.301 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.076+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.301 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.090+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.301 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.106+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.121+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.137+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.151+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.165+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.174+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.188+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.205+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.225+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.239+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.254+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.268+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.302 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.283+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.305 INFO:tasks.rados.rados.0.smithi071.stdout:2227: expect (ObjNum 599 snap 175 seq_num 599) 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.299+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.314+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.329+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.345+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.361+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.376+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.392+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.407+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.422+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.557 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.437+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.452+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.468+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.483+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.498+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.513+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.527+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.538+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.558 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.554+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:04.211+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:04.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:04.204+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:04.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:04.204+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:04.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:04.200+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:04.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:04.200+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:04.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:04.200+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:04.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:04.200+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:04.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:04.201+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:04.606 INFO:tasks.rados.rados.0.smithi071.stdout:2232: expect (ObjNum 703 snap 205 seq_num 703) 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.569+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.583+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.600+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.615+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.629+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.643+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.819 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.653+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.669+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.684+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.699+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.713+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.727+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.743+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.757+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.773+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.787+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.801+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:04.820 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.817+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.070 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.832+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.070 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.846+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.070 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.861+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.070 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.876+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.890+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.906+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.920+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.934+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.947+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.959+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.973+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.985+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:04.999+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.013+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.071 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.028+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.072 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.043+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.072 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.059+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.332 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:05.332 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:05.332 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:05.332 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:05.332 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:05.332 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:05.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:05.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: osdmap e474: 8 total, 8 up, 8 in 2024-03-10T21:29:05.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:05.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:05.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:05.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-mon[83873]: pgmap v389: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 26 op/s 2024-03-10T21:29:05.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.067+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.082+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.097+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.112+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.127+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.143+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.154+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.167+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.183+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.199+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.209+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.218+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.233+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.248+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.257+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.266+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.276+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.287+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.300+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.315+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.330+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.345+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.362+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.376+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.391+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.400+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.409+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.423+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.437+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.453+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.468+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.483+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.494+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.508+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.522+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.537+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.552+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.567+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.582+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:05.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: osdmap e474: 8 total, 8 up, 8 in 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[88660]: pgmap v389: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 26 op/s 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10b=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:05.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: osdmap e474: 8 total, 8 up, 8 in 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:05.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:05 smithi071 ceph-mon[91105]: pgmap v389: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 6.3 MiB/s wr, 26 op/s 2024-03-10T21:29:05.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.598+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.616+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.632+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.650+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.660+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.669+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.683+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.696+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.712+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.726+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.741+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.757+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.774+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.789+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.803+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.819+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 1 to smithi07176956-24 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 2 to smithi07176956-24 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 3 to smithi07176956-24 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 4 to smithi07176956-24 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 5 to smithi07176956-24 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: finishing write tid 6 to smithi07176956-24 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: oid 24 updating version 0 to 5878 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: oid 24 updating version 5878 to 5879 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: oid 24 version 5879 is already newer than 5877 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: oid 24 version 5879 is already newer than 5876 2024-03-10T21:29:05.989 INFO:tasks.rados.rados.0.smithi071.stdout:2234: oid 24 version 5879 is already newer than 5875 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5879 (ObjNum 713 snap 205 seq_num 713) dirty exists 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2234: left oid 24 (ObjNum 713 snap 205 seq_num 713) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2225: done (5 left) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2227: done (4 left) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2231: done (3 left) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2232: done (2 left) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2234: done (1 left) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2235: done (0 left) 2024-03-10T21:29:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:2236: setattr oid 8 current snap is 205 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2237: rmattr oid 27 current snap is 205 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2237: done (1 left) 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2238: rmattr oid 30 current snap is 205 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2238: done (1 left) 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2239: read oid 16 snap 195 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2239: expect deleted 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2240: read oid 15 snap -1 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2240: expect (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2241: read oid 27 snap -1 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2241: expect deleted 2024-03-10T21:29:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2242: rollback oid 29 current snap is 205 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 179 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2243: setattr oid 11 current snap is 205 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2239: done (5 left) 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2241: done (4 left) 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2244: copy_from oid 14 from oid 33 current snap is 205 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2245: rmattr oid 27 current snap is 205 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2245: done (5 left) 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 205 2024-03-10T21:29:05.993 INFO:tasks.rados.rados.0.smithi071.stdout:2246: seq_num 715 ranges {1605632=778240,2383872=770048,3153920=499712,3653632=335872} 2024-03-10T21:29:06.005 INFO:tasks.rados.rados.0.smithi071.stdout:2246: writing smithi07176956-46 from 1605632 to 2383872 tid 1 2024-03-10T21:29:06.009 INFO:tasks.rados.rados.0.smithi071.stdout:2246: writing smithi07176956-46 from 2383872 to 3153920 tid 2 2024-03-10T21:29:06.013 INFO:tasks.rados.rados.0.smithi071.stdout:2246: writing smithi07176956-46 from 3153920 to 3653632 tid 3 2024-03-10T21:29:06.015 INFO:tasks.rados.rados.0.smithi071.stdout:2246: writing smithi07176956-46 from 3653632 to 3989504 tid 4 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2247: delete oid 20 current snap is 205 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 992 (ObjNum 694 snap 203 seq_num 694) dirty exists 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2244: finishing copy_from to smithi07176956-14 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2244: got expected ENOENT (src dne) 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2244: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 511 (ObjNum 678 snap 201 seq_num 678) dirty exists 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing rollback tid 0 to smithi07176956-29 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing rollback tid 1 to smithi07176956-29 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing rollback tid 2 to smithi07176956-29 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5854 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2246: finishing write tid 1 to smithi07176956-46 2024-03-10T21:29:06.016 INFO:tasks.rados.rados.0.smithi071.stdout:2240: expect (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:29:06.102 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.835+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.849+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.865+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.881+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.897+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.912+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.928+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.937+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.952+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.968+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:05.983+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.005+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.025+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.103 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.044+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.053+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.067+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.083+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.104 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.100+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.222 INFO:tasks.rados.rados.0.smithi071.stdout:2246: finishing write tid 2 to smithi07176956-46 2024-03-10T21:29:06.222 INFO:tasks.rados.rados.0.smithi071.stdout:2246: finishing write tid 3 to smithi07176956-46 2024-03-10T21:29:06.222 INFO:tasks.rados.rados.0.smithi071.stdout:2246: finishing write tid 4 to smithi07176956-46 2024-03-10T21:29:06.222 INFO:tasks.rados.rados.0.smithi071.stdout:2246: finishing write tid 5 to smithi07176956-46 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2236: done (6 left) 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2240: done (5 left) 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2242: done (4 left) 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2243: done (3 left) 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2244: done (2 left) 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2247: done (1 left) 2024-03-10T21:29:06.223 INFO:tasks.rados.rados.0.smithi071.stdout:2248: snap_remove snap 194 2024-03-10T21:29:06.277 INFO:tasks.rados.rados.0.smithi071.stdout:2248: done (1 left) 2024-03-10T21:29:06.277 INFO:tasks.rados.rados.0.smithi071.stdout:2249: read oid 39 snap -1 2024-03-10T21:29:06.277 INFO:tasks.rados.rados.0.smithi071.stdout:2249: expect (ObjNum 615 snap 180 seq_num 615) 2024-03-10T21:29:06.277 INFO:tasks.rados.rados.0.smithi071.stdout:2250: snap_remove snap 202 2024-03-10T21:29:06.360 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:06.276+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:06.276+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.110+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.127+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.138+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.153+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.169+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.361 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.183+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.197+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.214+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.230+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.244+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.271+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.291+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.302+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.314+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.330+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.347+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.362 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.359+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:06.275+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:06.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:06.279+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:06.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:06.279+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:06.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:06.287+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:06.613 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.372+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.613 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.388+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.613 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.404+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.613 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.420+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.613 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.436+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.613 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.448+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.462+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.476+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.489+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.504+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.513+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.528+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.537+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.547+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.557+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.565+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.578+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.588+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.601+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.614 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.611+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.869 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.626+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.643+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.660+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.672+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.686+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.702+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.719+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.733+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.745+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.760+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.774+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.788+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.805+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.870 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.820+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.871 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.830+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.871 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.838+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.871 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.856+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:06.871 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.867+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.884+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.901+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.916+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.932+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.942+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.959+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.968+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:06.986+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.002+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.125 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.017+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.032+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.048+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.061+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.075+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.090+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.106+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.123+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:2250: done (2 left) 2024-03-10T21:29:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:2251: rollback oid 26 current snap is 205 2024-03-10T21:29:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 201 2024-03-10T21:29:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:2246: finishing write tid 6 to smithi07176956-46 2024-03-10T21:29:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:2246: oid 46 updating version 0 to 1477 2024-03-10T21:29:07.284 INFO:tasks.rados.rados.0.smithi071.stdout:2246: oid 46 version 1477 is already newer than 1475 2024-03-10T21:29:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:2246: oid 46 updating version 1477 to 1478 2024-03-10T21:29:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:2246: oid 46 updating version 1478 to 1479 2024-03-10T21:29:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:2246: oid 46 version 1479 is already newer than 1476 2024-03-10T21:29:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1479 (ObjNum 715 snap 205 seq_num 715) dirty exists 2024-03-10T21:29:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:2246: left oid 46 (ObjNum 715 snap 205 seq_num 715) 2024-03-10T21:29:07.285 INFO:tasks.rados.rados.0.smithi071.stdout:2249: expect (ObjNum 615 snap 180 seq_num 615) 2024-03-10T21:29:07.375 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:07.285+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:07.375 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:07.285+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:07.375 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:07.285+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:07.375 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:07.375 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: osdmap e475: 8 total, 8 up, 8 in 2024-03-10T21:29:07.375 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:07.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:07.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:07.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:07.376 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-mon[83873]: pgmap v391: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.138+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.152+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.169+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.186+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.203+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.216+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.376 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.231+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.246+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.263+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.281+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.309+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.326+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.344+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.360+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.377 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.373+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:07.280+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:07.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:07.288+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:07.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:07.289+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: osdmap e475: 8 total, 8 up, 8 in 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:07.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[88660]: pgmap v391: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: osdmap e475: 8 total, 8 up, 8 in 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:07.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-mon[91105]: pgmap v391: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 472 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 25 op/s 2024-03-10T21:29:07.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.285+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:07.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.286+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:07.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.286+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:07.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.286+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:07.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.290+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:07.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.290+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:07.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:07.291+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:07.637 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.386+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.637 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.402+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.414+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.428+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.438+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.455+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.468+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.482+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.498+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.514+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.531+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.546+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.562+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.575+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.638 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.587+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.639 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.603+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.639 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.619+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.639 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.635+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:2251: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:29:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:2251: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:29:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:2251: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:29:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4797 (ObjNum 638 snap 188 seq_num 638) dirty exists 2024-03-10T21:29:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:2246: done (2 left) 2024-03-10T21:29:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:2249: done (1 left) 2024-03-10T21:29:07.831 INFO:tasks.rados.rados.0.smithi071.stdout:2251: done (0 left) 2024-03-10T21:29:07.831 INFO:tasks.rados.rados.0.smithi071.stdout:2252: snap_remove snap 185 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.652+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.664+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.676+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.688+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.703+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.720+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.738+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.753+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.894 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.765+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.780+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.797+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.813+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.824+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.840+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.852+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.866+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.880+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:07.895 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.892+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.907+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.919+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.932+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.950+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.966+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.982+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:07.997+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.012+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.029+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.151 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.042+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.151 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.058+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.151 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.074+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.151 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.085+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.151 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.103+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.151 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.113+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.152 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.130+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.152 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.147+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.288 INFO:tasks.rados.rados.0.smithi071.stdout:2252: done (0 left) 2024-03-10T21:29:08.288 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 205 2024-03-10T21:29:08.288 INFO:tasks.rados.rados.0.smithi071.stdout:2253: seq_num 717 ranges {0=16384} 2024-03-10T21:29:08.288 INFO:tasks.rados.rados.0.smithi071.stdout:2253: writing smithi07176956-33 from 0 to 16384 tid 1 2024-03-10T21:29:08.288 INFO:tasks.rados.rados.0.smithi071.stdout:2254: setattr oid 11 current snap is 205 2024-03-10T21:29:08.290 INFO:tasks.rados.rados.0.smithi071.stdout:2255: read oid 49 snap -1 2024-03-10T21:29:08.290 INFO:tasks.rados.rados.0.smithi071.stdout:2255: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:08.290 INFO:tasks.rados.rados.0.smithi071.stdout:2256: read oid 12 snap -1 2024-03-10T21:29:08.290 INFO:tasks.rados.rados.0.smithi071.stdout:2256: expect (ObjNum 691 snap 203 seq_num 691) 2024-03-10T21:29:08.290 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 205 2024-03-10T21:29:08.290 INFO:tasks.rados.rados.0.smithi071.stdout:2257: seq_num 718 ranges {1679360=32768} 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2257: writing smithi07176956-6 from 1679360 to 1712128 tid 1 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2258: snap_create 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 1 to smithi07176956-33 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 2 to smithi07176956-33 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 3 to smithi07176956-33 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2253: oid 33 updating version 0 to 5851 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2253: oid 33 version 5851 is already newer than 5850 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 5851 (ObjNum 717 snap 205 seq_num 717) dirty exists 2024-03-10T21:29:08.300 INFO:tasks.rados.rados.0.smithi071.stdout:2253: left oid 33 (ObjNum 717 snap 205 seq_num 717) 2024-03-10T21:29:08.303 INFO:tasks.rados.rados.0.smithi071.stdout:2257: finishing write tid 1 to smithi07176956-6 2024-03-10T21:29:08.303 INFO:tasks.rados.rados.0.smithi071.stdout:2257: finishing write tid 2 to smithi07176956-6 2024-03-10T21:29:08.306 INFO:tasks.rados.rados.0.smithi071.stdout:2257: finishing write tid 3 to smithi07176956-6 2024-03-10T21:29:08.306 INFO:tasks.rados.rados.0.smithi071.stdout:2257: oid 6 updating version 0 to 5855 2024-03-10T21:29:08.306 INFO:tasks.rados.rados.0.smithi071.stdout:2257: oid 6 updating version 5855 to 5856 2024-03-10T21:29:08.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5856 (ObjNum 718 snap 205 seq_num 718) dirty exists 2024-03-10T21:29:08.306 INFO:tasks.rados.rados.0.smithi071.stdout:2257: left oid 6 (ObjNum 718 snap 205 seq_num 718) 2024-03-10T21:29:08.309 INFO:tasks.rados.rados.0.smithi071.stdout:2256: expect (ObjNum 691 snap 203 seq_num 691) 2024-03-10T21:29:08.406 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:08.286+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:08.406 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:08.287+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:08.406 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:08.406 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: osdmap e476: 8 total, 8 up, 8 in 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:08.407 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:08.407 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.163+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.407 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.176+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.188+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.205+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.221+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.238+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.253+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.270+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.283+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.297+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.310+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.321+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.334+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.347+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.365+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.408 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.378+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.409 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.387+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.409 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.404+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.429 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 512 (ObjNum 678 snap 201 seq_num 678) dirty exists 2024-03-10T21:29:08.429 INFO:tasks.rados.rados.0.smithi071.stdout:2255: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:08.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:08.292+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:08.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:08.295+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:08.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:08.295+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:08.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:08.295+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:08.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:08.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: osdmap e476: 8 total, 8 up, 8 in 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:08.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: osdmap e476: 8 total, 8 up, 8 in 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:08.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:08.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:08.285+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:08.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:08.285+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:08.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:08.285+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:08.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:08.286+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:08.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:08.286+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:08.673 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.421+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.673 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.438+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.454+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.467+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.480+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.497+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.509+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.525+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.541+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.552+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.564+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.581+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.599+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.616+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.674 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.633+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.675 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.653+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.675 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.671+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.688+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.703+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.718+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.735+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.745+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.762+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.777+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.792+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.809+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.824+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.933 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.835+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.852+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.868+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.886+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.900+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.919+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:08.934 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.930+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.198 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.943+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.954+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.970+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:08.987+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.004+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.021+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.034+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.051+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.066+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.085+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.200 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.103+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.113+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.127+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.141+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.157+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.168+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.178+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.201 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.196+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2253: done (5 left) 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2254: done (4 left) 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2255: done (3 left) 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2256: done (2 left) 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2257: done (1 left) 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2258: done (0 left) 2024-03-10T21:29:09.295 INFO:tasks.rados.rados.0.smithi071.stdout:2259: setattr oid 17 current snap is 206 2024-03-10T21:29:09.297 INFO:tasks.rados.rados.0.smithi071.stdout:2260: read oid 6 snap -1 2024-03-10T21:29:09.297 INFO:tasks.rados.rados.0.smithi071.stdout:2260: expect (ObjNum 718 snap 205 seq_num 718) 2024-03-10T21:29:09.297 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 206 2024-03-10T21:29:09.297 INFO:tasks.rados.rados.0.smithi071.stdout:2261: seq_num 719 ranges {5595136=49152} 2024-03-10T21:29:09.328 INFO:tasks.rados.rados.0.smithi071.stdout:2261: writing smithi07176956-26 from 5595136 to 5644288 tid 1 2024-03-10T21:29:09.329 INFO:tasks.rados.rados.0.smithi071.stdout:2262: snap_remove snap 195 2024-03-10T21:29:09.450 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:09.289+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:09.450 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:09.289+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:09.451 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:09.290+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: osdmap e477: 8 total, 8 up, 8 in 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:09.451 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:09.452 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:09.452 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:09.452 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:09.452 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:09.452 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-mon[83873]: pgmap v394: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 477 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 1003 KiB/s wr, 12 op/s 2024-03-10T21:29:09.452 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.211+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.452 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.221+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.452 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.237+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.452 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.247+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.452 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.259+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.272+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.293+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.308+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.320+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.330+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.342+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.358+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.373+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.391+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.403+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.415+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.431+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.453 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.449+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:09.296+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:09.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:09.296+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:09.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:09.298+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: osdmap e477: 8 total, 8 up, 8 in 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:09.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[88660]: pgmap v394: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 477 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 1003 KiB/s wr, 12 op/s 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:09.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: osdmap e477: 8 total, 8 up, 8 in 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:09.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-mon[91105]: pgmap v394: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 477 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 1003 KiB/s wr, 12 op/s 2024-03-10T21:29:09.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.290+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:09.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.290+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:09.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.290+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:09.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.290+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:09.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.290+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:09.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.290+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:09.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:09.291+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:09.715 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.463+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.715 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.478+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.715 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.492+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.715 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.504+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.521+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.537+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.554+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.571+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.583+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.598+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.613+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.626+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.641+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.658+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.677+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.716 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.696+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.717 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.713+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.726+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.736+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.751+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.769+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.777+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.791+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.802+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.817+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.828+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.844+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.974 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.861+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.975 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.877+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.975 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.895+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.975 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.912+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.975 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.923+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.975 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.940+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:09.975 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.955+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.971+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:09.988+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.005+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.022+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.035+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.044+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.059+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.076+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.088+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.101+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.240 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.118+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.130+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.148+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.165+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.180+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.190+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.204+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.221+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.241 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.237+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.298 INFO:tasks.rados.rados.0.smithi071.stdout:2262: done (3 left) 2024-03-10T21:29:10.298 INFO:tasks.rados.rados.0.smithi071.stdout:2263: rollback oid 42 current snap is 206 2024-03-10T21:29:10.298 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 188 2024-03-10T21:29:10.298 INFO:tasks.rados.rados.0.smithi071.stdout:2264: read oid 37 snap -1 2024-03-10T21:29:10.299 INFO:tasks.rados.rados.0.smithi071.stdout:2264: expect (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:29:10.299 INFO:tasks.rados.rados.0.smithi071.stdout:2265: snap_remove snap 198 2024-03-10T21:29:10.502 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:10.295+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:10.503 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:10.297+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:10.503 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:10.503 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:10.503 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:10.503 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:10.503 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:10.503 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:10.504 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:10.504 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: osdmap e478: 8 total, 8 up, 8 in 2024-03-10T21:29:10.504 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:10.504 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:10.504 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:10.504 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.256+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.504 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.269+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.504 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.287+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.504 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.306+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.504 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.322+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.504 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.335+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.352+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.369+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.383+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.400+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.419+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.435+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.449+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.465+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.484+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.505 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.501+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:10.295+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:10.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:10.301+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:10.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:10.301+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:10.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:10.316+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:10.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:10.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:10.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:10.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:10.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:10.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: osdmap e478: 8 total, 8 up, 8 in 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:10.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:10.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: osdmap e478: 8 total, 8 up, 8 in 2024-03-10T21:29:10.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:10.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:10.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.518+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.537+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.553+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.570+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.584+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.598+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.755 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.613+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.624+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.639+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.656+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.675+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.693+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.710+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.722+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.736+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:10.756 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.753+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.771+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.787+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.806+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.818+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.836+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.847+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.863+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.881+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.896+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.907+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.922+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.937+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.952+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.963+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.973+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:10.991+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.007+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.025+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.038+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.050+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.068+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.087+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.105+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.122+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.141+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.157+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.171+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.187+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.206+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.225+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.242+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.262 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.259+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.310 INFO:tasks.rados.rados.0.smithi071.stdout:2265: done (5 left) 2024-03-10T21:29:11.311 INFO:tasks.rados.rados.0.smithi071.stdout:2266: snap_remove snap 199 2024-03-10T21:29:11.527 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:11.303+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:11.527 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:11.303+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:11.528 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:11.303+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: osdmap e479: 8 total, 8 up, 8 in 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:11.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-mon[83873]: pgmap v397: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 479 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.277+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.300+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.319+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.336+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.353+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.369+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.386+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.403+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.416+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.433+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.449+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.459+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.475+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.487+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.509+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.526+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:29:11] "GET /metrics HTTP/1.1" 200 36270 "" "Prometheus/2.43.0" 2024-03-10T21:29:11.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:11.323+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:11.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:11.311+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:11.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:11.311+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: osdmap e479: 8 total, 8 up, 8 in 2024-03-10T21:29:11.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[88660]: pgmap v397: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 479 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: osdmap e479: 8 total, 8 up, 8 in 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:11.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-mon[91105]: pgmap v397: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 479 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 2.2 MiB/s wr, 24 op/s 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.116+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.116+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.117+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.117+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.117+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.306+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.306+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.306+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.306+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:11.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.307+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:11.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.307+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:11.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:11.307+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.545+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.564+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.577+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.593+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.612+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.623+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.639+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.655+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.675+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.695+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.705+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.723+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.742+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.759+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.775+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:11.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.790+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.044 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.808+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.044 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.826+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.044 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.842+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.044 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.863+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.876+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.895+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.911+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.929+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.946+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.964+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:11.992+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.004+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.022+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.045 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.041+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.308 INFO:tasks.rados.rados.0.smithi071.stdout:2266: done (5 left) 2024-03-10T21:29:12.308 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 206 2024-03-10T21:29:12.308 INFO:tasks.rados.rados.0.smithi071.stdout:2267: seq_num 720 ranges {1679360=65536} 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.058+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.072+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.087+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.099+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.116+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.132+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.151+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.173+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.310 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.190+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.205+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.221+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.239+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.258+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.270+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.287+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.311 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.307+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.318 INFO:tasks.rados.rados.0.smithi071.stdout:2267: writing smithi07176956-1 from 1679360 to 1744896 tid 1 2024-03-10T21:29:12.318 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 206 2024-03-10T21:29:12.318 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 719 (ObjNum 33 snap 0 seq_num 2945435760) dirty exists 2024-03-10T21:29:12.318 INFO:tasks.rados.rados.0.smithi071.stdout:2260: expect (ObjNum 718 snap 205 seq_num 718) 2024-03-10T21:29:12.402 INFO:tasks.rados.rados.0.smithi071.stdout:2261: finishing write tid 1 to smithi07176956-26 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2261: finishing write tid 2 to smithi07176956-26 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2261: finishing write tid 3 to smithi07176956-26 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2261: oid 26 updating version 0 to 4799 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2261: oid 26 version 4799 is already newer than 4798 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4799 (ObjNum 719 snap 206 seq_num 719) dirty exists 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2261: left oid 26 (ObjNum 719 snap 206 seq_num 719) 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing rollback tid 0 to smithi07176956-42 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing rollback tid 1 to smithi07176956-42 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing rollback tid 2 to smithi07176956-42 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 5854 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T21:29:12.403 INFO:tasks.rados.rados.0.smithi071.stdout:2268: seq_num 721 ranges {65536=81920} 2024-03-10T21:29:12.404 INFO:tasks.rados.rados.0.smithi071.stdout:2268: writing smithi07176956-45 from 65536 to 147456 tid 1 2024-03-10T21:29:12.404 INFO:tasks.rados.rados.0.smithi071.stdout:2259: done (6 left) 2024-03-10T21:29:12.404 INFO:tasks.rados.rados.0.smithi071.stdout:2260: done (5 left) 2024-03-10T21:29:12.404 INFO:tasks.rados.rados.0.smithi071.stdout:2261: done (4 left) 2024-03-10T21:29:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:2263: done (3 left) 2024-03-10T21:29:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:2269: delete oid 21 current snap is 206 2024-03-10T21:29:12.405 INFO:tasks.rados.rados.0.smithi071.stdout:2264: expect (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:29:12.566 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:29:12.566 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:12.306+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:12.566 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:12.307+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.567 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: osdmap e480: 8 total, 8 up, 8 in 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:12.568 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.324+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.568 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.336+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.568 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.351+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.369+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.380+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.395+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.413+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.430+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.451+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.464+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.476+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.490+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.509+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.522+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.536+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.570 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.552+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.570 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.563+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:12.319+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:12.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: osdmap e480: 8 total, 8 up, 8 in 2024-03-10T21:29:12.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:12.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:12.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:12.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:12.306+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:12.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:12.308+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:12.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:12.308+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: osdmap e480: 8 total, 8 up, 8 in 2024-03-10T21:29:12.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:12.303+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:12.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:12.304+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:12.304+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:12.304+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:12.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:12.304+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:12.678 INFO:tasks.rados.rados.0.smithi071.stdout:2267: finishing write tid 1 to smithi07176956-1 2024-03-10T21:29:12.678 INFO:tasks.rados.rados.0.smithi071.stdout:2267: finishing write tid 2 to smithi07176956-1 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2264: done (3 left) 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2269: done (2 left) 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2270: rollback oid 32 current snap is 206 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 205 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2267: finishing write tid 3 to smithi07176956-1 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2267: oid 1 updating version 0 to 5881 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2267: oid 1 updating version 5881 to 5882 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 5882 (ObjNum 720 snap 206 seq_num 720) dirty exists 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2267: left oid 1 (ObjNum 720 snap 206 seq_num 720) 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2268: finishing write tid 1 to smithi07176956-45 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2268: finishing write tid 2 to smithi07176956-45 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2268: finishing write tid 3 to smithi07176956-45 2024-03-10T21:29:12.679 INFO:tasks.rados.rados.0.smithi071.stdout:2268: oid 45 updating version 0 to 5796 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2268: oid 45 updating version 5796 to 5797 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5797 (ObjNum 721 snap 206 seq_num 721) dirty exists 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2268: left oid 45 (ObjNum 721 snap 206 seq_num 721) 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2267: done (2 left) 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2268: done (1 left) 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2271: rollback oid 47 current snap is 206 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 183 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2272: copy_from oid 40 from oid 5 current snap is 206 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2273: copy_from oid 17 from oid 4 current snap is 206 2024-03-10T21:29:12.680 INFO:tasks.rados.rados.0.smithi071.stdout:2274: snap_remove snap 179 2024-03-10T21:29:12.829 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.580+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.829 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.598+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.829 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.615+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.635+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.648+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.665+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.677+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.691+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.712+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.728+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.745+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.761+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.778+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.792+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.830 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.809+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:12.831 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.839+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.853+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.865+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.881+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.893+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.909+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.924+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.940+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.953+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.966+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:12.998+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.018+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.029+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.046+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.061+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.081+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2274: done (4 left) 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2275: delete oid 3 current snap is 206 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2272: finishing copy_from to smithi07176956-40 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2272: got expected ENOENT (src dne) 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2270: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 4793 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2272: finishing copy_from racing read to smithi07176956-40 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2271: finishing rollback tid 0 to smithi07176956-47 2024-03-10T21:29:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:2271: finishing rollback tid 1 to smithi07176956-47 2024-03-10T21:29:13.321 INFO:tasks.rados.rados.0.smithi071.stdout:2271: finishing rollback tid 2 to smithi07176956-47 2024-03-10T21:29:13.321 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 5888 (ObjNum 569 snap 164 seq_num 569) dirty exists 2024-03-10T21:29:13.321 INFO:tasks.rados.rados.0.smithi071.stdout:2273: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:29:13.321 INFO:tasks.rados.rados.0.smithi071.stdout:2273: finishing copy_from to smithi07176956-17 2024-03-10T21:29:13.321 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1415 (ObjNum 672 snap 197 seq_num 672) dirty exists 2024-03-10T21:29:13.323 INFO:tasks.rados.rados.0.smithi071.stdout:2270: done (4 left) 2024-03-10T21:29:13.323 INFO:tasks.rados.rados.0.smithi071.stdout:2271: done (3 left) 2024-03-10T21:29:13.323 INFO:tasks.rados.rados.0.smithi071.stdout:2272: done (2 left) 2024-03-10T21:29:13.323 INFO:tasks.rados.rados.0.smithi071.stdout:2273: done (1 left) 2024-03-10T21:29:13.323 INFO:tasks.rados.rados.0.smithi071.stdout:2275: done (0 left) 2024-03-10T21:29:13.323 INFO:tasks.rados.rados.0.smithi071.stdout:2276: delete oid 21 current snap is 206 2024-03-10T21:29:13.331 INFO:tasks.rados.rados.0.smithi071.stdout:2276: done (0 left) 2024-03-10T21:29:13.331 INFO:tasks.rados.rados.0.smithi071.stdout:2277: copy_from oid 13 from oid 17 current snap is 206 2024-03-10T21:29:13.331 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 206 2024-03-10T21:29:13.332 INFO:tasks.rados.rados.0.smithi071.stdout:2278: seq_num 725 ranges {5644288=147456} 2024-03-10T21:29:13.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:13.314+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:13.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:13.314+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:13.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:13.317+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: osdmap e481: 8 total, 8 up, 8 in 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:13.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-mon[83873]: pgmap v400: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 479 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.099+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.114+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.131+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.147+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.167+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.185+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.202+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.219+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.232+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.243+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.254+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.272+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.291+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.310+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.363 INFO:tasks.rados.rados.0.smithi071.stdout:2278: writing smithi07176956-26 from 5644288 to 5791744 tid 1 2024-03-10T21:29:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:2279: snap_create 2024-03-10T21:29:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:2277: finishing copy_from racing read to smithi07176956-13 2024-03-10T21:29:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:2277: finishing copy_from to smithi07176956-13 2024-03-10T21:29:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1415 (ObjNum 672 snap 197 seq_num 672) dirty exists 2024-03-10T21:29:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 1 to smithi07176956-26 2024-03-10T21:29:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 2 to smithi07176956-26 2024-03-10T21:29:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 3 to smithi07176956-26 2024-03-10T21:29:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:2278: oid 26 updating version 0 to 4800 2024-03-10T21:29:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:2278: oid 26 updating version 4800 to 4801 2024-03-10T21:29:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4801 (ObjNum 725 snap 206 seq_num 725) dirty exists 2024-03-10T21:29:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:2278: left oid 26 (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:29:13.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:13.316+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:13.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:13.323+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:13.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:13.323+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: osdmap e481: 8 total, 8 up, 8 in 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[91105]: pgmap v400: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 479 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: osdmap e481: 8 total, 8 up, 8 in 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:13.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:13.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:13.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:13.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:13.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-mon[88660]: pgmap v400: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 479 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.324+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.325+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.325+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.326+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.328+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.328+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:13.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:13.329+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:13.601 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.335+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.601 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.352+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.601 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.367+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.383+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.402+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.421+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.443+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.460+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.473+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.486+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.503+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.519+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.533+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.549+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.602 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.563+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.603 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.578+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.603 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.598+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.622+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.643+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.670+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.692+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.710+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.732+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.753+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.774+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.795+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.815+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.839+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:13.859 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.856+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.874+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.898+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.919+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.936+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.950+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.967+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:13.991+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.132 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.016+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.133 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.028+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.133 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.048+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.133 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.064+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.133 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.083+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.133 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.104+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.133 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.129+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.326 INFO:tasks.rados.rados.0.smithi071.stdout:2277: done (2 left) 2024-03-10T21:29:14.327 INFO:tasks.rados.rados.0.smithi071.stdout:2278: done (1 left) 2024-03-10T21:29:14.327 INFO:tasks.rados.rados.0.smithi071.stdout:2279: done (0 left) 2024-03-10T21:29:14.327 INFO:tasks.rados.rados.0.smithi071.stdout:2280: copy_from oid 24 from oid 35 current snap is 207 2024-03-10T21:29:14.327 INFO:tasks.rados.rados.0.smithi071.stdout:2281: read oid 32 snap 190 2024-03-10T21:29:14.327 INFO:tasks.rados.rados.0.smithi071.stdout:2281: expect (ObjNum 592 snap 171 seq_num 592) 2024-03-10T21:29:14.327 INFO:tasks.rados.rados.0.smithi071.stdout:2282: snap_create 2024-03-10T21:29:14.340 INFO:tasks.rados.rados.0.smithi071.stdout:2280: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:29:14.341 INFO:tasks.rados.rados.0.smithi071.stdout:2280: finishing copy_from to smithi07176956-24 2024-03-10T21:29:14.341 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1428 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T21:29:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:2281: expect (ObjNum 592 snap 171 seq_num 592) 2024-03-10T21:29:14.393 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:14.335+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:14.393 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:14.336+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:14.393 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:14.393 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:14.393 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: osdmap e482: 8 total, 8 up, 8 in 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:29:14.394 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-mon[83873]: Upgrade: osd.6 is safe to restart 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.152+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.179+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.200+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.214+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.227+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.245+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.277+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.298+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.311+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.395 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.335+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.396 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.355+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.396 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.374+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:14.323+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:14.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:14.328+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:14.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:14.329+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:14.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:14.329+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: osdmap e482: 8 total, 8 up, 8 in 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:14.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:29:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[88660]: Upgrade: osd.6 is safe to restart 2024-03-10T21:29:14.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:14.328+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:14.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:14.328+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:14.330+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:14.330+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:14.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:14.338+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: osdmap e482: 8 total, 8 up, 8 in 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:14.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:29:14.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-03-10T21:29:14.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:14 smithi071 ceph-mon[91105]: Upgrade: osd.6 is safe to restart 2024-03-10T21:29:14.656 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.390+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.656 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.406+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.656 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.428+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.656 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.442+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.656 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.466+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.656 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.485+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.499+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.516+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.535+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.551+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.575+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.597+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.618+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.657 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.638+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.656+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.673+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.696+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.714+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.731+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.748+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.766+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.915 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.785+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.801+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.814+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.845+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.857+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.873+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.893+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:14.916 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.912+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.930+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.943+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.960+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.977+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:14.991+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.009+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.031+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.168 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.056+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.076+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.094+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.112+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.127+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.146+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.166+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.332 INFO:tasks.rados.rados.0.smithi071.stdout:2280: done (2 left) 2024-03-10T21:29:15.332 INFO:tasks.rados.rados.0.smithi071.stdout:2281: done (1 left) 2024-03-10T21:29:15.332 INFO:tasks.rados.rados.0.smithi071.stdout:2282: done (0 left) 2024-03-10T21:29:15.332 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 208 2024-03-10T21:29:15.332 INFO:tasks.rados.rados.0.smithi071.stdout:2283: seq_num 726 ranges {11255808=163840} 2024-03-10T21:29:15.394 INFO:tasks.rados.rados.0.smithi071.stdout:2283: writing smithi07176956-2 from 11255808 to 11419648 tid 1 2024-03-10T21:29:15.394 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 208 2024-03-10T21:29:15.394 INFO:tasks.rados.rados.0.smithi071.stdout:2284: seq_num 727 ranges {5832704=180224} 2024-03-10T21:29:15.427 INFO:tasks.rados.rados.0.smithi071.stdout:2284: writing smithi07176956-29 from 5832704 to 6012928 tid 1 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2285: snap_create 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2283: finishing write tid 1 to smithi07176956-2 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2283: finishing write tid 2 to smithi07176956-2 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2283: finishing write tid 3 to smithi07176956-2 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2283: oid 2 updating version 0 to 6428 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2283: oid 2 updating version 6428 to 6429 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 6429 (ObjNum 726 snap 208 seq_num 726) dirty exists 2024-03-10T21:29:15.428 INFO:tasks.rados.rados.0.smithi071.stdout:2283: left oid 2 (ObjNum 726 snap 208 seq_num 726) 2024-03-10T21:29:15.431 INFO:tasks.rados.rados.0.smithi071.stdout:2284: finishing write tid 1 to smithi07176956-29 2024-03-10T21:29:15.431 INFO:tasks.rados.rados.0.smithi071.stdout:2284: finishing write tid 2 to smithi07176956-29 2024-03-10T21:29:15.433 INFO:tasks.rados.rados.0.smithi071.stdout:2284: finishing write tid 3 to smithi07176956-29 2024-03-10T21:29:15.433 INFO:tasks.rados.rados.0.smithi071.stdout:2284: oid 29 updating version 0 to 5857 2024-03-10T21:29:15.433 INFO:tasks.rados.rados.0.smithi071.stdout:2284: oid 29 updating version 5857 to 5858 2024-03-10T21:29:15.433 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5858 (ObjNum 727 snap 208 seq_num 727) dirty exists 2024-03-10T21:29:15.433 INFO:tasks.rados.rados.0.smithi071.stdout:2284: left oid 29 (ObjNum 727 snap 208 seq_num 727) 2024-03-10T21:29:15.436 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:15.328+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:15.436 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:15.328+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:15.436 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:15.328+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:15.436 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: osdmap e483: 8 total, 8 up, 8 in 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:15.437 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-mon[83873]: pgmap v403: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-03-10T21:29:15.437 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.183+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.199+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.212+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.227+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.246+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.265+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.278+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.292+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.312+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.335+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.348+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.366+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.438 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.380+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.439 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.408+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:15.429+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:15.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:15.342+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:15.342+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: osdmap e483: 8 total, 8 up, 8 in 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:15.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[88660]: pgmap v403: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: osdmap e483: 8 total, 8 up, 8 in 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:15.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:15.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-mon[91105]: pgmap v403: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-03-10T21:29:15.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.327+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:15.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.327+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:15.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.327+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.328+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:15.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.328+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:15.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.329+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:15.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:15.329+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:15.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.435+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.458+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.472+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.494+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.514+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.529+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.554+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.571+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.589+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.612+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.632+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.648+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.669+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.692 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.689+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.945 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.709+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.945 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.726+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.945 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.745+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.945 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.764+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.945 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.781+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.945 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.802+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.946 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.818+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.946 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.841+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.946 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.861+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.946 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.884+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.946 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.905+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:15.946 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.925+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.198 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.943+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.968+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:15.988+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.013+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.037+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.053+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.072+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.090+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.103+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.121+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.142+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.162+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.176+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.199 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.196+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.340 INFO:tasks.rados.rados.0.smithi071.stdout:2283: done (2 left) 2024-03-10T21:29:16.341 INFO:tasks.rados.rados.0.smithi071.stdout:2284: done (1 left) 2024-03-10T21:29:16.341 INFO:tasks.rados.rados.0.smithi071.stdout:2285: done (0 left) 2024-03-10T21:29:16.341 INFO:tasks.rados.rados.0.smithi071.stdout:2286: copy_from oid 48 from oid 43 current snap is 209 2024-03-10T21:29:16.341 INFO:tasks.rados.rados.0.smithi071.stdout:2287: setattr oid 7 current snap is 209 2024-03-10T21:29:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:2288: read oid 36 snap 183 2024-03-10T21:29:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:2288: expect (ObjNum 622 snap 183 seq_num 622) 2024-03-10T21:29:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:2289: read oid 25 snap -1 2024-03-10T21:29:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:2289: expect (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:29:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 209 2024-03-10T21:29:16.343 INFO:tasks.rados.rados.0.smithi071.stdout:2290: seq_num 728 ranges {3186688=196608} 2024-03-10T21:29:16.362 INFO:tasks.rados.rados.0.smithi071.stdout:2290: writing smithi07176956-44 from 3186688 to 3383296 tid 1 2024-03-10T21:29:16.362 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 209 2024-03-10T21:29:16.362 INFO:tasks.rados.rados.0.smithi071.stdout:2291: seq_num 729 ranges {1179648=212992} 2024-03-10T21:29:16.370 INFO:tasks.rados.rados.0.smithi071.stdout:2291: writing smithi07176956-24 from 1179648 to 1392640 tid 1 2024-03-10T21:29:16.370 INFO:tasks.rados.rados.0.smithi071.stdout:2292: rmattr oid 37 current snap is 209 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2286: finishing copy_from to smithi07176956-48 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2286: got expected ENOENT (src dne) 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2293: rmattr oid 12 current snap is 209 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2293: done (7 left) 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2294: read oid 31 snap 204 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2294: expect (ObjNum 693 snap 203 seq_num 693) 2024-03-10T21:29:16.371 INFO:tasks.rados.rados.0.smithi071.stdout:2295: snap_remove snap 207 2024-03-10T21:29:16.458 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:16.334+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:16.458 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:16.335+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:16.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:16.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:16.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:16.459 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: osdmap e484: 8 total, 8 up, 8 in 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: Upgrade: Updating osd.6 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:16.460 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-mon[83873]: Deploying daemon osd.6 on smithi193 2024-03-10T21:29:16.461 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.216+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.461 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.230+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.461 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.246+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.461 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.260+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.461 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.276+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.461 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.295+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.309+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.329+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.355+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.375+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.404+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.419+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.437+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.462 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.456+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:16.372+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:16.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:16.338+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:16.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:16.339+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:16.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:16.339+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:16.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:16.336+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:16.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:16.337+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:16.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:16.338+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:16.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:16.338+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:16.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:16.339+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: osdmap e484: 8 total, 8 up, 8 in 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:16.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: Upgrade: Updating osd.6 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[88660]: Deploying daemon osd.6 on smithi193 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:16.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: osdmap e484: 8 total, 8 up, 8 in 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: Upgrade: Updating osd.6 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:16.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:16 smithi071 ceph-mon[91105]: Deploying daemon osd.6 on smithi193 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.469+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.487+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.506+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.526+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.541+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.560+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.579+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.596+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.616+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.632+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.651+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.670+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.689+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.706+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.722+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.980 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.741+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.980 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.759+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.775+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.792+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.810+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.831+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.851+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.872+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.889+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.909+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.927+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.941+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.962+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:16.981 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.979+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:16.992+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.007+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.020+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.042+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.059+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.080+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.095+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.114+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.129+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.234 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.150+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.235 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.163+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.235 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.176+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.235 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.193+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.235 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.214+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.235 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.231+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.344 INFO:tasks.rados.rados.0.smithi071.stdout:2295: done (8 left) 2024-03-10T21:29:17.345 INFO:tasks.rados.rados.0.smithi071.stdout:2296: delete oid 21 current snap is 209 2024-03-10T21:29:17.345 INFO:tasks.rados.rados.0.smithi071.stdout:2286: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:29:17.345 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 4802 (ObjNum 65 snap 0 seq_num 1701339236) dirty exists 2024-03-10T21:29:17.345 INFO:tasks.rados.rados.0.smithi071.stdout:2288: expect (ObjNum 622 snap 183 seq_num 622) 2024-03-10T21:29:17.373 INFO:tasks.rados.rados.0.smithi071.stdout:2289: expect (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:29:17.473 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 5859 (ObjNum 674 snap 200 seq_num 674) dirty exists 2024-03-10T21:29:17.473 INFO:tasks.rados.rados.0.smithi071.stdout:2290: finishing write tid 1 to smithi07176956-44 2024-03-10T21:29:17.473 INFO:tasks.rados.rados.0.smithi071.stdout:2290: finishing write tid 2 to smithi07176956-44 2024-03-10T21:29:17.473 INFO:tasks.rados.rados.0.smithi071.stdout:2291: finishing write tid 1 to smithi07176956-24 2024-03-10T21:29:17.473 INFO:tasks.rados.rados.0.smithi071.stdout:2291: finishing write tid 2 to smithi07176956-24 2024-03-10T21:29:17.473 INFO:tasks.rados.rados.0.smithi071.stdout:2291: finishing write tid 3 to smithi07176956-24 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2291: oid 24 updating version 0 to 5893 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2291: oid 24 updating version 5893 to 5894 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5894 (ObjNum 729 snap 209 seq_num 729) dirty exists 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2291: left oid 24 (ObjNum 729 snap 209 seq_num 729) 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2290: finishing write tid 3 to smithi07176956-44 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2290: oid 44 updating version 0 to 10841 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2290: oid 44 version 10841 is already newer than 10840 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10841 (ObjNum 728 snap 209 seq_num 728) dirty exists 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2290: left oid 44 (ObjNum 728 snap 209 seq_num 728) 2024-03-10T21:29:17.474 INFO:tasks.rados.rados.0.smithi071.stdout:2294: expect (ObjNum 693 snap 203 seq_num 693) 2024-03-10T21:29:17.493 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:17.345+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:17.493 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:17.345+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:17.493 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:17.345+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:17.493 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:17.493 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:17.493 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:17.493 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:17.493 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: osdmap e485: 8 total, 8 up, 8 in 2024-03-10T21:29:17.493 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:17.494 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:17.494 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:17.494 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:17.494 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:17.494 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:17.494 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-mon[83873]: pgmap v406: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-03-10T21:29:17.494 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.248+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.494 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.270+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.494 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.295+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.494 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.319+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.494 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.343+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.357+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.375+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.395+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.412+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.434+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.456+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.495 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.473+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:2286: done (8 left) 2024-03-10T21:29:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:2287: done (7 left) 2024-03-10T21:29:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:2288: done (6 left) 2024-03-10T21:29:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:2289: done (5 left) 2024-03-10T21:29:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:2290: done (4 left) 2024-03-10T21:29:17.577 INFO:tasks.rados.rados.0.smithi071.stdout:2291: done (3 left) 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2292: done (2 left) 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2294: done (1 left) 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2296: done (0 left) 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2297: rollback oid 10 current snap is 209 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 208 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2298: read oid 37 snap -1 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2298: expect (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:29:17.578 INFO:tasks.rados.rados.0.smithi071.stdout:2299: delete oid 28 current snap is 209 2024-03-10T21:29:17.585 INFO:tasks.rados.rados.0.smithi071.stdout:2299: done (2 left) 2024-03-10T21:29:17.585 INFO:tasks.rados.rados.0.smithi071.stdout:2300: snap_create 2024-03-10T21:29:17.587 INFO:tasks.rados.rados.0.smithi071.stdout:2297: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:29:17.587 INFO:tasks.rados.rados.0.smithi071.stdout:2297: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:29:17.587 INFO:tasks.rados.rados.0.smithi071.stdout:2297: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:29:17.588 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1147 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:29:17.592 INFO:tasks.rados.rados.0.smithi071.stdout:2298: expect (ObjNum 674 snap 200 seq_num 674) 2024-03-10T21:29:17.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.491+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.504+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.520+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.753 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.535+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.552+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.574+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.600+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.616+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.631+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.642+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.658+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.671+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.690+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.712+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.732+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.751+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:17.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:17.347+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:17.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:17.352+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:17.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:17.353+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: osdmap e485: 8 total, 8 up, 8 in 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:17.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[88660]: pgmap v406: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: osdmap e485: 8 total, 8 up, 8 in 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:17.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-mon[91105]: pgmap v406: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:17.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:17.342+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:18.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.775+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.793+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.814+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.838+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.862+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.883+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.904+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.924+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.939+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.964+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:17.985+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.007+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.224 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:29:18.260 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.027+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.260 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.053+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.077+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.107+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.132+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.155+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.181+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.203+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.221+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.239+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.261 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.258+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.353 INFO:tasks.rados.rados.0.smithi071.stdout:2297: done (2 left) 2024-03-10T21:29:18.353 INFO:tasks.rados.rados.0.smithi071.stdout:2298: done (1 left) 2024-03-10T21:29:18.353 INFO:tasks.rados.rados.0.smithi071.stdout:2300: done (0 left) 2024-03-10T21:29:18.354 INFO:tasks.rados.rados.0.smithi071.stdout:2301: read oid 43 snap -1 2024-03-10T21:29:18.354 INFO:tasks.rados.rados.0.smithi071.stdout:2301: expect deleted 2024-03-10T21:29:18.354 INFO:tasks.rados.rados.0.smithi071.stdout:2302: setattr oid 18 current snap is 210 2024-03-10T21:29:18.354 INFO:tasks.rados.rados.0.smithi071.stdout:2303: delete oid 50 current snap is 210 2024-03-10T21:29:18.361 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:18.357+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:18.361 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:18.358+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: osdmap e486: 8 total, 8 up, 8 in 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:18.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:18.362 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:18.362 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:18.362 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:18.362 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:18.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:18.349+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:18.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:18.350+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:18.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:18.351+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:18.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:18.351+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:18.362 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:18.351+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: osdmap e486: 8 total, 8 up, 8 in 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:18.363 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:18.364 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:18.364 INFO:tasks.rados.rados.0.smithi071.stdout:2303: done (2 left) 2024-03-10T21:29:18.364 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 210 2024-03-10T21:29:18.364 INFO:tasks.rados.rados.0.smithi071.stdout:2304: seq_num 733 ranges {5332992=278528} 2024-03-10T21:29:18.394 INFO:tasks.rados.rados.0.smithi071.stdout:2304: writing smithi07176956-37 from 5332992 to 5611520 tid 1 2024-03-10T21:29:18.394 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 210 2024-03-10T21:29:18.394 INFO:tasks.rados.rados.0.smithi071.stdout:2305: seq_num 734 ranges {1712128=294912} 2024-03-10T21:29:18.406 INFO:tasks.rados.rados.0.smithi071.stdout:2305: writing smithi07176956-6 from 1712128 to 2007040 tid 1 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2306: rollback oid 1 current snap is 210 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 163 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1531 (ObjNum 33 snap 0 seq_num 2945804192) dirty exists 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2304: finishing write tid 1 to smithi07176956-37 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2304: finishing write tid 2 to smithi07176956-37 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2304: finishing write tid 3 to smithi07176956-37 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2304: oid 37 updating version 0 to 5861 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2304: oid 37 version 5861 is already newer than 5860 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 5861 (ObjNum 733 snap 210 seq_num 733) dirty exists 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2304: left oid 37 (ObjNum 733 snap 210 seq_num 733) 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2301: done (4 left) 2024-03-10T21:29:18.407 INFO:tasks.rados.rados.0.smithi071.stdout:2302: done (3 left) 2024-03-10T21:29:18.408 INFO:tasks.rados.rados.0.smithi071.stdout:2304: done (2 left) 2024-03-10T21:29:18.409 INFO:tasks.rados.rados.0.smithi071.stdout:2307: copy_from oid 5 from oid 23 current snap is 210 2024-03-10T21:29:18.409 INFO:tasks.rados.rados.0.smithi071.stdout:2308: rollback oid 22 current snap is 210 2024-03-10T21:29:18.409 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 163 2024-03-10T21:29:18.409 INFO:tasks.rados.rados.0.smithi071.stdout:2309: delete oid 34 current snap is 210 2024-03-10T21:29:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:2306: finishing rollback tid 0 to smithi07176956-1 2024-03-10T21:29:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:2306: finishing rollback tid 1 to smithi07176956-1 2024-03-10T21:29:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 5898 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:29:18.419 INFO:tasks.rados.rados.0.smithi071.stdout:2306: done (4 left) 2024-03-10T21:29:18.419 INFO:tasks.rados.rados.0.smithi071.stdout:2309: done (3 left) 2024-03-10T21:29:18.419 INFO:tasks.rados.rados.0.smithi071.stdout:2310: read oid 37 snap -1 2024-03-10T21:29:18.419 INFO:tasks.rados.rados.0.smithi071.stdout:2310: expect (ObjNum 733 snap 210 seq_num 733) 2024-03-10T21:29:18.419 INFO:tasks.rados.rados.0.smithi071.stdout:2311: snap_remove snap 197 2024-03-10T21:29:18.527 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:18.356+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:18.528 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:18.356+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: osdmap e486: 8 total, 8 up, 8 in 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:18.528 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:18.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:18.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:18.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.272+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.291+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.312+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.328+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.352+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.385+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.415+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.434+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.529 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.455+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.482+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.503+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.526+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:18.398+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:18.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:18.358+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:18.600 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (8m) 95s ago 9m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (9m) 25s ago 9m 88.6M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (10m) 95s ago 10m 15.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (10m) 25s ago 10m 21.6M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (5m) 25s ago 14m 451M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (5m) 95s ago 15m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (4m) 95s ago 16m 54.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (4m) 25s ago 14m 48.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 95s ago 14m 45.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (9m) 95s ago 9m 15.7M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (9m) 25s ago 9m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:29:18.601 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (3m) 95s ago 13m 147M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (2m) 95s ago 13m 138M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (2m) 95s ago 13m 207M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (100s) 95s ago 12m 15.1M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (64s) 25s ago 12m 183M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (30s) 25s ago 11m 12.2M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (11m) 25s ago 11m 184M 2480M 18.2.1-746-gc2ea977b a30af69eda22 a5c9da3c404f 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (11m) 25s ago 11m 271M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:29:18.602 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (5m) 25s ago 10m 59.7M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:29:18.782 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.552+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.782 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.576+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.782 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.597+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.619+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.639+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.666+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.688+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.704+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.717+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.735+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.758+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:18.783 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.779+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.805+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.846+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.867+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.886+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.909+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.927+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.945+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.034 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.963+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.034 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:18.977+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.034 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.002+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.034 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.019+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:29:19.044 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2, 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 6 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:29:19.045 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 4, 2024-03-10T21:29:19.046 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 11 2024-03-10T21:29:19.046 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:29:19.046 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:29:19.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.043+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.064+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.088+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.117+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.129+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.149+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.169+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.190+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.209+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.227+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.244+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.260+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.287 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.284+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.357 INFO:tasks.rados.rados.0.smithi071.stdout:2311: done (4 left) 2024-03-10T21:29:19.357 INFO:tasks.rados.rados.0.smithi071.stdout:2312: snap_remove snap 176 2024-03-10T21:29:19.538 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:19 smithi193 systemd[1]: Stopping Ceph osd.6 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:29:19.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:19.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:19.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: osdmap e487: 8 total, 8 up, 8 in 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: pgmap v409: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 44 KiB/s wr, 12 op/s 2024-03-10T21:29:19.539 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/3404799002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:19.353+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:19.353+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:19.354+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.318+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.334+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.359+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.540 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.384+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.405+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.426+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.445+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.470+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.490+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.512+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.541 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.536+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.560+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.582+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.611+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.636+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.663+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.693+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.712+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.730+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.749+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.801 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.769+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.802 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.786+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.802 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.799+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:19.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:19.352+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:19.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:19.365+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:19.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:19.365+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: osdmap e487: 8 total, 8 up, 8 in 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:19.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:19.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:19.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: pgmap v409: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 44 KiB/s wr, 12 op/s 2024-03-10T21:29:19.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/3404799002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:19.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:19.471+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: osdmap e487: 8 total, 8 up, 8 in 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:19.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:19.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:19.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: pgmap v409: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 492 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 44 KiB/s wr, 12 op/s 2024-03-10T21:29:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:19 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/3404799002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:20.067 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.817+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.067 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.836+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.067 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.856+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.067 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.875+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.067 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.893+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.067 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.910+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.924+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.938+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:19.950+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.011+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.029+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.048+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.068 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.065+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.086+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.103+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.117+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.135+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.333 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.155+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.170+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.189+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.201+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.221+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.239+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.357 INFO:tasks.rados.rados.0.smithi071.stdout:2312: done (4 left) 2024-03-10T21:29:20.357 INFO:tasks.rados.rados.0.smithi071.stdout:2313: rollback oid 17 current snap is 210 2024-03-10T21:29:20.357 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 163 2024-03-10T21:29:20.357 INFO:tasks.rados.rados.0.smithi071.stdout:2308: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:29:20.357 INFO:tasks.rados.rados.0.smithi071.stdout:2308: finishing rollback tid 2 to smithi07176956-22 2024-03-10T21:29:20.357 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 12505 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2305: finishing write tid 1 to smithi07176956-6 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2305: finishing write tid 2 to smithi07176956-6 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2307: finishing copy_from to smithi07176956-5 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2307: got expected ENOENT (src dne) 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2307: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2305: finishing write tid 3 to smithi07176956-6 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2305: oid 6 updating version 0 to 5863 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2305: oid 6 version 5863 is already newer than 5862 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5863 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2305: left oid 6 (ObjNum 734 snap 210 seq_num 734) 2024-03-10T21:29:20.358 INFO:tasks.rados.rados.0.smithi071.stdout:2310: expect (ObjNum 733 snap 210 seq_num 733) 2024-03-10T21:29:20.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:20.353+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:20.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:20.354+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:20.585 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[46804]: 2024-03-10T21:29:20.428+0000 7fce8883a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:29:20.585 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[46804]: 2024-03-10T21:29:20.428+0000 7fce8883a700 -1 osd.6 489 *** Got signal Terminated *** 2024-03-10T21:29:20.585 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[46804]: 2024-03-10T21:29:20.428+0000 7fce8883a700 -1 osd.6 489 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:29:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: osdmap e488: 8 total, 8 up, 8 in 2024-03-10T21:29:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.346+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.366+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.384+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.397+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.415+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.435+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.457+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.475+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.492+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.506+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.522+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.544+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.564+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2313: finishing rollback tid 0 to smithi07176956-17 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2313: finishing rollback tid 1 to smithi07176956-17 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2313: finishing rollback tid 2 to smithi07176956-17 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1418 (ObjNum 522 snap 145 seq_num 522) dirty exists 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2305: done (4 left) 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2307: done (3 left) 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2308: done (2 left) 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2310: done (1 left) 2024-03-10T21:29:20.728 INFO:tasks.rados.rados.0.smithi071.stdout:2313: done (0 left) 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2314: rmattr oid 44 current snap is 210 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2315: read oid 19 snap -1 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2315: expect deleted 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2316: read oid 33 snap -1 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2316: expect (ObjNum 717 snap 205 seq_num 717) 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2317: read oid 25 snap 204 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2317: expect (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2318: read oid 15 snap -1 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2318: expect (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2319: copy_from oid 22 from oid 48 current snap is 210 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2320: rollback oid 24 current snap is 210 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 204 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2321: read oid 31 snap -1 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2321: expect deleted 2024-03-10T21:29:20.729 INFO:tasks.rados.rados.0.smithi071.stdout:2322: delete oid 46 current snap is 210 2024-03-10T21:29:20.731 INFO:tasks.rados.rados.0.smithi071.stdout:2315: done (8 left) 2024-03-10T21:29:20.731 INFO:tasks.rados.rados.0.smithi071.stdout:2321: done (7 left) 2024-03-10T21:29:20.731 INFO:tasks.rados.rados.0.smithi071.stdout:2322: done (6 left) 2024-03-10T21:29:20.731 INFO:tasks.rados.rados.0.smithi071.stdout:2323: setattr oid 38 current snap is 210 2024-03-10T21:29:20.731 INFO:tasks.rados.rados.0.smithi071.stdout:2316: expect (ObjNum 717 snap 205 seq_num 717) 2024-03-10T21:29:20.734 INFO:tasks.rados.rados.0.smithi071.stdout:2316: done (6 left) 2024-03-10T21:29:20.734 INFO:tasks.rados.rados.0.smithi071.stdout:2324: snap_remove snap 205 2024-03-10T21:29:20.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:20.439+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:20.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: osdmap e488: 8 total, 8 up, 8 in 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:20.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:20.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:20.361+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:20.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:20.361+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:20.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:20.361+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: osdmap e488: 8 total, 8 up, 8 in 2024-03-10T21:29:20.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:20.354+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:20.354+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:20.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:20.355+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:20.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:20.355+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:20.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:20.355+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:20.842 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.585+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.842 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.605+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.842 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.624+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.842 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.640+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.654+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.676+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.687+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.702+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.717+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.734+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.751+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.770+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.784+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.801+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.821+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:20.843 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.840+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.861+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.879+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.893+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.907+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.923+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.941+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.958+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.095 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.975+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:20.995+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.013+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.029+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.051+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.072+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.092+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.351 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.111+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.128+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.147+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.165+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.185+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.204+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.224+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.243+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.265+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.280+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.296+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.316+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.352 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.331+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.353 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.350+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2324: done (6 left) 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2325: read oid 21 snap 209 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2325: expect deleted 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2326: read oid 23 snap -1 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2326: expect deleted 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2327: read oid 29 snap -1 2024-03-10T21:29:21.370 INFO:tasks.rados.rados.0.smithi071.stdout:2327: expect (ObjNum 727 snap 208 seq_num 727) 2024-03-10T21:29:21.371 INFO:tasks.rados.rados.0.smithi071.stdout:2328: read oid 31 snap 183 2024-03-10T21:29:21.371 INFO:tasks.rados.rados.0.smithi071.stdout:2328: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:29:21.371 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 210 2024-03-10T21:29:21.371 INFO:tasks.rados.rados.0.smithi071.stdout:2329: seq_num 737 ranges {3162112=352256} 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2329: writing smithi07176956-12 from 3162112 to 3514368 tid 1 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2330: setattr oid 6 current snap is 210 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2319: finishing copy_from to smithi07176956-22 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2319: got expected ENOENT (src dne) 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10843 (ObjNum 728 snap 209 seq_num 728) dirty exists 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2320: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2320: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5901 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 5856 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:29:21.391 INFO:tasks.rados.rados.0.smithi071.stdout:2317: expect (ObjNum 688 snap 201 seq_num 688) 2024-03-10T21:29:21.487 INFO:tasks.rados.rados.0.smithi071.stdout:2319: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:29:21.487 INFO:tasks.rados.rados.0.smithi071.stdout:2318: expect (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:29:21.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:21.370+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:29:21] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-03-10T21:29:21.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:21.378+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: osdmap e489: 8 total, 8 up, 8 in 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: osd.6 marked itself down and dead 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[88660]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 495 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 472 KiB/s wr, 24 op/s 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:21.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: osdmap e489: 8 total, 8 up, 8 in 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: osd.6 marked itself down and dead 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:21.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-mon[91105]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 495 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 472 KiB/s wr, 24 op/s 2024-03-10T21:29:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.366+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.366+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.366+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:21.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.366+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:21.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.368+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:21.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.370+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:21.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:21.370+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:21.703 INFO:tasks.rados.rados.0.smithi071.stdout:2328: expect (ObjNum 478 snap 128 seq_num 478) 2024-03-10T21:29:21.732 INFO:tasks.rados.rados.0.smithi071.stdout:2329: finishing write tid 1 to smithi07176956-12 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2329: finishing write tid 2 to smithi07176956-12 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2329: finishing write tid 3 to smithi07176956-12 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2329: oid 12 updating version 0 to 5903 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2329: oid 12 updating version 5903 to 5904 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5904 (ObjNum 737 snap 210 seq_num 737) dirty exists 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2329: left oid 12 (ObjNum 737 snap 210 seq_num 737) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2314: done (11 left) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2317: done (10 left) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2318: done (9 left) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2319: done (8 left) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2320: done (7 left) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2323: done (6 left) 2024-03-10T21:29:21.733 INFO:tasks.rados.rados.0.smithi071.stdout:2325: done (5 left) 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2326: done (4 left) 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2328: done (3 left) 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2329: done (2 left) 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2331: rmattr oid 9 current snap is 210 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2331: done (2 left) 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2332: copy_from oid 18 from oid 42 current snap is 210 2024-03-10T21:29:21.734 INFO:tasks.rados.rados.0.smithi071.stdout:2333: snap_remove snap 208 2024-03-10T21:29:21.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:21.365+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:21.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:21.364+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:21.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:21.365+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:21.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:21.369+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: osdmap e489: 8 total, 8 up, 8 in 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: osd.6 marked itself down and dead 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:21 smithi193 ceph-mon[83873]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 495 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 472 KiB/s wr, 24 op/s 2024-03-10T21:29:22.238 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:21 smithi193 podman[98262]: 2024-03-10 21:29:21.940275576 +0000 UTC m=+2.263815344 container died a5c9da3c404f814d094674675b762d86308ae57460c062541bc404dbf2d9cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-c2ea977, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, ceph=True) 2024-03-10T21:29:22.379 INFO:tasks.rados.rados.0.smithi071.stdout:2333: done (3 left) 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:2334: rollback oid 10 current snap is 210 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 178 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:2335: rollback oid 21 current snap is 210 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 163 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:2336: rollback oid 30 current snap is 210 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 190 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 210 2024-03-10T21:29:22.380 INFO:tasks.rados.rados.0.smithi071.stdout:2337: seq_num 738 ranges {6037504=368640} 2024-03-10T21:29:22.416 INFO:tasks.rados.rados.0.smithi071.stdout:2337: writing smithi07176956-8 from 6037504 to 6406144 tid 1 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2338: read oid 11 snap -1 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2338: expect (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2339: rmattr oid 44 current snap is 210 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2334: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2334: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1166 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2336: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1290 (ObjNum 65 snap 0 seq_num 1615813482) dirty dne 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2335: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing copy_from to smithi07176956-18 2024-03-10T21:29:22.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 5854 (ObjNum 33 snap 0 seq_num 2945804192) dirty exists 2024-03-10T21:29:22.418 INFO:tasks.rados.rados.0.smithi071.stdout:2335: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:29:22.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5906 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:29:22.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5864 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-03-10T21:29:22.418 INFO:tasks.rados.rados.0.smithi071.stdout:2327: expect (ObjNum 727 snap 208 seq_num 727) 2024-03-10T21:29:22.531 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:22.373+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:22.531 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:22.374+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:22.532 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:22 smithi193 podman[98262]: 2024-03-10 21:29:22.345822639 +0000 UTC m=+2.669362387 container cleanup a5c9da3c404f814d094674675b762d86308ae57460c062541bc404dbf2d9cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS) 2024-03-10T21:29:22.532 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:22 smithi193 bash[98262]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6 2024-03-10T21:29:22.532 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:29:22.532 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:29:22.532 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:22.532 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: osdmap e490: 8 total, 7 up, 8 in 2024-03-10T21:29:22.532 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:22.533 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:22.819 INFO:tasks.rados.rados.0.smithi071.stdout:2337: finishing write tid 1 to smithi07176956-8 2024-03-10T21:29:22.819 INFO:tasks.rados.rados.0.smithi071.stdout:2337: finishing write tid 2 to smithi07176956-8 2024-03-10T21:29:22.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10844 (ObjNum 728 snap 209 seq_num 728) dirty exists 2024-03-10T21:29:22.819 INFO:tasks.rados.rados.0.smithi071.stdout:2337: finishing write tid 3 to smithi07176956-8 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2337: oid 8 updating version 0 to 993 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2337: oid 8 updating version 993 to 994 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 994 (ObjNum 738 snap 210 seq_num 738) dirty exists 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2337: left oid 8 (ObjNum 738 snap 210 seq_num 738) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2327: done (8 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2330: done (7 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2332: done (6 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2334: done (5 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2335: done (4 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2336: done (3 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2337: done (2 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2339: done (1 left) 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2340: rollback oid 37 current snap is 210 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 190 2024-03-10T21:29:22.820 INFO:tasks.rados.rados.0.smithi071.stdout:2338: expect (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:29:22.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:22 smithi193 podman[98277]: 2024-03-10 21:29:22.530746107 +0000 UTC m=+0.590650343 container remove a5c9da3c404f814d094674675b762d86308ae57460c062541bc404dbf2d9cbfd (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-10T21:29:22.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:22.381+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:22.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:22.382+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:22.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:22.382+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:22.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: osdmap e490: 8 total, 7 up, 8 in 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:22.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: osdmap e490: 8 total, 7 up, 8 in 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:22.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:22.375+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:22.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:22.375+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:22.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:22.376+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:22.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:22.376+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:22.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:22.376+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:2340: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:29:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:2340: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:29:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:2340: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:29:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 5867 (ObjNum 558 snap 158 seq_num 558) dirty exists 2024-03-10T21:29:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:2338: done (1 left) 2024-03-10T21:29:22.909 INFO:tasks.rados.rados.0.smithi071.stdout:2340: done (0 left) 2024-03-10T21:29:22.909 INFO:tasks.rados.rados.0.smithi071.stdout:2341: snap_remove snap 173 2024-03-10T21:29:23.285 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:22 smithi193 podman[98370]: 2024-03-10 21:29:22.878202573 +0000 UTC m=+0.019930352 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:29:23.285 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:23 smithi193 podman[98370]: 2024-03-10 21:29:23.040273331 +0000 UTC m=+0.182001111 container create 07139b0fe75aa581c192524769358446dae9d5965bdfab1126482d21bcaff191 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-03-10T21:29:23.382 INFO:tasks.rados.rados.0.smithi071.stdout:2341: done (0 left) 2024-03-10T21:29:23.383 INFO:tasks.rados.rados.0.smithi071.stdout:2342: rollback oid 28 current snap is 210 2024-03-10T21:29:23.383 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 201 2024-03-10T21:29:23.383 INFO:tasks.rados.rados.0.smithi071.stdout:2343: setattr oid 20 current snap is 210 2024-03-10T21:29:23.383 INFO:tasks.rados.rados.0.smithi071.stdout:2344: delete oid 10 current snap is 210 2024-03-10T21:29:23.388 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:29:23.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4803 (ObjNum 13697 snap 0 seq_num 2946111952) dirty exists 2024-03-10T21:29:23.389 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:29:23.389 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 5856 (ObjNum 643 snap 189 seq_num 643) dirty exists 2024-03-10T21:29:23.392 INFO:tasks.rados.rados.0.smithi071.stdout:2342: done (2 left) 2024-03-10T21:29:23.392 INFO:tasks.rados.rados.0.smithi071.stdout:2343: done (1 left) 2024-03-10T21:29:23.392 INFO:tasks.rados.rados.0.smithi071.stdout:2344: done (0 left) 2024-03-10T21:29:23.392 INFO:tasks.rados.rados.0.smithi071.stdout:2345: copy_from oid 8 from oid 46 current snap is 210 2024-03-10T21:29:23.392 INFO:tasks.rados.rados.0.smithi071.stdout:2346: snap_remove snap 201 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: osdmap e491: 8 total, 7 up, 8 in 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:23.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-mon[83873]: pgmap v415: 121 pgs: 4 active+undersized, 1 active+undersized+degraded, 12 stale+active+clean, 2 active+clean+snaptrim, 92 active+clean, 10 active+clean+snaptrim_error; 495 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 428 KiB/s wr, 12 op/s; 1/987 objects degraded (0.101%) 2024-03-10T21:29:23.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:23.383+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:23.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:23.383+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:23.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:23.384+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:23.586 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:23 smithi193 podman[98370]: 2024-03-10 21:29:23.28462393 +0000 UTC m=+0.426351707 container init 07139b0fe75aa581c192524769358446dae9d5965bdfab1126482d21bcaff191 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-03-10T21:29:23.586 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:23 smithi193 podman[98370]: 2024-03-10 21:29:23.288489993 +0000 UTC m=+0.430217773 container start 07139b0fe75aa581c192524769358446dae9d5965bdfab1126482d21bcaff191 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:29:23.586 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:23 smithi193 podman[98370]: 2024-03-10 21:29:23.384737563 +0000 UTC m=+0.526465346 container attach 07139b0fe75aa581c192524769358446dae9d5965bdfab1126482d21bcaff191 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307) 2024-03-10T21:29:23.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:23.385+0000 7f6bf01df700 -1 osd.5 pg_epoch: 491 pg[5.4s2( v 492'1168 (0'0,492'1168] local-lis/les=467/468 n=24 ec=73/73 lis/c=467/467 les/c/f=468/468/0 sis=467) [7,2,5]p7(0) r=2 lpr=467 luod=0'0 crt=491'1166 lcod 491'1166 mlcod 491'1166 active mbc={} ps=[a0~1,a7~1,ac~38,e5~9,ef~4,f4~4,f9~4,100~a,10b~2,10e~1,110~2]] update_snap_map remove_oid 5:276e6f50:::smithi07176956-31:f0 failed with -2 2024-03-10T21:29:23.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:23.390+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:23.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: osdmap e491: 8 total, 7 up, 8 in 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[91105]: pgmap v415: 121 pgs: 4 active+undersized, 1 active+undersized+degraded, 12 stale+active+clean, 2 active+clean+snaptrim, 92 active+clean, 10 active+clean+snaptrim_error; 495 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 428 KiB/s wr, 12 op/s; 1/987 objects degraded (0.101%) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 10d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: osdmap e491: 8 total, 7 up, 8 in 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-mon[88660]: pgmap v415: 121 pgs: 4 active+undersized, 1 active+undersized+degraded, 12 stale+active+clean, 2 active+clean+snaptrim, 92 active+clean, 10 active+clean+snaptrim_error; 495 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 428 KiB/s wr, 12 op/s; 1/987 objects degraded (0.101%) 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.379+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.379+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.379+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.380+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.380+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.380+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:23.380+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:24.084 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:23 smithi193 podman[98370]: 2024-03-10 21:29:23.648614927 +0000 UTC m=+0.790342705 container died 07139b0fe75aa581c192524769358446dae9d5965bdfab1126482d21bcaff191 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-03-10T21:29:24.394 INFO:tasks.rados.rados.0.smithi071.stdout:2346: done (1 left) 2024-03-10T21:29:24.394 INFO:tasks.rados.rados.0.smithi071.stdout:2347: rmattr oid 36 current snap is 210 2024-03-10T21:29:24.394 INFO:tasks.rados.rados.0.smithi071.stdout:2347: done (1 left) 2024-03-10T21:29:24.395 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 210 2024-03-10T21:29:24.395 INFO:tasks.rados.rados.0.smithi071.stdout:2345: finishing copy_from to smithi07176956-8 2024-03-10T21:29:24.395 INFO:tasks.rados.rados.0.smithi071.stdout:2345: got expected ENOENT (src dne) 2024-03-10T21:29:24.395 INFO:tasks.rados.rados.0.smithi071.stdout:2348: seq_num 740 ranges {1179648=401408} 2024-03-10T21:29:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:2348: writing smithi07176956-28 from 1179648 to 1581056 tid 1 2024-03-10T21:29:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 210 2024-03-10T21:29:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:2345: finishing copy_from racing read to smithi07176956-8 2024-03-10T21:29:24.404 INFO:tasks.rados.rados.0.smithi071.stdout:2349: seq_num 741 ranges {16384=417792} 2024-03-10T21:29:24.407 INFO:tasks.rados.rados.0.smithi071.stdout:2349: writing smithi07176956-33 from 16384 to 434176 tid 1 2024-03-10T21:29:24.407 INFO:tasks.rados.rados.0.smithi071.stdout:2345: done (2 left) 2024-03-10T21:29:24.407 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 210 2024-03-10T21:29:24.407 INFO:tasks.rados.rados.0.smithi071.stdout:2350: seq_num 742 ranges {0=434176} 2024-03-10T21:29:24.410 INFO:tasks.rados.rados.0.smithi071.stdout:2350: writing smithi07176956-20 from 0 to 434176 tid 1 2024-03-10T21:29:24.410 INFO:tasks.rados.rados.0.smithi071.stdout:2351: copy_from oid 5 from oid 37 current snap is 210 2024-03-10T21:29:24.410 INFO:tasks.rados.rados.0.smithi071.stdout:2348: finishing write tid 1 to smithi07176956-28 2024-03-10T21:29:24.410 INFO:tasks.rados.rados.0.smithi071.stdout:2348: finishing write tid 2 to smithi07176956-28 2024-03-10T21:29:24.410 INFO:tasks.rados.rados.0.smithi071.stdout:2352: snap_create 2024-03-10T21:29:24.412 INFO:tasks.rados.rados.0.smithi071.stdout:2348: finishing write tid 3 to smithi07176956-28 2024-03-10T21:29:24.413 INFO:tasks.rados.rados.0.smithi071.stdout:2348: oid 28 updating version 0 to 5858 2024-03-10T21:29:24.413 INFO:tasks.rados.rados.0.smithi071.stdout:2348: oid 28 version 5858 is already newer than 5857 2024-03-10T21:29:24.413 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 5858 (ObjNum 740 snap 210 seq_num 740) dirty exists 2024-03-10T21:29:24.413 INFO:tasks.rados.rados.0.smithi071.stdout:2348: left oid 28 (ObjNum 740 snap 210 seq_num 740) 2024-03-10T21:29:24.414 INFO:tasks.rados.rados.0.smithi071.stdout:2350: finishing write tid 1 to smithi07176956-20 2024-03-10T21:29:24.414 INFO:tasks.rados.rados.0.smithi071.stdout:2350: finishing write tid 2 to smithi07176956-20 2024-03-10T21:29:24.415 INFO:tasks.rados.rados.0.smithi071.stdout:2349: finishing write tid 1 to smithi07176956-33 2024-03-10T21:29:24.415 INFO:tasks.rados.rados.0.smithi071.stdout:2349: finishing write tid 2 to smithi07176956-33 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2350: finishing write tid 3 to smithi07176956-20 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2350: oid 20 updating version 0 to 4805 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2350: oid 20 version 4805 is already newer than 4804 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4805 (ObjNum 742 snap 210 seq_num 742) dirty exists 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2350: left oid 20 (ObjNum 742 snap 210 seq_num 742) 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2349: finishing write tid 3 to smithi07176956-33 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2349: oid 33 updating version 0 to 5858 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:2349: oid 33 version 5858 is already newer than 5857 2024-03-10T21:29:24.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 5858 (ObjNum 741 snap 210 seq_num 741) dirty exists 2024-03-10T21:29:24.418 INFO:tasks.rados.rados.0.smithi071.stdout:2349: left oid 33 (ObjNum 741 snap 210 seq_num 741) 2024-03-10T21:29:24.427 INFO:tasks.rados.rados.0.smithi071.stdout:2351: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:29:24.428 INFO:tasks.rados.rados.0.smithi071.stdout:2351: finishing copy_from to smithi07176956-5 2024-03-10T21:29:24.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 5867 (ObjNum 558 snap 158 seq_num 558) dirty exists 2024-03-10T21:29:24.643 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:24.398+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:24.644 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:24.398+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:24.644 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 podman[98396]: 2024-03-10 21:29:24.380621918 +0000 UTC m=+0.725762543 container remove 07139b0fe75aa581c192524769358446dae9d5965bdfab1126482d21bcaff191 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-03-10T21:29:24.644 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.6.service: Deactivated successfully. 2024-03-10T21:29:24.644 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 systemd[1]: Stopped Ceph osd.6 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:29:24.644 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.6.service: Consumed 24.695s CPU time. 2024-03-10T21:29:24.644 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 1/987 objects degraded (0.101%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: osdmap e492: 8 total, 7 up, 8 in 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:24.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:24.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:24.413+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:24.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:24.401+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:24.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:24.401+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 1/987 objects degraded (0.101%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: osdmap e492: 8 total, 7 up, 8 in 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:24.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:24.391+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:24.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:24.391+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:24.391+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:24.391+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:24.391+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 1/987 objects degraded (0.101%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:24.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:24.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:24.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:24.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: osdmap e492: 8 total, 7 up, 8 in 2024-03-10T21:29:24.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:24.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:24.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:25.015 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 systemd[1]: Starting Ceph osd.6 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:29:25.016 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 podman[98501]: 2024-03-10 21:29:24.775448682 +0000 UTC m=+0.020429658 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:29:25.016 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:24 smithi193 podman[98501]: 2024-03-10 21:29:24.890580317 +0000 UTC m=+0.135561297 container create 5dd9dadf2d1e921a52d1f15cebe87b5138fa6443bd419d1f0c165b23f6f3f458 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-03-10T21:29:25.334 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 podman[98501]: 2024-03-10 21:29:25.143252814 +0000 UTC m=+0.388233786 container init 5dd9dadf2d1e921a52d1f15cebe87b5138fa6443bd419d1f0c165b23f6f3f458 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:29:25.334 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 podman[98501]: 2024-03-10 21:29:25.148267756 +0000 UTC m=+0.393248728 container start 5dd9dadf2d1e921a52d1f15cebe87b5138fa6443bd419d1f0c165b23f6f3f458 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:29:25.403 INFO:tasks.rados.rados.0.smithi071.stdout:2348: done (4 left) 2024-03-10T21:29:25.404 INFO:tasks.rados.rados.0.smithi071.stdout:2349: done (3 left) 2024-03-10T21:29:25.404 INFO:tasks.rados.rados.0.smithi071.stdout:2350: done (2 left) 2024-03-10T21:29:25.404 INFO:tasks.rados.rados.0.smithi071.stdout:2351: done (1 left) 2024-03-10T21:29:25.404 INFO:tasks.rados.rados.0.smithi071.stdout:2352: done (0 left) 2024-03-10T21:29:25.404 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 211 2024-03-10T21:29:25.404 INFO:tasks.rados.rados.0.smithi071.stdout:2353: seq_num 743 ranges {3645440=450560} 2024-03-10T21:29:25.427 INFO:tasks.rados.rados.0.smithi071.stdout:2353: writing smithi07176956-13 from 3645440 to 4096000 tid 1 2024-03-10T21:29:25.427 INFO:tasks.rados.rados.0.smithi071.stdout:2354: rollback oid 43 current snap is 211 2024-03-10T21:29:25.427 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 178 2024-03-10T21:29:25.427 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 211 2024-03-10T21:29:25.427 INFO:tasks.rados.rados.0.smithi071.stdout:2355: seq_num 744 ranges {0=466944} 2024-03-10T21:29:25.430 INFO:tasks.rados.rados.0.smithi071.stdout:2355: writing smithi07176956-30 from 0 to 466944 tid 1 2024-03-10T21:29:25.430 INFO:tasks.rados.rados.0.smithi071.stdout:2356: snap_create 2024-03-10T21:29:25.430 INFO:tasks.rados.rados.0.smithi071.stdout:2354: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:29:25.430 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1122 (ObjNum 49 snap 0 seq_num 2944343104) dirty dne 2024-03-10T21:29:25.432 INFO:tasks.rados.rados.0.smithi071.stdout:2353: finishing write tid 1 to smithi07176956-13 2024-03-10T21:29:25.432 INFO:tasks.rados.rados.0.smithi071.stdout:2353: finishing write tid 2 to smithi07176956-13 2024-03-10T21:29:25.434 INFO:tasks.rados.rados.0.smithi071.stdout:2353: finishing write tid 3 to smithi07176956-13 2024-03-10T21:29:25.434 INFO:tasks.rados.rados.0.smithi071.stdout:2353: oid 13 updating version 0 to 5859 2024-03-10T21:29:25.434 INFO:tasks.rados.rados.0.smithi071.stdout:2353: oid 13 updating version 5859 to 5860 2024-03-10T21:29:25.435 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 5860 (ObjNum 743 snap 211 seq_num 743) dirty exists 2024-03-10T21:29:25.435 INFO:tasks.rados.rados.0.smithi071.stdout:2353: left oid 13 (ObjNum 743 snap 211 seq_num 743) 2024-03-10T21:29:25.442 INFO:tasks.rados.rados.0.smithi071.stdout:2355: finishing write tid 1 to smithi07176956-30 2024-03-10T21:29:25.442 INFO:tasks.rados.rados.0.smithi071.stdout:2355: finishing write tid 2 to smithi07176956-30 2024-03-10T21:29:25.454 INFO:tasks.rados.rados.0.smithi071.stdout:2355: finishing write tid 3 to smithi07176956-30 2024-03-10T21:29:25.454 INFO:tasks.rados.rados.0.smithi071.stdout:2355: oid 30 updating version 0 to 7642 2024-03-10T21:29:25.454 INFO:tasks.rados.rados.0.smithi071.stdout:2355: oid 30 version 7642 is already newer than 7641 2024-03-10T21:29:25.454 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 7642 (ObjNum 744 snap 211 seq_num 744) dirty exists 2024-03-10T21:29:25.454 INFO:tasks.rados.rados.0.smithi071.stdout:2355: left oid 30 (ObjNum 744 snap 211 seq_num 744) 2024-03-10T21:29:25.646 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:25.401+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:25.646 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:25.401+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:25.646 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:25.402+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:25.647 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 podman[98501]: 2024-03-10 21:29:25.351869917 +0000 UTC m=+0.596850890 container attach 5dd9dadf2d1e921a52d1f15cebe87b5138fa6443bd419d1f0c165b23f6f3f458 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True) 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: osdmap e493: 8 total, 7 up, 8 in 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:25.647 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:25.648 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:25.648 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:25.648 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-mon[83873]: pgmap v418: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 316 KiB/s wr, 31 op/s; 103/1011 objects degraded (10.188%) 2024-03-10T21:29:25.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:25.430+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: osdmap e493: 8 total, 7 up, 8 in 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:25.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[88660]: pgmap v418: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 316 KiB/s wr, 31 op/s; 103/1011 objects degraded (10.188%) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: osdmap e493: 8 total, 7 up, 8 in 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-mon[91105]: pgmap v418: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 316 KiB/s wr, 31 op/s; 103/1011 objects degraded (10.188%) 2024-03-10T21:29:25.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.400+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.400+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.400+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.400+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.401+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.401+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:25.401+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:26.031 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T21:29:26.031 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T21:29:26.031 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T21:29:26.031 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 bash[98501]: --> ceph-volume raw activate successful for osd ID: 6 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate[98516]: --> ceph-volume raw activate successful for osd ID: 6 2024-03-10T21:29:26.032 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:25 smithi193 podman[98501]: 2024-03-10 21:29:25.674268797 +0000 UTC m=+0.919249774 container died 5dd9dadf2d1e921a52d1f15cebe87b5138fa6443bd419d1f0c165b23f6f3f458 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307) 2024-03-10T21:29:26.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:25.924+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:26.410 INFO:tasks.rados.rados.0.smithi071.stdout:2353: done (3 left) 2024-03-10T21:29:26.410 INFO:tasks.rados.rados.0.smithi071.stdout:2354: done (2 left) 2024-03-10T21:29:26.410 INFO:tasks.rados.rados.0.smithi071.stdout:2355: done (1 left) 2024-03-10T21:29:26.410 INFO:tasks.rados.rados.0.smithi071.stdout:2356: done (0 left) 2024-03-10T21:29:26.410 INFO:tasks.rados.rados.0.smithi071.stdout:2357: snap_remove snap 206 2024-03-10T21:29:26.607 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:26.407+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:26.607 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:26.407+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:26.608 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 podman[98633]: 2024-03-10 21:29:26.3559826 +0000 UTC m=+0.676741858 container remove 5dd9dadf2d1e921a52d1f15cebe87b5138fa6443bd419d1f0c165b23f6f3f458 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-10T21:29:26.608 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 podman[98698]: 2024-03-10 21:29:26.483003375 +0000 UTC m=+0.018929370 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:29:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:26.608 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:26.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:26.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: osdmap e494: 8 total, 7 up, 8 in 2024-03-10T21:29:26.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:26.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:26.609 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:26.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:26.556+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:26.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:26.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: osdmap e494: 8 total, 7 up, 8 in 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:26.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: osdmap e494: 8 total, 7 up, 8 in 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:26.410+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:26.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:26.411+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:26.411+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:26.411+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:26.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:26.411+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:26.876 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 podman[98698]: 2024-03-10 21:29:26.607066944 +0000 UTC m=+0.142992922 container create 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:29:27.334 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 podman[98698]: 2024-03-10 21:29:26.876303607 +0000 UTC m=+0.412229594 container init 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d) 2024-03-10T21:29:27.334 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 podman[98698]: 2024-03-10 21:29:26.87950825 +0000 UTC m=+0.415434238 container start 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-10T21:29:27.334 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 ceph-osd[98717]: -- 172.21.15.193:0/2841209683 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a8582d5680 con 0x55a85829f000 2024-03-10T21:29:27.334 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 bash[98698]: 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae 2024-03-10T21:29:27.335 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:26 smithi193 systemd[1]: Started Ceph osd.6 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:29:27.420 INFO:tasks.rados.rados.0.smithi071.stdout:2357: done (0 left) 2024-03-10T21:29:27.420 INFO:tasks.rados.rados.0.smithi071.stdout:2358: setattr oid 40 current snap is 212 2024-03-10T21:29:27.422 INFO:tasks.rados.rados.0.smithi071.stdout:2359: read oid 41 snap 204 2024-03-10T21:29:27.422 INFO:tasks.rados.rados.0.smithi071.stdout:2359: expect (ObjNum 670 snap 197 seq_num 670) 2024-03-10T21:29:27.422 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 212 2024-03-10T21:29:27.422 INFO:tasks.rados.rados.0.smithi071.stdout:2360: seq_num 745 ranges {4096000=483328} 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2360: writing smithi07176956-13 from 4096000 to 4579328 tid 1 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2361: copy_from oid 48 from oid 19 current snap is 212 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 5861 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2358: done (3 left) 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2362: rollback oid 16 current snap is 212 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 178 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2363: read oid 32 snap -1 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2363: expect deleted 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2364: rollback oid 2 current snap is 212 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 210 2024-03-10T21:29:27.449 INFO:tasks.rados.rados.0.smithi071.stdout:2365: copy_from oid 23 from oid 27 current snap is 212 2024-03-10T21:29:27.450 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 212 2024-03-10T21:29:27.450 INFO:tasks.rados.rados.0.smithi071.stdout:2366: seq_num 746 ranges {0=499712} 2024-03-10T21:29:27.452 INFO:tasks.rados.rados.0.smithi071.stdout:2366: writing smithi07176956-1 from 0 to 499712 tid 1 2024-03-10T21:29:27.452 INFO:tasks.rados.rados.0.smithi071.stdout:2367: snap_remove snap 190 2024-03-10T21:29:27.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:27.421+0000 7f1a9094a7c0 -1 Falling back to public interface 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: osdmap e495: 8 total, 7 up, 8 in 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: pgmap v421: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 316 KiB/s wr, 30 op/s; 103/1011 objects degraded (10.188%) 2024-03-10T21:29:27.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:27.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:29:27.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:27.415+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:27.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:27.415+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:27.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:27.417+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:27.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:27.454+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:27.424+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:27.424+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.416+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.416+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.416+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.417+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.417+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:27.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.417+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:27.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:27.417+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: osdmap e495: 8 total, 7 up, 8 in 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:27.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: pgmap v421: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 316 KiB/s wr, 30 op/s; 103/1011 objects degraded (10.188%) 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: osdmap e495: 8 total, 7 up, 8 in 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:27.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: pgmap v421: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 316 KiB/s wr, 30 op/s; 103/1011 objects degraded (10.188%) 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:27.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:27 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2362: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2362: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1134 (ObjNum 327 snap 98 seq_num 327) dirty exists 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing write tid 1 to smithi07176956-1 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing write tid 2 to smithi07176956-1 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing write tid 3 to smithi07176956-1 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2366: oid 1 updating version 0 to 5907 2024-03-10T21:29:28.425 INFO:tasks.rados.rados.0.smithi071.stdout:2366: oid 1 updating version 5907 to 5908 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 5908 (ObjNum 746 snap 212 seq_num 746) dirty exists 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2366: left oid 1 (ObjNum 746 snap 212 seq_num 746) 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2364: finishing rollback tid 0 to smithi07176956-2 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2365: finishing copy_from to smithi07176956-23 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2365: got expected ENOENT (src dne) 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2365: finishing copy_from racing read to smithi07176956-23 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2364: finishing rollback tid 1 to smithi07176956-2 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2364: finishing rollback tid 2 to smithi07176956-2 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 7646 (ObjNum 726 snap 208 seq_num 726) dirty exists 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2360: finishing write tid 1 to smithi07176956-13 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2360: finishing write tid 2 to smithi07176956-13 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2360: finishing write tid 3 to smithi07176956-13 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2360: oid 13 updating version 0 to 5863 2024-03-10T21:29:28.426 INFO:tasks.rados.rados.0.smithi071.stdout:2360: oid 13 version 5863 is already newer than 5862 2024-03-10T21:29:28.427 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 5863 (ObjNum 745 snap 212 seq_num 745) dirty exists 2024-03-10T21:29:28.427 INFO:tasks.rados.rados.0.smithi071.stdout:2360: left oid 13 (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:29:28.427 INFO:tasks.rados.rados.0.smithi071.stdout:2359: expect (ObjNum 670 snap 197 seq_num 670) 2024-03-10T21:29:28.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:28.425+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:28.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:28.425+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: osdmap e496: 8 total, 7 up, 8 in 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:28.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:28.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:28.426+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:28.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: osdmap e496: 8 total, 7 up, 8 in 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset ff=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:28.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: osdmap e496: 8 total, 7 up, 8 in 2024-03-10T21:29:28.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:28.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:28.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:28.423+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:28.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:28.423+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:28.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:28.423+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:28.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:28.423+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:28.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:28.423+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing copy_from to smithi07176956-48 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2361: got expected ENOENT (src dne) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2359: done (8 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2360: done (7 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2361: done (6 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2362: done (5 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2363: done (4 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2364: done (3 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2365: done (2 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2366: done (1 left) 2024-03-10T21:29:29.556 INFO:tasks.rados.rados.0.smithi071.stdout:2367: done (0 left) 2024-03-10T21:29:29.557 INFO:tasks.rados.rados.0.smithi071.stdout:2368: rmattr oid 43 current snap is 212 2024-03-10T21:29:29.557 INFO:tasks.rados.rados.0.smithi071.stdout:2368: done (0 left) 2024-03-10T21:29:29.557 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 212 2024-03-10T21:29:29.557 INFO:tasks.rados.rados.0.smithi071.stdout:2369: seq_num 747 ranges {466944=516096} 2024-03-10T21:29:29.561 INFO:tasks.rados.rados.0.smithi071.stdout:2369: writing smithi07176956-30 from 466944 to 983040 tid 1 2024-03-10T21:29:29.561 INFO:tasks.rados.rados.0.smithi071.stdout:2370: read oid 44 snap -1 2024-03-10T21:29:29.561 INFO:tasks.rados.rados.0.smithi071.stdout:2370: expect (ObjNum 728 snap 209 seq_num 728) 2024-03-10T21:29:29.561 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 212 2024-03-10T21:29:29.561 INFO:tasks.rados.rados.0.smithi071.stdout:2371: seq_num 748 ranges {0=532480} 2024-03-10T21:29:29.564 INFO:tasks.rados.rados.0.smithi071.stdout:2371: writing smithi07176956-42 from 0 to 532480 tid 1 2024-03-10T21:29:29.564 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 212 2024-03-10T21:29:29.564 INFO:tasks.rados.rados.0.smithi071.stdout:2372: seq_num 749 ranges {3514368=548864} 2024-03-10T21:29:29.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:29.220+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:29.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: osdmap e497: 8 total, 7 up, 8 in 2024-03-10T21:29:29.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: pgmap v424: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 428 KiB/s wr, 8 op/s; 105/1017 objects degraded (10.324%) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 103/1011 objects degraded (10.188%), 8 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:29.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: osdmap e497: 8 total, 7 up, 8 in 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: pgmap v424: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 428 KiB/s wr, 8 op/s; 105/1017 objects degraded (10.324%) 2024-03-10T21:29:29.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:29 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 103/1011 objects degraded (10.188%), 8 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:29.588 INFO:tasks.rados.rados.0.smithi071.stdout:2372: writing smithi07176956-12 from 3514368 to 4063232 tid 1 2024-03-10T21:29:29.588 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 212 2024-03-10T21:29:29.588 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing write tid 1 to smithi07176956-42 2024-03-10T21:29:29.588 INFO:tasks.rados.rados.0.smithi071.stdout:2373: seq_num 750 ranges {11403264=565248} 2024-03-10T21:29:29.654 INFO:tasks.rados.rados.0.smithi071.stdout:2373: writing smithi07176956-14 from 11403264 to 11968512 tid 1 2024-03-10T21:29:29.654 INFO:tasks.rados.rados.0.smithi071.stdout:2374: read oid 29 snap -1 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2374: expect (ObjNum 727 snap 208 seq_num 727) 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2375: read oid 8 snap -1 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2375: expect (ObjNum 738 snap 210 seq_num 738) 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2376: read oid 16 snap 178 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2376: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2377: rollback oid 39 current snap is 212 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 211 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing write tid 2 to smithi07176956-42 2024-03-10T21:29:29.655 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing write tid 3 to smithi07176956-42 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:2371: oid 42 updating version 0 to 5859 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:2371: oid 42 updating version 5859 to 5860 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 5860 (ObjNum 748 snap 212 seq_num 748) dirty exists 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:2371: left oid 42 (ObjNum 748 snap 212 seq_num 748) 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:2369: finishing write tid 1 to smithi07176956-30 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:2369: finishing write tid 2 to smithi07176956-30 2024-03-10T21:29:29.656 INFO:tasks.rados.rados.0.smithi071.stdout:2370: expect (ObjNum 728 snap 209 seq_num 728) 2024-03-10T21:29:29.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: osdmap e497: 8 total, 7 up, 8 in 2024-03-10T21:29:29.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:29.695 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: pgmap v424: 121 pgs: 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 1 active+clean+snaptrim, 68 active+clean, 9 active+clean+snaptrim_error; 510 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 428 KiB/s wr, 8 op/s; 105/1017 objects degraded (10.324%) 2024-03-10T21:29:29.696 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:29 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 103/1011 objects degraded (10.188%), 8 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2369: finishing write tid 3 to smithi07176956-30 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2369: oid 30 updating version 0 to 7648 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2369: oid 30 updating version 7648 to 7649 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 7649 (ObjNum 747 snap 212 seq_num 747) dirty exists 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2369: left oid 30 (ObjNum 747 snap 212 seq_num 747) 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2372: finishing write tid 1 to smithi07176956-12 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2372: finishing write tid 2 to smithi07176956-12 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2372: finishing write tid 3 to smithi07176956-12 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2372: oid 12 updating version 0 to 5911 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2372: oid 12 version 5911 is already newer than 5910 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5911 (ObjNum 749 snap 212 seq_num 749) dirty exists 2024-03-10T21:29:29.859 INFO:tasks.rados.rados.0.smithi071.stdout:2372: left oid 12 (ObjNum 749 snap 212 seq_num 749) 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2369: done (8 left) 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2370: done (7 left) 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2371: done (6 left) 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2372: done (5 left) 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2378: rollback oid 6 current snap is 212 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 178 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2373: finishing write tid 1 to smithi07176956-14 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2373: finishing write tid 2 to smithi07176956-14 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2373: finishing write tid 3 to smithi07176956-14 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2373: oid 14 updating version 0 to 5914 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2373: oid 14 version 5914 is already newer than 5913 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5914 (ObjNum 750 snap 212 seq_num 750) dirty exists 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2373: left oid 14 (ObjNum 750 snap 212 seq_num 750) 2024-03-10T21:29:29.860 INFO:tasks.rados.rados.0.smithi071.stdout:2376: expect (ObjNum 327 snap 98 seq_num 327) 2024-03-10T21:29:30.089 INFO:tasks.rados.rados.0.smithi071.stdout:2374: expect (ObjNum 727 snap 208 seq_num 727) 2024-03-10T21:29:30.483 INFO:tasks.rados.rados.0.smithi071.stdout:2377: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:29:30.483 INFO:tasks.rados.rados.0.smithi071.stdout:2377: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:29:30.483 INFO:tasks.rados.rados.0.smithi071.stdout:2373: done (5 left) 2024-03-10T21:29:30.483 INFO:tasks.rados.rados.0.smithi071.stdout:2374: done (4 left) 2024-03-10T21:29:30.483 INFO:tasks.rados.rados.0.smithi071.stdout:2376: done (3 left) 2024-03-10T21:29:30.483 INFO:tasks.rados.rados.0.smithi071.stdout:2379: rmattr oid 46 current snap is 212 2024-03-10T21:29:30.484 INFO:tasks.rados.rados.0.smithi071.stdout:2379: done (3 left) 2024-03-10T21:29:30.484 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 212 2024-03-10T21:29:30.484 INFO:tasks.rados.rados.0.smithi071.stdout:2377: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:29:30.484 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5870 (ObjNum 615 snap 180 seq_num 615) dirty exists 2024-03-10T21:29:30.484 INFO:tasks.rados.rados.0.smithi071.stdout:2375: expect (ObjNum 738 snap 210 seq_num 738) 2024-03-10T21:29:30.739 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:30.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:30.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:30.983 INFO:tasks.rados.rados.0.smithi071.stdout:2378: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:29:30.983 INFO:tasks.rados.rados.0.smithi071.stdout:2378: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:29:30.983 INFO:tasks.rados.rados.0.smithi071.stdout:2378: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:29:30.983 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 5873 (ObjNum 584 snap 168 seq_num 584) dirty exists 2024-03-10T21:29:30.983 INFO:tasks.rados.rados.0.smithi071.stdout:2380: seq_num 751 ranges {0=581632} 2024-03-10T21:29:30.986 INFO:tasks.rados.rados.0.smithi071.stdout:2380: writing smithi07176956-34 from 0 to 581632 tid 1 2024-03-10T21:29:30.987 INFO:tasks.rados.rados.0.smithi071.stdout:2375: done (3 left) 2024-03-10T21:29:30.987 INFO:tasks.rados.rados.0.smithi071.stdout:2377: done (2 left) 2024-03-10T21:29:30.987 INFO:tasks.rados.rados.0.smithi071.stdout:2378: done (1 left) 2024-03-10T21:29:30.987 INFO:tasks.rados.rados.0.smithi071.stdout:2381: setattr oid 38 current snap is 212 2024-03-10T21:29:30.988 INFO:tasks.rados.rados.0.smithi071.stdout:2382: snap_remove snap 204 2024-03-10T21:29:31.084 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:30.737+0000 7f1a9094a7c0 -1 osd.6 489 log_to_monitors true 2024-03-10T21:29:31.430 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:29:31] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-03-10T21:29:31.441 INFO:tasks.rados.rados.0.smithi071.stdout:2382: done (2 left) 2024-03-10T21:29:31.441 INFO:tasks.rados.rados.0.smithi071.stdout:2383: snap_remove snap 210 2024-03-10T21:29:31.714 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-mon[83873]: from='osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:29:31.714 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-mon[83873]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:29:31.714 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-mon[83873]: pgmap v425: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 68 active+clean, 9 active+clean+snaptrim_error; 517 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 976 KiB/s wr, 9 op/s; 106/1020 objects degraded (10.392%) 2024-03-10T21:29:31.714 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:31.462+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:31.714 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:31.462+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:31.715 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:31.462+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-mon[88660]: from='osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:29:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-mon[88660]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:29:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-mon[88660]: pgmap v425: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 68 active+clean, 9 active+clean+snaptrim_error; 517 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 976 KiB/s wr, 9 op/s; 106/1020 objects degraded (10.392%) 2024-03-10T21:29:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-mon[91105]: from='osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:29:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-mon[91105]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-10T21:29:31.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-mon[91105]: pgmap v425: 121 pgs: 1 active+clean+snaptrim, 1 active+undersized+degraded+snaptrim_error, 35 active+undersized, 7 active+undersized+degraded, 68 active+clean, 9 active+clean+snaptrim_error; 517 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.4 MiB/s rd, 976 KiB/s wr, 9 op/s; 106/1020 objects degraded (10.392%) 2024-03-10T21:29:31.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:31.447+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:31.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:31.447+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:31.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:31.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:31.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:31.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:31.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:31.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:31.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:31.442+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:32.084 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:31.928+0000 7f1a7dd9a700 -1 osd.6 489 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:29:32.448 INFO:tasks.rados.rados.0.smithi071.stdout:2383: done (2 left) 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2384: copy_from oid 29 from oid 49 current snap is 212 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: finishing write tid 1 to smithi07176956-34 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: finishing write tid 2 to smithi07176956-34 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 5861 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: finishing write tid 3 to smithi07176956-34 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: oid 34 updating version 0 to 5864 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: oid 34 updating version 5864 to 5865 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 5865 (ObjNum 751 snap 212 seq_num 751) dirty exists 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: left oid 34 (ObjNum 751 snap 212 seq_num 751) 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2380: done (2 left) 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2381: done (1 left) 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 212 2024-03-10T21:29:32.449 INFO:tasks.rados.rados.0.smithi071.stdout:2385: seq_num 752 ranges {2211840=598016} 2024-03-10T21:29:32.464 INFO:tasks.rados.rados.0.smithi071.stdout:2385: writing smithi07176956-37 from 2211840 to 2809856 tid 1 2024-03-10T21:29:32.464 INFO:tasks.rados.rados.0.smithi071.stdout:2386: snap_create 2024-03-10T21:29:32.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:32.453+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:32.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:32.455+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:32.586 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: osdmap e498: 8 total, 7 up, 8 in 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: from='osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:32.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:32.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: from='osd.6 ' entity='osd.6' 2024-03-10T21:29:32.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:32.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:32.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:32.457+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:32.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:32.459+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: osdmap e498: 8 total, 7 up, 8 in 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: from='osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:29:32.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: from='osd.6 ' entity='osd.6' 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: osdmap e498: 8 total, 7 up, 8 in 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:32.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: from='osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: from='osd.6 ' entity='osd.6' 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:32.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:32.444+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:32.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:32.444+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:32.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:32.447+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:32.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:32.448+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:32.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:32.449+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:33.457 INFO:tasks.rados.rados.0.smithi071.stdout:2386: done (2 left) 2024-03-10T21:29:33.457 INFO:tasks.rados.rados.0.smithi071.stdout:2387: snap_remove snap 209 2024-03-10T21:29:33.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.555+0000 7f1a6b575700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1563 (0'0,500'1563] local-lis/les=499/500 n=30 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=497'1561 mlcod 0'0 active mbc={} ps=[a0~1,a7~1,ac~38,e5~9,ef~4,f4~4,f9~4,100~a,10b~2,110~1]] update_snap_map remove_oid 5:922fca01:::smithi07176956-18:ee failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.559+0000 7f1a6b575700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1567 (0'0,500'1567] local-lis/les=499/500 n=29 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1565 mlcod 500'1565 active mbc={} ps=[a0~1,a7~1,ac~38,e5~9,ef~4,f4~4,f9~4,100~a,10b~2,110~1]] update_snap_map remove_oid 5:9b594a2a:::smithi07176956-28:f0 failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.571+0000 7f1a6756d700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1577 (0'0,500'1577] local-lis/les=499/500 n=27 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1577 mlcod 500'1577 active mbc={} ps=[a0~1,a7~1,ac~38,e5~e,f4~4,f9~4,ff~b,10b~2,110~1]] update_snap_map remove_oid 5:94260c7f:::smithi07176956-34:10b failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.573+0000 7f1a6756d700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1579 (0'0,500'1579] local-lis/les=499/500 n=26 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1577 mlcod 500'1577 active mbc={} ps=[a0~1,a7~1,ac~38,e5~e,f4~4,f9~4,ff~b,10b~2,110~1]] update_snap_map remove_oid 5:9b594a2a:::smithi07176956-28:10d failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.576+0000 7f1a6756d700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1581 (0'0,500'1581] local-lis/les=499/500 n=25 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1581 mlcod 500'1581 active mbc={} ps=[a0~1,a7~1,ac~38,e5~e,f4~4,f9~4,ff~e,110~1]] update_snap_map remove_oid 5:94e60ae3:::smithi07176956-13:10d failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.577+0000 7f1a6756d700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1583 (0'0,500'1583] local-lis/les=499/500 n=24 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1581 mlcod 500'1581 active mbc={} ps=[a0~1,a7~1,ac~38,e5~e,f4~4,f9~4,ff~e,110~1]] update_snap_map remove_oid 5:911d2b42:::smithi07176956-40:10d failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.580+0000 7f1a6756d700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1585 (0'0,500'1585] local-lis/les=499/500 n=23 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1585 mlcod 500'1585 active mbc={} ps=[a0~1,a7~1,ac~38,e5~e,f4~4,f9~4,ff~e,110~1]] update_snap_map remove_oid 5:9f7b0cbb:::smithi07176956-46:10d failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:33.584+0000 7f1a6756d700 -1 osd.6 pg_epoch: 500 pg[5.9s1( v 500'1589 (0'0,500'1589] local-lis/les=499/500 n=22 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=500'1587 mlcod 500'1587 active mbc={} ps=[a0~1,a7~1,ac~38,e5~e,f4~4,f9~4,ff~f,110~1]] update_snap_map remove_oid 5:94e60ae3:::smithi07176956-13:10e failed with -2 2024-03-10T21:29:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:29:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009] boot 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: osdmap e499: 8 total, 8 up, 8 in 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: pgmap v428: 121 pgs: 3 peering, 1 active+clean+snaptrim, 1 active+undersized+degraded+snaptrim_error, 33 active+undersized, 6 active+undersized+degraded, 68 active+clean, 9 active+clean+snaptrim_error; 517 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 979 KiB/s wr, 9 op/s; 105/1014 objects degraded (10.355%) 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:33.453+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:33.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:33.453+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:33.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:33.454+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:33.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:33.460+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:33.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:33.458+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:33.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:33.458+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:33.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:33.630+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009] boot 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: osdmap e499: 8 total, 8 up, 8 in 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: pgmap v428: 121 pgs: 3 peering, 1 active+clean+snaptrim, 1 active+undersized+degraded+snaptrim_error, 33 active+undersized, 6 active+undersized+degraded, 68 active+clean, 9 active+clean+snaptrim_error; 517 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 979 KiB/s wr, 9 op/s; 105/1014 objects degraded (10.355%) 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.453+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:33.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.453+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.454+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.454+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.455+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.455+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:33.455+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: osd.6 [v2:172.21.15.193:6816/3607874009,v1:172.21.15.193:6817/3607874009] boot 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: osdmap e499: 8 total, 8 up, 8 in 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-10T21:29:33.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: pgmap v428: 121 pgs: 3 peering, 1 active+clean+snaptrim, 1 active+undersized+degraded+snaptrim_error, 33 active+undersized, 6 active+undersized+degraded, 68 active+clean, 9 active+clean+snaptrim_error; 517 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 979 KiB/s wr, 9 op/s; 105/1014 objects degraded (10.355%) 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:33.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:34.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:33.975+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:33.994+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.012+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.031+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.051+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.071+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.089+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.106+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.124+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.170 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.145+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.171 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.167+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.187+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.208+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.224+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.243+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.256+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.275+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.293+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.315+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.329+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.353+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.378+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.423 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.399+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.423 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.418+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.461 INFO:tasks.rados.rados.0.smithi071.stdout:2384: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:29:34.461 INFO:tasks.rados.rados.0.smithi071.stdout:2384: finishing copy_from to smithi07176956-29 2024-03-10T21:29:34.461 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 510 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:29:34.461 INFO:tasks.rados.rados.0.smithi071.stdout:2385: finishing write tid 1 to smithi07176956-37 2024-03-10T21:29:34.461 INFO:tasks.rados.rados.0.smithi071.stdout:2385: finishing write tid 2 to smithi07176956-37 2024-03-10T21:29:34.461 INFO:tasks.rados.rados.0.smithi071.stdout:2385: finishing write tid 3 to smithi07176956-37 2024-03-10T21:29:34.462 INFO:tasks.rados.rados.0.smithi071.stdout:2385: oid 37 updating version 0 to 5874 2024-03-10T21:29:34.462 INFO:tasks.rados.rados.0.smithi071.stdout:2385: oid 37 updating version 5874 to 5875 2024-03-10T21:29:34.462 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 5875 (ObjNum 752 snap 212 seq_num 752) dirty exists 2024-03-10T21:29:34.462 INFO:tasks.rados.rados.0.smithi071.stdout:2385: left oid 37 (ObjNum 752 snap 212 seq_num 752) 2024-03-10T21:29:34.462 INFO:tasks.rados.rados.0.smithi071.stdout:2384: done (2 left) 2024-03-10T21:29:34.463 INFO:tasks.rados.rados.0.smithi071.stdout:2385: done (1 left) 2024-03-10T21:29:34.463 INFO:tasks.rados.rados.0.smithi071.stdout:2387: done (0 left) 2024-03-10T21:29:34.463 INFO:tasks.rados.rados.0.smithi071.stdout:2388: copy_from oid 16 from oid 21 current snap is 213 2024-03-10T21:29:34.463 INFO:tasks.rados.rados.0.smithi071.stdout:2389: rmattr oid 13 current snap is 213 2024-03-10T21:29:34.463 INFO:tasks.rados.rados.0.smithi071.stdout:2389: done (1 left) 2024-03-10T21:29:34.463 INFO:tasks.rados.rados.0.smithi071.stdout:2390: delete oid 33 current snap is 213 2024-03-10T21:29:34.466 INFO:tasks.rados.rados.0.smithi071.stdout:2390: done (1 left) 2024-03-10T21:29:34.466 INFO:tasks.rados.rados.0.smithi071.stdout:2391: snap_remove snap 211 2024-03-10T21:29:34.678 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:34.463+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:34.678 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:34.463+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:34.678 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: osdmap e500: 8 total, 8 up, 8 in 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:34.679 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 105/1014 objects degraded (10.355%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.433+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.451+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.478+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.493+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.506+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.530+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.552+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.570+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.589+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.611+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.680 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.626+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.639+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.658+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.681 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.676+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:34.463+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:34.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:34.467+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:34.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:34.468+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:34.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: osdmap e500: 8 total, 8 up, 8 in 2024-03-10T21:29:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 105/1014 objects degraded (10.355%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:34.457+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:34.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:34.457+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:34.457+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:34.458+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:34.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:34.458+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: osdmap e500: 8 total, 8 up, 8 in 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:34.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:34 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 105/1014 objects degraded (10.355%), 7 pgs degraded (PG_DEGRADED) 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.693+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.713+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.734+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.753+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.773+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.786+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.805+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.818+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.941 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.839+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.941 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.860+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.941 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.878+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.941 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.897+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.941 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.918+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:34.941 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.938+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.956+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.969+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:34.987+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.192 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.005+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.025+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.042+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.056+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.072+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.086+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.108+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.125+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.143+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.169+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.193 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.190+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.455 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.214+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.240+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.260+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.280+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.299+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.313+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.331+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.344+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.357+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.377+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.399+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.416+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.456 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.435+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.457 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.453+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:2391: done (1 left) 2024-03-10T21:29:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:2392: rollback oid 50 current snap is 213 2024-03-10T21:29:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:2388: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:29:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:2388: finishing copy_from to smithi07176956-16 2024-03-10T21:29:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5906 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:29:35.465 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 212 2024-03-10T21:29:35.466 INFO:tasks.rados.rados.0.smithi071.stdout:2388: done (1 left) 2024-03-10T21:29:35.466 INFO:tasks.rados.rados.0.smithi071.stdout:2393: setattr oid 46 current snap is 213 2024-03-10T21:29:35.467 INFO:tasks.rados.rados.0.smithi071.stdout:2394: copy_from oid 15 from oid 33 current snap is 213 2024-03-10T21:29:35.467 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 213 2024-03-10T21:29:35.467 INFO:tasks.rados.rados.0.smithi071.stdout:2395: seq_num 754 ranges {1179648=630784} 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:2395: writing smithi07176956-35 from 1179648 to 1810432 tid 1 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:2396: copy_from oid 39 from oid 49 current snap is 213 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:2392: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 5795 (ObjNum 609 snap 0 seq_num 2944670360) dirty dne 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:2394: finishing copy_from to smithi07176956-15 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:2394: got expected ENOENT (src dne) 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:2394: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:29:35.478 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 5866 (ObjNum 49 snap 0 seq_num 2944845792) dirty exists 2024-03-10T21:29:35.479 INFO:tasks.rados.rados.0.smithi071.stdout:2392: done (4 left) 2024-03-10T21:29:35.479 INFO:tasks.rados.rados.0.smithi071.stdout:2393: done (3 left) 2024-03-10T21:29:35.479 INFO:tasks.rados.rados.0.smithi071.stdout:2394: done (2 left) 2024-03-10T21:29:35.479 INFO:tasks.rados.rados.0.smithi071.stdout:2397: delete oid 47 current snap is 213 2024-03-10T21:29:35.483 INFO:tasks.rados.rados.0.smithi071.stdout:2397: done (2 left) 2024-03-10T21:29:35.484 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 213 2024-03-10T21:29:35.484 INFO:tasks.rados.rados.0.smithi071.stdout:2398: seq_num 756 ranges {0=671744} 2024-03-10T21:29:35.489 INFO:tasks.rados.rados.0.smithi071.stdout:2398: writing smithi07176956-46 from 0 to 671744 tid 1 2024-03-10T21:29:35.489 INFO:tasks.rados.rados.0.smithi071.stdout:2399: read oid 28 snap -1 2024-03-10T21:29:35.489 INFO:tasks.rados.rados.0.smithi071.stdout:2399: expect (ObjNum 740 snap 210 seq_num 740) 2024-03-10T21:29:35.489 INFO:tasks.rados.rados.0.smithi071.stdout:2400: delete oid 4 current snap is 213 2024-03-10T21:29:35.489 INFO:tasks.rados.rados.0.smithi071.stdout:2395: finishing write tid 1 to smithi07176956-35 2024-03-10T21:29:35.489 INFO:tasks.rados.rados.0.smithi071.stdout:2395: finishing write tid 2 to smithi07176956-35 2024-03-10T21:29:35.490 INFO:tasks.rados.rados.0.smithi071.stdout:2395: finishing write tid 3 to smithi07176956-35 2024-03-10T21:29:35.490 INFO:tasks.rados.rados.0.smithi071.stdout:2395: oid 35 updating version 0 to 4787 2024-03-10T21:29:35.490 INFO:tasks.rados.rados.0.smithi071.stdout:2395: oid 35 updating version 4787 to 4788 2024-03-10T21:29:35.490 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4788 (ObjNum 754 snap 213 seq_num 754) dirty exists 2024-03-10T21:29:35.490 INFO:tasks.rados.rados.0.smithi071.stdout:2395: left oid 35 (ObjNum 754 snap 213 seq_num 754) 2024-03-10T21:29:35.494 INFO:tasks.rados.rados.0.smithi071.stdout:2398: finishing write tid 1 to smithi07176956-46 2024-03-10T21:29:35.495 INFO:tasks.rados.rados.0.smithi071.stdout:2398: finishing write tid 2 to smithi07176956-46 2024-03-10T21:29:35.495 INFO:tasks.rados.rados.0.smithi071.stdout:2396: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:29:35.499 INFO:tasks.rados.rados.0.smithi071.stdout:2396: finishing copy_from to smithi07176956-39 2024-03-10T21:29:35.499 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 510 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:29:35.504 INFO:tasks.rados.rados.0.smithi071.stdout:2398: finishing write tid 3 to smithi07176956-46 2024-03-10T21:29:35.504 INFO:tasks.rados.rados.0.smithi071.stdout:2398: oid 46 updating version 0 to 5867 2024-03-10T21:29:35.504 INFO:tasks.rados.rados.0.smithi071.stdout:2398: oid 46 updating version 5867 to 5868 2024-03-10T21:29:35.504 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 5868 (ObjNum 756 snap 213 seq_num 756) dirty exists 2024-03-10T21:29:35.504 INFO:tasks.rados.rados.0.smithi071.stdout:2398: left oid 46 (ObjNum 756 snap 213 seq_num 756) 2024-03-10T21:29:35.506 INFO:tasks.rados.rados.0.smithi071.stdout:2399: expect (ObjNum 740 snap 210 seq_num 740) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2395: done (4 left) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2396: done (3 left) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2398: done (2 left) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2399: done (1 left) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2400: done (0 left) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2401: read oid 46 snap -1 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2401: expect (ObjNum 756 snap 213 seq_num 756) 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2402: rmattr oid 49 current snap is 213 2024-03-10T21:29:35.570 INFO:tasks.rados.rados.0.smithi071.stdout:2403: snap_create 2024-03-10T21:29:35.572 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 541 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:29:35.575 INFO:tasks.rados.rados.0.smithi071.stdout:2401: expect (ObjNum 756 snap 213 seq_num 756) 2024-03-10T21:29:35.722 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:35.464+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:35.722 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:35.464+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:35.722 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:35.465+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: osdmap e501: 8 total, 8 up, 8 in 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:35.723 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-mon[83873]: pgmap v431: 121 pgs: 2 active+clean+snaptrim, 1 peering+snaptrim_error, 9 peering, 12 active+undersized, 2 active+undersized+degraded, 86 active+clean, 9 active+clean+snaptrim_error; 511 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 670 KiB/s wr, 13 op/s; 5/984 objects degraded (0.508%); 9.7 MiB/s, 2 objects/s recovering 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.471+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.488+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.515+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.530+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.541+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.559+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.571+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.586+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.600+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.622+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.645+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.724 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.666+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.682+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.700+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.725 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.720+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:35.469+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:35.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:35.466+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:35.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:35.468+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:35.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:35.468+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: osdmap e501: 8 total, 8 up, 8 in 2024-03-10T21:29:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[88660]: pgmap v431: 121 pgs: 2 active+clean+snaptrim, 1 peering+snaptrim_error, 9 peering, 12 active+undersized, 2 active+undersized+degraded, 86 active+clean, 9 active+clean+snaptrim_error; 511 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 670 KiB/s wr, 13 op/s; 5/984 objects degraded (0.508%); 9.7 MiB/s, 2 objects/s recovering 2024-03-10T21:29:35.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.461+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:35.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.461+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:35.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.462+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:35.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.462+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:35.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.462+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:35.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.462+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:35.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:35.462+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: osdmap e501: 8 total, 8 up, 8 in 2024-03-10T21:29:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:35 smithi071 ceph-mon[91105]: pgmap v431: 121 pgs: 2 active+clean+snaptrim, 1 peering+snaptrim_error, 9 peering, 12 active+undersized, 2 active+undersized+degraded, 86 active+clean, 9 active+clean+snaptrim_error; 511 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 670 KiB/s wr, 13 op/s; 5/984 objects degraded (0.508%); 9.7 MiB/s, 2 objects/s recovering 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.740+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.759+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.779+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.796+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.816+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.837+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.984 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.851+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.874+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.897+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.917+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.936+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.960+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:35.985 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:35.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.250 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.004+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.031+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.059+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.082+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.109+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.129+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.142+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.165+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.189+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.211+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.226+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.251 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.248+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.475 INFO:tasks.rados.rados.0.smithi071.stdout:2401: done (2 left) 2024-03-10T21:29:36.475 INFO:tasks.rados.rados.0.smithi071.stdout:2402: done (1 left) 2024-03-10T21:29:36.475 INFO:tasks.rados.rados.0.smithi071.stdout:2403: done (0 left) 2024-03-10T21:29:36.476 INFO:tasks.rados.rados.0.smithi071.stdout:2404: snap_create 2024-03-10T21:29:36.514 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:36.474+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:36.514 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:36.474+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: osdmap e502: 8 total, 8 up, 8 in 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:36.515 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.264+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.282+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.297+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.319+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.340+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.361+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.382+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.407+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.423+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.444+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.474+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.494+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.512+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.774 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.532+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.774 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.543+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.774 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.560+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.774 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.573+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.774 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.588+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.774 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.607+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.620+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.637+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.653+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.673+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.686+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.709+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.721+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.743+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.759+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.775 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.772+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:36.822 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:36.475+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:36.823 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:36.475+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: osdmap e502: 8 total, 8 up, 8 in 2024-03-10T21:29:36.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:36.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:36.471+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:36.824 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:36.472+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:36.473+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:36.473+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:36.824 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:36.473+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: osdmap e502: 8 total, 8 up, 8 in 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:36.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.790+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.807+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.823+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.844+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.863+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.882+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.894+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.026 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.913+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.934+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.954+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.970+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:36.989+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.007+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.024+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:36.820+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.042+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.058+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.079+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.099+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.114+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.136+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.163+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.187+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.207+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.285 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.229+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.250+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.270+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.283+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.478 INFO:tasks.rados.rados.0.smithi071.stdout:2404: done (0 left) 2024-03-10T21:29:37.478 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 215 2024-03-10T21:29:37.479 INFO:tasks.rados.rados.0.smithi071.stdout:2405: seq_num 758 ranges {3956736=704512} 2024-03-10T21:29:37.504 INFO:tasks.rados.rados.0.smithi071.stdout:2405: writing smithi07176956-15 from 3956736 to 4661248 tid 1 2024-03-10T21:29:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:2406: rollback oid 3 current snap is 215 2024-03-10T21:29:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 188 2024-03-10T21:29:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:2407: read oid 50 snap 214 2024-03-10T21:29:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:2407: expect deleted 2024-03-10T21:29:37.505 INFO:tasks.rados.rados.0.smithi071.stdout:2408: snap_create 2024-03-10T21:29:37.507 INFO:tasks.rados.rados.0.smithi071.stdout:2406: finishing rollback tid 1 to smithi07176956-3 2024-03-10T21:29:37.507 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 5855 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:29:37.513 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 1 to smithi07176956-15 2024-03-10T21:29:37.513 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 2 to smithi07176956-15 2024-03-10T21:29:37.517 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 3 to smithi07176956-15 2024-03-10T21:29:37.517 INFO:tasks.rados.rados.0.smithi071.stdout:2405: oid 15 updating version 0 to 10848 2024-03-10T21:29:37.517 INFO:tasks.rados.rados.0.smithi071.stdout:2405: oid 15 version 10848 is already newer than 10847 2024-03-10T21:29:37.517 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 10848 (ObjNum 758 snap 215 seq_num 758) dirty exists 2024-03-10T21:29:37.517 INFO:tasks.rados.rados.0.smithi071.stdout:2405: left oid 15 (ObjNum 758 snap 215 seq_num 758) 2024-03-10T21:29:37.536 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:37.472+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:37.536 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:37.472+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:37.536 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:37.473+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:37.536 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: osdmap e503: 8 total, 8 up, 8 in 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: pgmap v434: 121 pgs: 2 active+clean+snaptrim, 1 peering+snaptrim_error, 9 peering, 100 active+clean, 9 active+clean+snaptrim_error; 511 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 670 KiB/s wr, 13 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.537 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:37.538 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.297+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.538 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.319+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.538 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.336+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.357+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.377+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.397+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.412+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.430+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.449+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.468+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.491+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.516+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.539 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.534+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.799 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.554+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.799 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.576+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.799 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.594+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.799 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.614+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.799 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.633+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.799 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.647+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.665+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.677+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.697+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.709+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.727+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.747+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.762+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.781+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.800 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.797+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:37.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:29:37.365+0000 7f6b0348c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-03-10T21:29:37.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:37.505+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:37.481+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:37.481+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:37.481+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.474+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.475+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.475+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:37.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.475+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.475+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.475+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:37.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:37.475+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: osdmap e503: 8 total, 8 up, 8 in 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:37.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: pgmap v434: 121 pgs: 2 active+clean+snaptrim, 1 peering+snaptrim_error, 9 peering, 100 active+clean, 9 active+clean+snaptrim_error; 511 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 670 KiB/s wr, 13 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: osdmap e503: 8 total, 8 up, 8 in 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:37.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: pgmap v434: 121 pgs: 2 active+clean+snaptrim, 1 peering+snaptrim_error, 9 peering, 100 active+clean, 9 active+clean+snaptrim_error; 511 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 670 KiB/s wr, 13 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:37.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:37 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.816+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.834+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.852+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.870+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.884+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.904+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.919+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.933+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.950+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.060 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.971+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.060 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:37.991+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.060 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.006+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.060 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.021+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.060 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.037+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.060 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.057+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.077+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.095+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.112+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.123+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.139+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.153+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.169+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.182+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.198+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.217+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.231+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.249+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.280+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.296+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.318 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.315+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.480 INFO:tasks.rados.rados.0.smithi071.stdout:2405: done (3 left) 2024-03-10T21:29:38.480 INFO:tasks.rados.rados.0.smithi071.stdout:2406: done (2 left) 2024-03-10T21:29:38.480 INFO:tasks.rados.rados.0.smithi071.stdout:2407: done (1 left) 2024-03-10T21:29:38.480 INFO:tasks.rados.rados.0.smithi071.stdout:2408: done (0 left) 2024-03-10T21:29:38.480 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 216 2024-03-10T21:29:38.480 INFO:tasks.rados.rados.0.smithi071.stdout:2409: seq_num 759 ranges {0=720896} 2024-03-10T21:29:38.484 INFO:tasks.rados.rados.0.smithi071.stdout:2409: writing smithi07176956-7 from 0 to 720896 tid 1 2024-03-10T21:29:38.485 INFO:tasks.rados.rados.0.smithi071.stdout:2410: rollback oid 44 current snap is 216 2024-03-10T21:29:38.485 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 189 2024-03-10T21:29:38.485 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 216 2024-03-10T21:29:38.485 INFO:tasks.rados.rados.0.smithi071.stdout:2411: seq_num 760 ranges {532480=737280} 2024-03-10T21:29:38.493 INFO:tasks.rados.rados.0.smithi071.stdout:2411: writing smithi07176956-42 from 532480 to 1269760 tid 1 2024-03-10T21:29:38.493 INFO:tasks.rados.rados.0.smithi071.stdout:2412: rollback oid 9 current snap is 216 2024-03-10T21:29:38.493 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 189 2024-03-10T21:29:38.493 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing write tid 1 to smithi07176956-7 2024-03-10T21:29:38.493 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing write tid 2 to smithi07176956-7 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:2413: read oid 27 snap -1 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:2413: expect deleted 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:2414: snap_create 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing write tid 3 to smithi07176956-7 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:2409: oid 7 updating version 0 to 4807 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:2409: oid 7 version 4807 is already newer than 4806 2024-03-10T21:29:38.494 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 4807 (ObjNum 759 snap 216 seq_num 759) dirty exists 2024-03-10T21:29:38.495 INFO:tasks.rados.rados.0.smithi071.stdout:2409: left oid 7 (ObjNum 759 snap 216 seq_num 759) 2024-03-10T21:29:38.497 INFO:tasks.rados.rados.0.smithi071.stdout:2410: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:29:38.498 INFO:tasks.rados.rados.0.smithi071.stdout:2410: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:29:38.498 INFO:tasks.rados.rados.0.smithi071.stdout:2410: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:29:38.498 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10852 (ObjNum 255 snap 67 seq_num 255) dirty exists 2024-03-10T21:29:38.499 INFO:tasks.rados.rados.0.smithi071.stdout:2411: finishing write tid 1 to smithi07176956-42 2024-03-10T21:29:38.500 INFO:tasks.rados.rados.0.smithi071.stdout:2411: finishing write tid 2 to smithi07176956-42 2024-03-10T21:29:38.504 INFO:tasks.rados.rados.0.smithi071.stdout:2412: finishing rollback tid 0 to smithi07176956-9 2024-03-10T21:29:38.504 INFO:tasks.rados.rados.0.smithi071.stdout:2412: finishing rollback tid 1 to smithi07176956-9 2024-03-10T21:29:38.505 INFO:tasks.rados.rados.0.smithi071.stdout:2411: finishing write tid 3 to smithi07176956-42 2024-03-10T21:29:38.505 INFO:tasks.rados.rados.0.smithi071.stdout:2411: oid 42 updating version 0 to 5863 2024-03-10T21:29:38.505 INFO:tasks.rados.rados.0.smithi071.stdout:2411: oid 42 updating version 5863 to 5864 2024-03-10T21:29:38.505 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 5864 (ObjNum 760 snap 216 seq_num 760) dirty exists 2024-03-10T21:29:38.505 INFO:tasks.rados.rados.0.smithi071.stdout:2411: left oid 42 (ObjNum 760 snap 216 seq_num 760) 2024-03-10T21:29:38.506 INFO:tasks.rados.rados.0.smithi071.stdout:2412: finishing rollback tid 2 to smithi07176956-9 2024-03-10T21:29:38.506 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 5867 (ObjNum 635 snap 188 seq_num 635) dirty exists 2024-03-10T21:29:38.574 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:38.482+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:38.574 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:38.483+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/984 objects degraded (0.508%), 2 pgs degraded) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:38.575 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:38.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: osdmap e504: 8 total, 8 up, 8 in 2024-03-10T21:29:38.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:38.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:38.576 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.331+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.350+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.370+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.385+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.400+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.417+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.576 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.436+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.458+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.473+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.501+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.522+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.539+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.554+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.577 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.573+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.590+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.611+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.628+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.640+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.658+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.676+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.695+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.712+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.726+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.745+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.759+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.777+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.794+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.814+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.832+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:38.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:38.505+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:38.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:38.487+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:38.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:38.487+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:38.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:38.477+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:38.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:38.478+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:38.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:38.478+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:38.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:38.479+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:38.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:38.479+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:38.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:38.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-03-10T21:29:38.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/984 objects degraded (0.508%), 2 pgs degraded) 2024-03-10T21:29:38.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:38.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: osdmap e504: 8 total, 8 up, 8 in 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:38.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/984 objects degraded (0.508%), 2 pgs degraded) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:38.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: osdmap e504: 8 total, 8 up, 8 in 2024-03-10T21:29:38.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:38.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:38.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:39.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.844+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.863+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.881+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.896+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.913+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.931+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.949+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.968+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:38.982+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.000+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.016+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.030+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.054+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.069+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.348 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.088+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.348 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.101+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.348 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.119+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.348 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.139+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.153+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.169+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.187+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.205+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.224+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.242+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.255+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.273+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.292+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.310+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.349 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.326+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.350 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.346+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.489 INFO:tasks.rados.rados.0.smithi071.stdout:2409: done (5 left) 2024-03-10T21:29:39.489 INFO:tasks.rados.rados.0.smithi071.stdout:2410: done (4 left) 2024-03-10T21:29:39.489 INFO:tasks.rados.rados.0.smithi071.stdout:2411: done (3 left) 2024-03-10T21:29:39.489 INFO:tasks.rados.rados.0.smithi071.stdout:2412: done (2 left) 2024-03-10T21:29:39.490 INFO:tasks.rados.rados.0.smithi071.stdout:2413: done (1 left) 2024-03-10T21:29:39.490 INFO:tasks.rados.rados.0.smithi071.stdout:2414: done (0 left) 2024-03-10T21:29:39.490 INFO:tasks.rados.rados.0.smithi071.stdout:2415: snap_remove snap 178 2024-03-10T21:29:39.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:39.485+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:39.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:39.486+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:39.616 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:39.486+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:39.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:39.616 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: osdmap e505: 8 total, 8 up, 8 in 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:39.617 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-mon[83873]: pgmap v437: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 515 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-03-10T21:29:39.617 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.363+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.617 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.381+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.394+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.415+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.426+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.443+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.462+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.485+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.503+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.518+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.540+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.558+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.577+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.618 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.594+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:39.492+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:39.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:39.492+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:39.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:39.492+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: osdmap e505: 8 total, 8 up, 8 in 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:39.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[88660]: pgmap v437: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 515 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: osdmap e505: 8 total, 8 up, 8 in 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:39.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:39.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-mon[91105]: pgmap v437: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 515 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.486+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.486+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.486+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.486+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.487+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.487+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:39.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:39.487+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.614+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.630+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.647+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.670+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.689+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.708+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.726+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.745+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.762+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.874 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.782+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.875 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.799+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.875 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.819+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.875 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.832+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.875 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.852+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:39.875 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.870+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.134 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.884+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.898+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.921+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.932+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.951+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.970+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:39.989+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.006+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.023+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.041+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.053+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.072+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.094+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.135 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.113+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.136 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.132+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.151+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.170+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.183+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.206+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.226+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.245+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.393 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.260+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.280+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.294+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.313+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.328+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.346+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.359+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.374+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.394 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.391+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.494 INFO:tasks.rados.rados.0.smithi071.stdout:2415: done (0 left) 2024-03-10T21:29:40.494 INFO:tasks.rados.rados.0.smithi071.stdout:2416: rmattr oid 38 current snap is 217 2024-03-10T21:29:40.494 INFO:tasks.rados.rados.0.smithi071.stdout:2417: read oid 7 snap -1 2024-03-10T21:29:40.495 INFO:tasks.rados.rados.0.smithi071.stdout:2417: expect (ObjNum 759 snap 216 seq_num 759) 2024-03-10T21:29:40.495 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 217 2024-03-10T21:29:40.495 INFO:tasks.rados.rados.0.smithi071.stdout:2418: seq_num 761 ranges {0=753664} 2024-03-10T21:29:40.500 INFO:tasks.rados.rados.0.smithi071.stdout:2418: writing smithi07176956-40 from 0 to 753664 tid 1 2024-03-10T21:29:40.500 INFO:tasks.rados.rados.0.smithi071.stdout:2419: read oid 45 snap -1 2024-03-10T21:29:40.500 INFO:tasks.rados.rados.0.smithi071.stdout:2419: expect (ObjNum 721 snap 206 seq_num 721) 2024-03-10T21:29:40.500 INFO:tasks.rados.rados.0.smithi071.stdout:2420: snap_create 2024-03-10T21:29:40.504 INFO:tasks.rados.rados.0.smithi071.stdout:2419: expect (ObjNum 721 snap 206 seq_num 721) 2024-03-10T21:29:40.510 INFO:tasks.rados.rados.0.smithi071.stdout:2417: expect (ObjNum 759 snap 216 seq_num 759) 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 5868 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 1 to smithi07176956-40 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 2 to smithi07176956-40 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 3 to smithi07176956-40 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:2418: oid 40 updating version 0 to 5871 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:2418: oid 40 version 5871 is already newer than 5870 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 5871 (ObjNum 761 snap 217 seq_num 761) dirty exists 2024-03-10T21:29:40.539 INFO:tasks.rados.rados.0.smithi071.stdout:2418: left oid 40 (ObjNum 761 snap 217 seq_num 761) 2024-03-10T21:29:40.645 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:40.485+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:40.645 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:40.485+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:40.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:40.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:40.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:40.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:40.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:40.645 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:40.646 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:40.646 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: osdmap e506: 8 total, 8 up, 8 in 2024-03-10T21:29:40.646 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:40.646 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.405+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.420+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.435+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.450+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.466+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.482+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.646 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.506+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.521+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.532+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.551+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.569+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.586+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.604+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.624+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.647 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.643+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:40.502+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:40.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:40.494+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:40.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:40.495+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:40.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:40.491+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:40.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:40.492+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:40.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:40.492+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:40.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:40.492+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:40.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:40.493+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:40.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: osdmap e506: 8 total, 8 up, 8 in 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:40.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:40.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:40.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:40.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: osdmap e506: 8 total, 8 up, 8 in 2024-03-10T21:29:40.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:40.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.661+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.677+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.695+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.713+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.727+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.741+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.760+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.780+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.907 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.799+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.822+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.841+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.857+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.868+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.887+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:40.908 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.905+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.159 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.923+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.159 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.935+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.159 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.950+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.159 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.965+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.159 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:40.985+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.003+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.022+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.045+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.063+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.075+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.092+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.107+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.123+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.141+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.160 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.157+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.175+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.421 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.187+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.203+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.221+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.240+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.259+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.278+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.292+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.310+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.326+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.342+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.363+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.382+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.402+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.423 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.420+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.502 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:29:41] "GET /metrics HTTP/1.1" 200 36109 "" "Prometheus/2.43.0" 2024-03-10T21:29:41.507 INFO:tasks.rados.rados.0.smithi071.stdout:2416: done (4 left) 2024-03-10T21:29:41.507 INFO:tasks.rados.rados.0.smithi071.stdout:2417: done (3 left) 2024-03-10T21:29:41.507 INFO:tasks.rados.rados.0.smithi071.stdout:2418: done (2 left) 2024-03-10T21:29:41.507 INFO:tasks.rados.rados.0.smithi071.stdout:2419: done (1 left) 2024-03-10T21:29:41.507 INFO:tasks.rados.rados.0.smithi071.stdout:2420: done (0 left) 2024-03-10T21:29:41.507 INFO:tasks.rados.rados.0.smithi071.stdout:2421: delete oid 25 current snap is 218 2024-03-10T21:29:41.511 INFO:tasks.rados.rados.0.smithi071.stdout:2421: done (0 left) 2024-03-10T21:29:41.511 INFO:tasks.rados.rados.0.smithi071.stdout:2422: read oid 49 snap -1 2024-03-10T21:29:41.511 INFO:tasks.rados.rados.0.smithi071.stdout:2422: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:41.511 INFO:tasks.rados.rados.0.smithi071.stdout:2423: snap_create 2024-03-10T21:29:41.524 INFO:tasks.rados.rados.0.smithi071.stdout:2422: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:41.689 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:41.504+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:41.689 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:41.504+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:41.689 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:41.504+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:41.689 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:41.689 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:41.689 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:41.689 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: osdmap e507: 8 total, 8 up, 8 in 2024-03-10T21:29:41.689 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:41.689 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:41.690 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:41.690 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:41.690 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:41.690 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:41.690 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:41.690 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-mon[83873]: pgmap v440: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 522 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-03-10T21:29:41.690 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.435+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.690 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.452+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.690 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.473+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.690 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.492+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.690 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.508+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.526+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.548+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.560+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.578+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.595+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.612+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.632+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.650+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.668+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.691 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.687+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:41.521+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:41.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:41.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:41.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: osdmap e507: 8 total, 8 up, 8 in 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:41.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[88660]: pgmap v440: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 522 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-03-10T21:29:41.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:41.506+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:41.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:41.506+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:41.506+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: osdmap e507: 8 total, 8 up, 8 in 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:41.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:41.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:41.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-mon[91105]: pgmap v440: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 522 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 4.4 MiB/s, 1 objects/s recovering 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.503+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.503+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.504+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.504+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.504+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.505+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:41.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:41.505+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:41.950 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.706+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.950 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.725+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.950 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.744+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.950 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.763+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.777+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.793+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.811+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.825+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.844+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.865+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.881+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.898+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.915+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:41.951 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.929+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.217 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.948+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.217 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.966+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:41.984+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.003+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.021+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.036+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.051+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.066+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.083+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.102+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.118+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.136+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.156+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.177+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.197+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.215+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.470 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.237+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.255+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.275+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.292+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.307+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.321+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.335+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.418+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.471 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.440+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.472 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.456+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.472 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.469+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.513 INFO:tasks.rados.rados.0.smithi071.stdout:2422: done (1 left) 2024-03-10T21:29:42.513 INFO:tasks.rados.rados.0.smithi071.stdout:2423: done (0 left) 2024-03-10T21:29:42.513 INFO:tasks.rados.rados.0.smithi071.stdout:2424: snap_remove snap 163 2024-03-10T21:29:42.733 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:42.509+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:42.733 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:42.509+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: osdmap e508: 8 total, 8 up, 8 in 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:42.734 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:42.735 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:42.735 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.488+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.501+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.519+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.535+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.552+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.563+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.584+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.595+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.735 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.612+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.627+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.645+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.662+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.679+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.699+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.714+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.736 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.732+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:42.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:42.621+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:42.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:42.511+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:42.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:42.512+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: osdmap e508: 8 total, 8 up, 8 in 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:42.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: osdmap e508: 8 total, 8 up, 8 in 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:42.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:42.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:42.510+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:42.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:42.510+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:42.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:42.512+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:42.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:42.512+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:42.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:42.512+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:43.002 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.746+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.002 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.766+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.003 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.788+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.003 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.801+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.003 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.821+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.003 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.839+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.003 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.855+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.003 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.874+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.004 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.887+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.004 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.908+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.004 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.925+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.004 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.945+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.005 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.961+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.005 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:42.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.005 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.000+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.265 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.014+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.265 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.028+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.265 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.044+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.056+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.070+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.089+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.109+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.121+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.137+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.153+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.173+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.193+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.214+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.234+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.245+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.266 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.263+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.280+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.298+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.516 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.317+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.332+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.348+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.365+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.384+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.404+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.422+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.439+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.453+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.469+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.491+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.517 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.513+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.518 INFO:tasks.rados.rados.0.smithi071.stdout:2424: done (0 left) 2024-03-10T21:29:43.518 INFO:tasks.rados.rados.0.smithi071.stdout:2425: read oid 36 snap -1 2024-03-10T21:29:43.518 INFO:tasks.rados.rados.0.smithi071.stdout:2425: expect deleted 2024-03-10T21:29:43.519 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 219 2024-03-10T21:29:43.519 INFO:tasks.rados.rados.0.smithi071.stdout:2426: seq_num 763 ranges {0=786432} 2024-03-10T21:29:43.523 INFO:tasks.rados.rados.0.smithi071.stdout:2426: writing smithi07176956-27 from 0 to 786432 tid 1 2024-03-10T21:29:43.523 INFO:tasks.rados.rados.0.smithi071.stdout:2427: delete oid 38 current snap is 219 2024-03-10T21:29:43.529 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 1 to smithi07176956-27 2024-03-10T21:29:43.529 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 2 to smithi07176956-27 2024-03-10T21:29:43.531 INFO:tasks.rados.rados.0.smithi071.stdout:2426: finishing write tid 3 to smithi07176956-27 2024-03-10T21:29:43.531 INFO:tasks.rados.rados.0.smithi071.stdout:2426: oid 27 updating version 0 to 4808 2024-03-10T21:29:43.531 INFO:tasks.rados.rados.0.smithi071.stdout:2426: oid 27 updating version 4808 to 4809 2024-03-10T21:29:43.531 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 4809 (ObjNum 763 snap 219 seq_num 763) dirty exists 2024-03-10T21:29:43.531 INFO:tasks.rados.rados.0.smithi071.stdout:2426: left oid 27 (ObjNum 763 snap 219 seq_num 763) 2024-03-10T21:29:43.532 INFO:tasks.rados.rados.0.smithi071.stdout:2425: done (2 left) 2024-03-10T21:29:43.532 INFO:tasks.rados.rados.0.smithi071.stdout:2426: done (1 left) 2024-03-10T21:29:43.532 INFO:tasks.rados.rados.0.smithi071.stdout:2427: done (0 left) 2024-03-10T21:29:43.532 INFO:tasks.rados.rados.0.smithi071.stdout:2428: snap_remove snap 213 2024-03-10T21:29:43.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:43.523+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:43.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:43.523+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:43.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:43.523+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:43.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.543+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e5 after trimming was started 2024-03-10T21:29:43.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.543+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:43.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:43.546+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:43.836 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:43.520+0000 7f1a6756d700 -1 osd.6 pg_epoch: 510 pg[5.9s1( v 510'1621 (0'0,510'1621] local-lis/les=499/500 n=19 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=507'1619 lcod 507'1619 mlcod 507'1619 active mbc={} ps=[a0~1,a7~1,ac~38,e5~13,f9~4,ff~16]] update_snap_map remove_oid 5:911d2b42:::smithi07176956-40:ed failed with -2 2024-03-10T21:29:43.836 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:43.524+0000 7f1a6b575700 -1 osd.6 pg_epoch: 510 pg[5.9s1( v 510'1623 (0'0,510'1623] local-lis/les=499/500 n=18 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=510'1623 mlcod 510'1623 active mbc={} ps=[a0~1,a7~1,ac~38,e5~13,f9~4,ff~16]] update_snap_map remove_oid 5:9b594a2a:::smithi07176956-28:e8 failed with -2 2024-03-10T21:29:43.836 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:29:43.526+0000 7f1a6756d700 -1 osd.6 pg_epoch: 510 pg[5.9s1( v 510'1625 (0'0,510'1625] local-lis/les=499/500 n=17 ec=73/73 lis/c=499/499 les/c/f=500/500/0 sis=499) [7,6,1]p7(0) r=1 lpr=499 luod=0'0 crt=510'1623 lcod 510'1623 mlcod 510'1623 active mbc={} ps=[a0~1,a7~1,ac~38,e5~13,f9~4,ff~16]] update_snap_map remove_oid 5:9f7b0cbb:::smithi07176956-46:e4 failed with -2 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: osdmap e509: 8 total, 8 up, 8 in 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:43.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:43.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:43 smithi193 ceph-mon[83873]: pgmap v443: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 522 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1000 KiB/s wr, 4 op/s 2024-03-10T21:29:43.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:43.529+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:43.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:43.521+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:43.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:43.521+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:43.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:43.521+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: osdmap e509: 8 total, 8 up, 8 in 2024-03-10T21:29:43.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[91105]: pgmap v443: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 522 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1000 KiB/s wr, 4 op/s 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:43.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: osdmap e509: 8 total, 8 up, 8 in 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:43.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-mon[88660]: pgmap v443: 121 pgs: 2 active+clean+snaptrim, 109 active+clean, 10 active+clean+snaptrim_error; 522 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1000 KiB/s wr, 4 op/s 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.514+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.515+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.515+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.515+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.515+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.515+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:43.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:43.515+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:44.527 INFO:tasks.rados.rados.0.smithi071.stdout:2428: done (0 left) 2024-03-10T21:29:44.527 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 219 2024-03-10T21:29:44.527 INFO:tasks.rados.rados.0.smithi071.stdout:2429: seq_num 765 ranges {12099584=417792,12517376=401408} 2024-03-10T21:29:44.592 INFO:tasks.rados.rados.0.smithi071.stdout:2429: writing smithi07176956-17 from 12099584 to 12517376 tid 1 2024-03-10T21:29:44.595 INFO:tasks.rados.rados.0.smithi071.stdout:2429: writing smithi07176956-17 from 12517376 to 12918784 tid 2 2024-03-10T21:29:44.595 INFO:tasks.rados.rados.0.smithi071.stdout:2430: snap_remove snap 218 2024-03-10T21:29:44.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:44.521+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:44.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:44.521+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:44.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:44.596+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:44.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:44.596+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: osdmap e510: 8 total, 8 up, 8 in 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:44.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:44.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:44.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:44.742+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:44.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:44.595+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:44.596+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: osdmap e510: 8 total, 8 up, 8 in 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:44.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:44.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:44.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:44.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:44.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:44.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:44.523+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:44.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:44.523+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:44.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:44.523+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:44.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:44.524+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:44.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:44.524+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: osdmap e510: 8 total, 8 up, 8 in 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:44.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2430: done (1 left) 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2431: snap_create 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: finishing write tid 1 to smithi07176956-17 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: finishing write tid 2 to smithi07176956-17 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: finishing write tid 3 to smithi07176956-17 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: finishing write tid 4 to smithi07176956-17 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: oid 17 updating version 0 to 1420 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: oid 17 version 1420 is already newer than 1419 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: oid 17 updating version 1420 to 1421 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1421 (ObjNum 765 snap 219 seq_num 765) dirty exists 2024-03-10T21:29:45.531 INFO:tasks.rados.rados.0.smithi071.stdout:2429: left oid 17 (ObjNum 765 snap 219 seq_num 765) 2024-03-10T21:29:45.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:45.527+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:45.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:45.527+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:45.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:45.527+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: osdmap e511: 8 total, 8 up, 8 in 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:45.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:45.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:45.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:45 smithi193 ceph-mon[83873]: pgmap v446: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 556 KiB/s wr, 9 op/s 2024-03-10T21:29:45.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:45.657+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:45.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:45.657+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:45.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:45.657+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: osdmap e511: 8 total, 8 up, 8 in 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:45.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:45.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[91105]: pgmap v446: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 556 KiB/s wr, 9 op/s 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.526+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.526+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.526+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.527+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.527+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.527+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:45.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:45.527+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:45.518+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 12 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:45.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: osdmap e511: 8 total, 8 up, 8 in 2024-03-10T21:29:45.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:45.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:45.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:45.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:45.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:45.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:45 smithi071 ceph-mon[88660]: pgmap v446: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 556 KiB/s wr, 9 op/s 2024-03-10T21:29:46.541 INFO:tasks.rados.rados.0.smithi071.stdout:2429: done (1 left) 2024-03-10T21:29:46.541 INFO:tasks.rados.rados.0.smithi071.stdout:2431: done (0 left) 2024-03-10T21:29:46.541 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 220 2024-03-10T21:29:46.541 INFO:tasks.rados.rados.0.smithi071.stdout:2432: seq_num 766 ranges {581632=434176,1015808=401408} 2024-03-10T21:29:46.547 INFO:tasks.rados.rados.0.smithi071.stdout:2432: writing smithi07176956-34 from 581632 to 1015808 tid 1 2024-03-10T21:29:46.549 INFO:tasks.rados.rados.0.smithi071.stdout:2432: writing smithi07176956-34 from 1015808 to 1417216 tid 2 2024-03-10T21:29:46.549 INFO:tasks.rados.rados.0.smithi071.stdout:2433: setattr oid 41 current snap is 220 2024-03-10T21:29:46.550 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 220 2024-03-10T21:29:46.550 INFO:tasks.rados.rados.0.smithi071.stdout:2434: seq_num 767 ranges {753664=450560,1204224=401408} 2024-03-10T21:29:46.557 INFO:tasks.rados.rados.0.smithi071.stdout:2434: writing smithi07176956-40 from 753664 to 1204224 tid 1 2024-03-10T21:29:46.560 INFO:tasks.rados.rados.0.smithi071.stdout:2434: writing smithi07176956-40 from 1204224 to 1605632 tid 2 2024-03-10T21:29:46.560 INFO:tasks.rados.rados.0.smithi071.stdout:2435: read oid 47 snap 212 2024-03-10T21:29:46.560 INFO:tasks.rados.rados.0.smithi071.stdout:2435: expect (ObjNum 569 snap 164 seq_num 569) 2024-03-10T21:29:46.561 INFO:tasks.rados.rados.0.smithi071.stdout:2436: setattr oid 30 current snap is 220 2024-03-10T21:29:46.561 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1212 (ObjNum 703 snap 205 seq_num 703) dirty exists 2024-03-10T21:29:46.561 INFO:tasks.rados.rados.0.smithi071.stdout:2432: finishing write tid 1 to smithi07176956-34 2024-03-10T21:29:46.561 INFO:tasks.rados.rados.0.smithi071.stdout:2432: finishing write tid 2 to smithi07176956-34 2024-03-10T21:29:46.561 INFO:tasks.rados.rados.0.smithi071.stdout:2432: finishing write tid 3 to smithi07176956-34 2024-03-10T21:29:46.562 INFO:tasks.rados.rados.0.smithi071.stdout:2433: done (4 left) 2024-03-10T21:29:46.563 INFO:tasks.rados.rados.0.smithi071.stdout:2437: copy_from oid 13 from oid 14 current snap is 220 2024-03-10T21:29:46.563 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 220 2024-03-10T21:29:46.563 INFO:tasks.rados.rados.0.smithi071.stdout:2438: seq_num 768 ranges {0=466944,466944=401408} 2024-03-10T21:29:46.565 INFO:tasks.rados.rados.0.smithi071.stdout:2438: writing smithi07176956-33 from 0 to 466944 tid 1 2024-03-10T21:29:46.568 INFO:tasks.rados.rados.0.smithi071.stdout:2438: writing smithi07176956-33 from 466944 to 868352 tid 2 2024-03-10T21:29:46.568 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 220 2024-03-10T21:29:46.568 INFO:tasks.rados.rados.0.smithi071.stdout:2432: finishing write tid 4 to smithi07176956-34 2024-03-10T21:29:46.568 INFO:tasks.rados.rados.0.smithi071.stdout:2432: oid 34 updating version 0 to 5872 2024-03-10T21:29:46.568 INFO:tasks.rados.rados.0.smithi071.stdout:2432: oid 34 updating version 5872 to 5873 2024-03-10T21:29:46.568 INFO:tasks.rados.rados.0.smithi071.stdout:2432: oid 34 updating version 5873 to 5874 2024-03-10T21:29:46.569 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 5874 (ObjNum 766 snap 220 seq_num 766) dirty exists 2024-03-10T21:29:46.569 INFO:tasks.rados.rados.0.smithi071.stdout:2432: left oid 34 (ObjNum 766 snap 220 seq_num 766) 2024-03-10T21:29:46.569 INFO:tasks.rados.rados.0.smithi071.stdout:2434: finishing write tid 1 to smithi07176956-40 2024-03-10T21:29:46.569 INFO:tasks.rados.rados.0.smithi071.stdout:2434: finishing write tid 2 to smithi07176956-40 2024-03-10T21:29:46.569 INFO:tasks.rados.rados.0.smithi071.stdout:2434: finishing write tid 3 to smithi07176956-40 2024-03-10T21:29:46.569 INFO:tasks.rados.rados.0.smithi071.stdout:2439: seq_num 769 ranges {3186688=483328,3670016=401408} 2024-03-10T21:29:46.589 INFO:tasks.rados.rados.0.smithi071.stdout:2439: writing smithi07176956-44 from 3186688 to 3670016 tid 1 2024-03-10T21:29:46.592 INFO:tasks.rados.rados.0.smithi071.stdout:2439: writing smithi07176956-44 from 3670016 to 4071424 tid 2 2024-03-10T21:29:46.592 INFO:tasks.rados.rados.0.smithi071.stdout:2432: done (6 left) 2024-03-10T21:29:46.592 INFO:tasks.rados.rados.0.smithi071.stdout:2440: snap_remove snap 188 2024-03-10T21:29:46.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:46.538+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:46.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:46.538+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: Health check update: Possible data damage: 12 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:46.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:46.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:46.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: osdmap e512: 8 total, 8 up, 8 in 2024-03-10T21:29:46.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:46.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:46.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:46.422+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:46.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:46.422+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:46.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:46.422+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:46.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:46.555+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:46.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:46.555+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:46.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:46.594+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:46.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:46.594+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:46.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:46.443+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:46.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:46.542+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: Health check update: Possible data damage: 12 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:46.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:46.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: osdmap e512: 8 total, 8 up, 8 in 2024-03-10T21:29:46.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:46.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:46.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:46.553+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:46.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:46.553+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:46.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:46.553+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:46.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:46.553+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:46.553+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: Health check update: Possible data damage: 12 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:46.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: osdmap e512: 8 total, 8 up, 8 in 2024-03-10T21:29:46.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:46.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2440: done (6 left) 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2441: rollback oid 24 current snap is 220 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 189 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2434: finishing write tid 4 to smithi07176956-40 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2434: oid 40 updating version 0 to 5877 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2434: oid 40 version 5877 is already newer than 5876 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2434: oid 40 version 5877 is already newer than 5875 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 5877 (ObjNum 767 snap 220 seq_num 767) dirty exists 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2434: left oid 40 (ObjNum 767 snap 220 seq_num 767) 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 9773 (ObjNum 747 snap 212 seq_num 747) dirty exists 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing write tid 1 to smithi07176956-33 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing write tid 2 to smithi07176956-33 2024-03-10T21:29:47.553 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing write tid 3 to smithi07176956-33 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing write tid 4 to smithi07176956-33 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:2438: oid 33 updating version 0 to 5870 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:2438: oid 33 updating version 5870 to 5871 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:2438: oid 33 updating version 5871 to 5872 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 5872 (ObjNum 768 snap 220 seq_num 768) dirty exists 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:2438: left oid 33 (ObjNum 768 snap 220 seq_num 768) 2024-03-10T21:29:47.554 INFO:tasks.rados.rados.0.smithi071.stdout:2435: expect (ObjNum 569 snap 164 seq_num 569) 2024-03-10T21:29:47.807 INFO:tasks.rados.rados.0.smithi071.stdout:2439: finishing write tid 1 to smithi07176956-44 2024-03-10T21:29:47.807 INFO:tasks.rados.rados.0.smithi071.stdout:2439: finishing write tid 2 to smithi07176956-44 2024-03-10T21:29:47.807 INFO:tasks.rados.rados.0.smithi071.stdout:2439: finishing write tid 3 to smithi07176956-44 2024-03-10T21:29:47.807 INFO:tasks.rados.rados.0.smithi071.stdout:2439: finishing write tid 4 to smithi07176956-44 2024-03-10T21:29:47.807 INFO:tasks.rados.rados.0.smithi071.stdout:2439: oid 44 updating version 0 to 10855 2024-03-10T21:29:47.807 INFO:tasks.rados.rados.0.smithi071.stdout:2439: oid 44 version 10855 is already newer than 10854 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2439: oid 44 updating version 10855 to 10856 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10856 (ObjNum 769 snap 220 seq_num 769) dirty exists 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2439: left oid 44 (ObjNum 769 snap 220 seq_num 769) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2437: finishing copy_from racing read to smithi07176956-13 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2437: finishing copy_from to smithi07176956-13 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 5914 (ObjNum 750 snap 212 seq_num 750) dirty exists 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2434: done (6 left) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2435: done (5 left) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2436: done (4 left) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2437: done (3 left) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2438: done (2 left) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2439: done (1 left) 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2442: read oid 21 snap -1 2024-03-10T21:29:47.808 INFO:tasks.rados.rados.0.smithi071.stdout:2442: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:29:47.809 INFO:tasks.rados.rados.0.smithi071.stdout:2443: snap_create 2024-03-10T21:29:47.809 INFO:tasks.rados.rados.0.smithi071.stdout:2441: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:29:47.809 INFO:tasks.rados.rados.0.smithi071.stdout:2441: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:29:47.809 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5918 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:29:47.812 INFO:tasks.rados.rados.0.smithi071.stdout:2442: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:29:47.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:47.544+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:47.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:47.545+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:47.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:47.545+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:47.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:47.551+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:47.551+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:47.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:47.551+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.835 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=sqlstore.transactions t=2024-03-10T21:29:47.448860252Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-03-10T21:29:47.835 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[60116]: logger=cleanup t=2024-03-10T21:29:47.451453665Z level=info msg="Completed cleanup jobs" duration=13.280506ms 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: osdmap e513: 8 total, 8 up, 8 in 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:47.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:47.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:47 smithi193 ceph-mon[83873]: pgmap v449: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 556 KiB/s wr, 8 op/s 2024-03-10T21:29:47.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:47.547+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:47.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: osdmap e513: 8 total, 8 up, 8 in 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:47.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[88660]: pgmap v449: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 556 KiB/s wr, 8 op/s 2024-03-10T21:29:47.840 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:47.556+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:47.840 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:47.557+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:47.840 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:47.557+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:47.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:47.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:47.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: osdmap e513: 8 total, 8 up, 8 in 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 114=[]:{f6=[f4,f3,f1,ee],114=[114]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:47.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-mon[91105]: pgmap v449: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 517 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 556 KiB/s wr, 8 op/s 2024-03-10T21:29:47.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.551+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:47.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.551+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:47.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.551+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:47.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.551+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:47.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.551+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:47.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.551+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:47.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:47.552+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: osdmap e514: 8 total, 8 up, 8 in 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:48.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:48.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: osdmap e514: 8 total, 8 up, 8 in 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:48.804 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:48.805 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:48.805 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:48.805 INFO:tasks.rados.rados.0.smithi071.stdout:2441: done (2 left) 2024-03-10T21:29:48.805 INFO:tasks.rados.rados.0.smithi071.stdout:2442: done (1 left) 2024-03-10T21:29:48.805 INFO:tasks.rados.rados.0.smithi071.stdout:2443: done (0 left) 2024-03-10T21:29:48.805 INFO:tasks.rados.rados.0.smithi071.stdout:2444: read oid 40 snap -1 2024-03-10T21:29:48.806 INFO:tasks.rados.rados.0.smithi071.stdout:2444: expect (ObjNum 767 snap 220 seq_num 767) 2024-03-10T21:29:48.806 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 221 2024-03-10T21:29:48.806 INFO:tasks.rados.rados.0.smithi071.stdout:2445: seq_num 770 ranges {2277376=499712,2777088=401408} 2024-03-10T21:29:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:48.806 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: osdmap e514: 8 total, 8 up, 8 in 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:29:48.807 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:48.818 INFO:tasks.rados.rados.0.smithi071.stdout:2445: writing smithi07176956-11 from 2277376 to 2777088 tid 1 2024-03-10T21:29:48.820 INFO:tasks.rados.rados.0.smithi071.stdout:2445: writing smithi07176956-11 from 2777088 to 3178496 tid 2 2024-03-10T21:29:48.821 INFO:tasks.rados.rados.0.smithi071.stdout:2446: rollback oid 31 current snap is 221 2024-03-10T21:29:48.821 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 220 2024-03-10T21:29:48.821 INFO:tasks.rados.rados.0.smithi071.stdout:2444: expect (ObjNum 767 snap 220 seq_num 767) 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2446: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1138 (ObjNum 65 snap 0 seq_num 2944729872) dirty dne 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 1 to smithi07176956-11 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 2 to smithi07176956-11 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 3 to smithi07176956-11 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 4 to smithi07176956-11 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: oid 11 updating version 0 to 555 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: oid 11 updating version 555 to 557 2024-03-10T21:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:2445: oid 11 version 557 is already newer than 556 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 557 (ObjNum 770 snap 221 seq_num 770) dirty exists 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2445: left oid 11 (ObjNum 770 snap 221 seq_num 770) 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2444: done (2 left) 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2445: done (1 left) 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2446: done (0 left) 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2447: read oid 6 snap -1 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2447: expect (ObjNum 584 snap 168 seq_num 584) 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 221 2024-03-10T21:29:48.879 INFO:tasks.rados.rados.0.smithi071.stdout:2448: seq_num 771 ranges {147456=516096,663552=401408} 2024-03-10T21:29:48.881 INFO:tasks.rados.rados.0.smithi071.stdout:2448: writing smithi07176956-45 from 147456 to 663552 tid 1 2024-03-10T21:29:48.884 INFO:tasks.rados.rados.0.smithi071.stdout:2448: writing smithi07176956-45 from 663552 to 1064960 tid 2 2024-03-10T21:29:48.884 INFO:tasks.rados.rados.0.smithi071.stdout:2449: copy_from oid 15 from oid 4 current snap is 221 2024-03-10T21:29:48.884 INFO:tasks.rados.rados.0.smithi071.stdout:2447: expect (ObjNum 584 snap 168 seq_num 584) 2024-03-10T21:29:48.890 INFO:tasks.rados.rados.0.smithi071.stdout:2448: finishing write tid 1 to smithi07176956-45 2024-03-10T21:29:48.890 INFO:tasks.rados.rados.0.smithi071.stdout:2449: finishing copy_from to smithi07176956-15 2024-03-10T21:29:48.890 INFO:tasks.rados.rados.0.smithi071.stdout:2449: got expected ENOENT (src dne) 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2449: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: finishing write tid 2 to smithi07176956-45 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: finishing write tid 3 to smithi07176956-45 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: finishing write tid 4 to smithi07176956-45 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: oid 45 updating version 0 to 5798 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: oid 45 updating version 5798 to 5800 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: oid 45 version 5800 is already newer than 5799 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5800 (ObjNum 771 snap 221 seq_num 771) dirty exists 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: left oid 45 (ObjNum 771 snap 221 seq_num 771) 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2447: done (2 left) 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2448: done (1 left) 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2449: done (0 left) 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 221 2024-03-10T21:29:48.891 INFO:tasks.rados.rados.0.smithi071.stdout:2450: seq_num 772 ranges {1810432=532480,2342912=401408} 2024-03-10T21:29:48.902 INFO:tasks.rados.rados.0.smithi071.stdout:2450: writing smithi07176956-35 from 1810432 to 2342912 tid 1 2024-03-10T21:29:48.905 INFO:tasks.rados.rados.0.smithi071.stdout:2450: writing smithi07176956-35 from 2342912 to 2744320 tid 2 2024-03-10T21:29:48.905 INFO:tasks.rados.rados.0.smithi071.stdout:2451: read oid 42 snap -1 2024-03-10T21:29:48.905 INFO:tasks.rados.rados.0.smithi071.stdout:2451: expect (ObjNum 760 snap 216 seq_num 760) 2024-03-10T21:29:48.905 INFO:tasks.rados.rados.0.smithi071.stdout:2452: delete oid 8 current snap is 221 2024-03-10T21:29:48.909 INFO:tasks.rados.rados.0.smithi071.stdout:2452: done (2 left) 2024-03-10T21:29:48.909 INFO:tasks.rados.rados.0.smithi071.stdout:2453: snap_create 2024-03-10T21:29:48.912 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing write tid 1 to smithi07176956-35 2024-03-10T21:29:48.912 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing write tid 2 to smithi07176956-35 2024-03-10T21:29:48.913 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing write tid 3 to smithi07176956-35 2024-03-10T21:29:48.913 INFO:tasks.rados.rados.0.smithi071.stdout:2451: expect (ObjNum 760 snap 216 seq_num 760) 2024-03-10T21:29:48.957 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing write tid 4 to smithi07176956-35 2024-03-10T21:29:48.957 INFO:tasks.rados.rados.0.smithi071.stdout:2450: oid 35 updating version 0 to 4792 2024-03-10T21:29:48.957 INFO:tasks.rados.rados.0.smithi071.stdout:2450: oid 35 updating version 4792 to 4793 2024-03-10T21:29:48.957 INFO:tasks.rados.rados.0.smithi071.stdout:2450: oid 35 updating version 4793 to 4794 2024-03-10T21:29:48.957 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4794 (ObjNum 772 snap 221 seq_num 772) dirty exists 2024-03-10T21:29:48.957 INFO:tasks.rados.rados.0.smithi071.stdout:2450: left oid 35 (ObjNum 772 snap 221 seq_num 772) 2024-03-10T21:29:49.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:48.823+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:49.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:48.823+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:49.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:48.800+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:49.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:48.800+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:49.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:48.879+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:49.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:48.800+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:49.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:48.802+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:49.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:48.799+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:49.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:48.799+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:49.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:48.799+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:49.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:48.800+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:49.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:48.801+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:49.386 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:29:49.702 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:29:49.702 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (9m) 2m ago 10m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:29:49.702 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (10m) 17s ago 10m 88.7M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:29:49.702 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (11m) 2m ago 11m 15.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:29:49.702 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (11m) 17s ago 11m 21.9M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:29:49.702 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (5m) 17s ago 14m 452M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (6m) 2m ago 16m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 2m ago 16m 54.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (4m) 17s ago 15m 49.4M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 2m ago 15m 45.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (9m) 2m ago 9m 15.7M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (9m) 17s ago 9m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (3m) 2m ago 14m 147M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (3m) 2m ago 14m 138M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (2m) 2m ago 13m 207M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (2m) 2m ago 13m 15.1M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (96s) 17s ago 12m 258M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (61s) 17s ago 12m 397M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (23s) 17s ago 11m 12.0M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3f05fac4da9e 2024-03-10T21:29:49.703 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (11m) 17s ago 11m 317M 2480M 18.2.1-746-gc2ea977b a30af69eda22 046f13001565 2024-03-10T21:29:49.704 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (5m) 17s ago 10m 61.8M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:29:49.809 INFO:tasks.rados.rados.0.smithi071.stdout:2450: done (2 left) 2024-03-10T21:29:49.809 INFO:tasks.rados.rados.0.smithi071.stdout:2451: done (1 left) 2024-03-10T21:29:49.809 INFO:tasks.rados.rados.0.smithi071.stdout:2453: done (0 left) 2024-03-10T21:29:49.809 INFO:tasks.rados.rados.0.smithi071.stdout:2454: rollback oid 15 current snap is 222 2024-03-10T21:29:49.809 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 220 2024-03-10T21:29:49.810 INFO:tasks.rados.rados.0.smithi071.stdout:2455: read oid 40 snap -1 2024-03-10T21:29:49.810 INFO:tasks.rados.rados.0.smithi071.stdout:2455: expect (ObjNum 767 snap 220 seq_num 767) 2024-03-10T21:29:49.810 INFO:tasks.rados.rados.0.smithi071.stdout:2456: snap_create 2024-03-10T21:29:49.820 INFO:tasks.rados.rados.0.smithi071.stdout:2455: expect (ObjNum 767 snap 220 seq_num 767) 2024-03-10T21:29:49.878 INFO:tasks.rados.rados.0.smithi071.stdout:2454: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:29:49.878 INFO:tasks.rados.rados.0.smithi071.stdout:2454: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:29:49.879 INFO:tasks.rados.rados.0.smithi071.stdout:2454: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:29:49.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 10860 (ObjNum 758 snap 215 seq_num 758) dirty exists 2024-03-10T21:29:50.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:49.806+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:50.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:49.806+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:50.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:49.807+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:49.813+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:49.813+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:49.813+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: pgmap v451: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 525 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 722 B/s rd, 3.3 MiB/s wr, 8 op/s 2024-03-10T21:29:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: osdmap e515: 8 total, 8 up, 8 in 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:50.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:49.844+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:50.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:49.811+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:50.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:49.811+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:50.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:49.811+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:50.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.808+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:50.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.808+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:50.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.808+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:50.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.809+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:50.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.809+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:50.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.809+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:50.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:49.810+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: pgmap v451: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 525 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 722 B/s rd, 3.3 MiB/s wr, 8 op/s 2024-03-10T21:29:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: osdmap e515: 8 total, 8 up, 8 in 2024-03-10T21:29:50.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: pgmap v451: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 525 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 722 B/s rd, 3.3 MiB/s wr, 8 op/s 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:50.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: osdmap e515: 8 total, 8 up, 8 in 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:50.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:50.100 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:29:50.100 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 7 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 2 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:29:50.101 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 3, 2024-03-10T21:29:50.102 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 12 2024-03-10T21:29:50.102 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:29:50.102 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:29:50.815 INFO:tasks.rados.rados.0.smithi071.stdout:2454: done (2 left) 2024-03-10T21:29:50.815 INFO:tasks.rados.rados.0.smithi071.stdout:2455: done (1 left) 2024-03-10T21:29:50.815 INFO:tasks.rados.rados.0.smithi071.stdout:2456: done (0 left) 2024-03-10T21:29:50.816 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 223 2024-03-10T21:29:50.816 INFO:tasks.rados.rados.0.smithi071.stdout:2457: seq_num 774 ranges {11968512=565248,12533760=401408} 2024-03-10T21:29:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:2457: writing smithi07176956-14 from 11968512 to 12533760 tid 1 2024-03-10T21:29:50.885 INFO:tasks.rados.rados.0.smithi071.stdout:2457: writing smithi07176956-14 from 12533760 to 12935168 tid 2 2024-03-10T21:29:50.885 INFO:tasks.rados.rados.0.smithi071.stdout:2458: rollback oid 15 current snap is 223 2024-03-10T21:29:50.885 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 220 2024-03-10T21:29:50.885 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 223 2024-03-10T21:29:50.885 INFO:tasks.rados.rados.0.smithi071.stdout:2459: seq_num 775 ranges {671744=589824,1261568=401408} 2024-03-10T21:29:50.892 INFO:tasks.rados.rados.0.smithi071.stdout:2459: writing smithi07176956-46 from 671744 to 1261568 tid 1 2024-03-10T21:29:50.895 INFO:tasks.rados.rados.0.smithi071.stdout:2459: writing smithi07176956-46 from 1261568 to 1662976 tid 2 2024-03-10T21:29:50.895 INFO:tasks.rados.rados.0.smithi071.stdout:2460: read oid 49 snap 216 2024-03-10T21:29:50.895 INFO:tasks.rados.rados.0.smithi071.stdout:2460: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:50.895 INFO:tasks.rados.rados.0.smithi071.stdout:2457: finishing write tid 1 to smithi07176956-14 2024-03-10T21:29:50.895 INFO:tasks.rados.rados.0.smithi071.stdout:2461: snap_remove snap 217 2024-03-10T21:29:50.895 INFO:tasks.rados.rados.0.smithi071.stdout:2457: finishing write tid 2 to smithi07176956-14 2024-03-10T21:29:51.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:50.888+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:51.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:50.888+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:51.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:50.812+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:51.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:50.812+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: osdmap e516: 8 total, 8 up, 8 in 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:50 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/4218034113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:50.812+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:50.887+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:50.888+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:50.883+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:50.883+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:50.884+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:51.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:50.884+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:51.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:50.888+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: osdmap e516: 8 total, 8 up, 8 in 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/4218034113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: osdmap e516: 8 total, 8 up, 8 in 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:50 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/4218034113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:29:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:29:51] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-03-10T21:29:51.830 INFO:tasks.rados.rados.0.smithi071.stdout:2461: done (4 left) 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2462: copy_from oid 22 from oid 6 current snap is 223 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2458: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2458: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2457: finishing write tid 3 to smithi07176956-14 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2458: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 10864 (ObjNum 758 snap 215 seq_num 758) dirty exists 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 1 to smithi07176956-46 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 2 to smithi07176956-46 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 3 to smithi07176956-46 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2457: finishing write tid 4 to smithi07176956-14 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2457: oid 14 updating version 0 to 5921 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2457: oid 14 updating version 5921 to 5922 2024-03-10T21:29:51.831 INFO:tasks.rados.rados.0.smithi071.stdout:2457: oid 14 version 5922 is already newer than 5920 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5922 (ObjNum 774 snap 223 seq_num 774) dirty exists 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2457: left oid 14 (ObjNum 774 snap 223 seq_num 774) 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 4 to smithi07176956-46 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2459: oid 46 updating version 0 to 5916 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2459: oid 46 version 5916 is already newer than 5915 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2459: oid 46 updating version 5916 to 5917 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 5917 (ObjNum 775 snap 223 seq_num 775) dirty exists 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2459: left oid 46 (ObjNum 775 snap 223 seq_num 775) 2024-03-10T21:29:51.832 INFO:tasks.rados.rados.0.smithi071.stdout:2460: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:52.052 INFO:tasks.rados.rados.0.smithi071.stdout:2462: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:29:52.052 INFO:tasks.rados.rados.0.smithi071.stdout:2462: finishing copy_from to smithi07176956-22 2024-03-10T21:29:52.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 5873 (ObjNum 584 snap 168 seq_num 584) dirty exists 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2457: done (4 left) 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2458: done (3 left) 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2459: done (2 left) 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2460: done (1 left) 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2462: done (0 left) 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2463: rmattr oid 4 current snap is 223 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2463: done (0 left) 2024-03-10T21:29:52.053 INFO:tasks.rados.rados.0.smithi071.stdout:2464: rollback oid 15 current snap is 223 2024-03-10T21:29:52.054 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 189 2024-03-10T21:29:52.054 INFO:tasks.rados.rados.0.smithi071.stdout:2465: copy_from oid 42 from oid 48 current snap is 223 2024-03-10T21:29:52.054 INFO:tasks.rados.rados.0.smithi071.stdout:2466: read oid 10 snap -1 2024-03-10T21:29:52.054 INFO:tasks.rados.rados.0.smithi071.stdout:2466: expect deleted 2024-03-10T21:29:52.054 INFO:tasks.rados.rados.0.smithi071.stdout:2467: setattr oid 12 current snap is 223 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:2465: finishing copy_from to smithi07176956-42 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:2465: got expected ENOENT (src dne) 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:2465: finishing copy_from racing read to smithi07176956-42 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:2465: done (3 left) 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:2466: done (2 left) 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 223 2024-03-10T21:29:52.055 INFO:tasks.rados.rados.0.smithi071.stdout:2468: seq_num 776 ranges {4005888=606208,4612096=401408} 2024-03-10T21:29:52.078 INFO:tasks.rados.rados.0.smithi071.stdout:2468: writing smithi07176956-39 from 4005888 to 4612096 tid 1 2024-03-10T21:29:52.081 INFO:tasks.rados.rados.0.smithi071.stdout:2468: writing smithi07176956-39 from 4612096 to 5013504 tid 2 2024-03-10T21:29:52.081 INFO:tasks.rados.rados.0.smithi071.stdout:2469: read oid 33 snap -1 2024-03-10T21:29:52.081 INFO:tasks.rados.rados.0.smithi071.stdout:2469: expect (ObjNum 768 snap 220 seq_num 768) 2024-03-10T21:29:52.081 INFO:tasks.rados.rados.0.smithi071.stdout:2470: snap_remove snap 216 2024-03-10T21:29:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: pgmap v454: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 530 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-03-10T21:29:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: osdmap e517: 8 total, 8 up, 8 in 2024-03-10T21:29:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:52.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:51.825+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:52.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:51.825+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:52.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:51.825+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:52.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:51.832+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:52.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:51.832+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:52.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:51.832+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:52.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:51.835+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: pgmap v454: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 530 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: osdmap e517: 8 total, 8 up, 8 in 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:52.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: pgmap v454: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 530 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.7 MiB/s wr, 17 op/s 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: osdmap e517: 8 total, 8 up, 8 in 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:51.833+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:51.833+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:51.833+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.826+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.826+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.826+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.826+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.826+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:52.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.827+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:52.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:51.827+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2470: done (4 left) 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2471: read oid 47 snap 214 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2471: expect deleted 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2472: rollback oid 20 current snap is 223 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 212 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2473: read oid 29 snap 219 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2473: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:2474: delete oid 13 current snap is 223 2024-03-10T21:29:52.836 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5924 (ObjNum 749 snap 212 seq_num 749) dirty exists 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2464: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2464: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2464: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 10867 (ObjNum 619 snap 182 seq_num 619) dirty exists 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2468: finishing write tid 1 to smithi07176956-39 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2468: finishing write tid 2 to smithi07176956-39 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2468: finishing write tid 3 to smithi07176956-39 2024-03-10T21:29:52.837 INFO:tasks.rados.rados.0.smithi071.stdout:2469: expect (ObjNum 768 snap 220 seq_num 768) 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:2468: finishing write tid 4 to smithi07176956-39 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:2468: oid 39 updating version 0 to 5878 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:2468: oid 39 version 5878 is already newer than 5876 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:2468: oid 39 version 5878 is already newer than 5877 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5878 (ObjNum 776 snap 223 seq_num 776) dirty exists 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:2468: left oid 39 (ObjNum 776 snap 223 seq_num 776) 2024-03-10T21:29:52.864 INFO:tasks.rados.rados.0.smithi071.stdout:2464: done (7 left) 2024-03-10T21:29:52.865 INFO:tasks.rados.rados.0.smithi071.stdout:2467: done (6 left) 2024-03-10T21:29:52.865 INFO:tasks.rados.rados.0.smithi071.stdout:2468: done (5 left) 2024-03-10T21:29:52.865 INFO:tasks.rados.rados.0.smithi071.stdout:2469: done (4 left) 2024-03-10T21:29:52.865 INFO:tasks.rados.rados.0.smithi071.stdout:2474: done (3 left) 2024-03-10T21:29:52.865 INFO:tasks.rados.rados.0.smithi071.stdout:2475: snap_remove snap 221 2024-03-10T21:29:53.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:52.830+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:53.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:52.839+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:53.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:52.839+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:53.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:52.833+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:52.833+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:52.835+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:52.837+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:52.837+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: osdmap e518: 8 total, 8 up, 8 in 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:53.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: osdmap e518: 8 total, 8 up, 8 in 2024-03-10T21:29:53.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:53.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:53.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:53.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:52 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:53.095 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:52.835+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:53.095 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:52.838+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:53.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:52.839+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:53.096 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:52.840+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:53.096 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.096 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.096 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.096 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.096 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:53.096 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: osdmap e518: 8 total, 8 up, 8 in 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 112=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:53.097 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:52 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:53.841 INFO:tasks.rados.rados.0.smithi071.stdout:2475: done (3 left) 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:2476: read oid 13 snap 212 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:2476: expect (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 223 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:2472: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:2472: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:2472: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4812 (ObjNum 742 snap 210 seq_num 742) dirty exists 2024-03-10T21:29:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:2473: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:54.066 INFO:tasks.rados.rados.0.smithi071.stdout:2476: expect (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:29:54.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:53.839+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:54.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:53.839+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:54.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:53.839+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:54.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:54.028+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:54.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:54.028+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:54.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:54.028+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: Upgrade: osd.7 is safe to restart 2024-03-10T21:29:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: pgmap v457: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 531 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 636 KiB/s wr, 11 op/s 2024-03-10T21:29:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: osdmap e519: 8 total, 8 up, 8 in 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:54.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:53.961+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:54.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:54.028+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:54.028+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:54.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:54.028+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: Upgrade: osd.7 is safe to restart 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: pgmap v457: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 531 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 636 KiB/s wr, 11 op/s 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: osdmap e519: 8 total, 8 up, 8 in 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:54.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.838+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:54.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.838+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:54.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.838+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:54.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.839+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:54.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.839+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:54.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.839+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:54.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:53.839+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: Upgrade: osd.7 is safe to restart 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: pgmap v457: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 531 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 636 KiB/s wr, 11 op/s 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: osdmap e519: 8 total, 8 up, 8 in 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:54.350 INFO:tasks.rados.rados.0.smithi071.stdout:2477: seq_num 778 ranges {868352=638976,1507328=401408} 2024-03-10T21:29:54.358 INFO:tasks.rados.rados.0.smithi071.stdout:2477: writing smithi07176956-33 from 868352 to 1507328 tid 1 2024-03-10T21:29:54.360 INFO:tasks.rados.rados.0.smithi071.stdout:2477: writing smithi07176956-33 from 1507328 to 1908736 tid 2 2024-03-10T21:29:54.360 INFO:tasks.rados.rados.0.smithi071.stdout:2471: done (4 left) 2024-03-10T21:29:54.360 INFO:tasks.rados.rados.0.smithi071.stdout:2472: done (3 left) 2024-03-10T21:29:54.361 INFO:tasks.rados.rados.0.smithi071.stdout:2473: done (2 left) 2024-03-10T21:29:54.361 INFO:tasks.rados.rados.0.smithi071.stdout:2476: done (1 left) 2024-03-10T21:29:54.361 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 223 2024-03-10T21:29:54.361 INFO:tasks.rados.rados.0.smithi071.stdout:2478: seq_num 779 ranges {0=655360,655360=401408} 2024-03-10T21:29:54.364 INFO:tasks.rados.rados.0.smithi071.stdout:2478: writing smithi07176956-48 from 0 to 655360 tid 1 2024-03-10T21:29:54.367 INFO:tasks.rados.rados.0.smithi071.stdout:2478: writing smithi07176956-48 from 655360 to 1056768 tid 2 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 223 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 1 to smithi07176956-33 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 2 to smithi07176956-33 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 3 to smithi07176956-33 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: finishing write tid 4 to smithi07176956-33 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: oid 33 updating version 0 to 5873 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: oid 33 updating version 5873 to 5875 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: oid 33 version 5875 is already newer than 5874 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 5875 (ObjNum 778 snap 223 seq_num 778) dirty exists 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2477: left oid 33 (ObjNum 778 snap 223 seq_num 778) 2024-03-10T21:29:54.368 INFO:tasks.rados.rados.0.smithi071.stdout:2479: seq_num 780 ranges {1581056=671744,2252800=401408} 2024-03-10T21:29:54.379 INFO:tasks.rados.rados.0.smithi071.stdout:2479: writing smithi07176956-28 from 1581056 to 2252800 tid 1 2024-03-10T21:29:54.382 INFO:tasks.rados.rados.0.smithi071.stdout:2479: writing smithi07176956-28 from 2252800 to 2654208 tid 2 2024-03-10T21:29:54.382 INFO:tasks.rados.rados.0.smithi071.stdout:2477: done (2 left) 2024-03-10T21:29:54.382 INFO:tasks.rados.rados.0.smithi071.stdout:2480: delete oid 47 current snap is 223 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 1 to smithi07176956-48 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 2 to smithi07176956-48 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 3 to smithi07176956-48 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing write tid 4 to smithi07176956-48 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: oid 48 updating version 0 to 1227 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: oid 48 version 1227 is already newer than 1226 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: oid 48 updating version 1227 to 1228 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1228 (ObjNum 779 snap 223 seq_num 779) dirty exists 2024-03-10T21:29:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:2478: left oid 48 (ObjNum 779 snap 223 seq_num 779) 2024-03-10T21:29:54.386 INFO:tasks.rados.rados.0.smithi071.stdout:2479: finishing write tid 1 to smithi07176956-28 2024-03-10T21:29:54.386 INFO:tasks.rados.rados.0.smithi071.stdout:2479: finishing write tid 2 to smithi07176956-28 2024-03-10T21:29:54.386 INFO:tasks.rados.rados.0.smithi071.stdout:2478: done (2 left) 2024-03-10T21:29:54.386 INFO:tasks.rados.rados.0.smithi071.stdout:2480: done (1 left) 2024-03-10T21:29:54.386 INFO:tasks.rados.rados.0.smithi071.stdout:2481: snap_create 2024-03-10T21:29:54.387 INFO:tasks.rados.rados.0.smithi071.stdout:2479: finishing write tid 3 to smithi07176956-28 2024-03-10T21:29:54.387 INFO:tasks.rados.rados.0.smithi071.stdout:2479: finishing write tid 4 to smithi07176956-28 2024-03-10T21:29:54.387 INFO:tasks.rados.rados.0.smithi071.stdout:2479: oid 28 updating version 0 to 5920 2024-03-10T21:29:54.387 INFO:tasks.rados.rados.0.smithi071.stdout:2479: oid 28 updating version 5920 to 5921 2024-03-10T21:29:54.388 INFO:tasks.rados.rados.0.smithi071.stdout:2479: oid 28 version 5921 is already newer than 5919 2024-03-10T21:29:54.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 5921 (ObjNum 780 snap 223 seq_num 780) dirty exists 2024-03-10T21:29:54.388 INFO:tasks.rados.rados.0.smithi071.stdout:2479: left oid 28 (ObjNum 780 snap 223 seq_num 780) 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: osdmap e520: 8 total, 8 up, 8 in 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:54.905 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: Upgrade: Updating osd.7 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: Deploying daemon osd.7 on smithi193 2024-03-10T21:29:54.906 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:54 smithi193 ceph-mon[83873]: pgmap v460: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 535 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-03-10T21:29:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:2479: done (1 left) 2024-03-10T21:29:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:2481: done (0 left) 2024-03-10T21:29:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:2482: snap_create 2024-03-10T21:29:55.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:55.050+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:55.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:55.050+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:55.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:55.051+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:55.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:55.051+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:55.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:55.050+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:55.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:55.051+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:55.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:55.052+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:55.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:55.052+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:55.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:55.052+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:55.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:55.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:55.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:55.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:55.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: osdmap e520: 8 total, 8 up, 8 in 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:55.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: Upgrade: Updating osd.7 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: Deploying daemon osd.7 on smithi193 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[88660]: pgmap v460: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 535 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:55.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:55.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:55.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:55.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:55.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: osdmap e520: 8 total, 8 up, 8 in 2024-03-10T21:29:55.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: Upgrade: Updating osd.7 2024-03-10T21:29:55.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:29:55.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-10T21:29:55.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:29:55.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: Deploying daemon osd.7 on smithi193 2024-03-10T21:29:55.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:54 smithi071 ceph-mon[91105]: pgmap v460: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 535 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 21 op/s 2024-03-10T21:29:55.634 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:55.526+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:55.634 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:55.526+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:55.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:55.523+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-mon[83873]: osdmap e521: 8 total, 8 up, 8 in 2024-03-10T21:29:55.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:55.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:56.056 INFO:tasks.rados.rados.0.smithi071.stdout:2482: done (0 left) 2024-03-10T21:29:56.056 INFO:tasks.rados.rados.0.smithi071.stdout:2483: snap_create 2024-03-10T21:29:56.138 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:56.053+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:29:56.138 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:56.053+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:56.138 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:56.054+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:56.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:56.055+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:56.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:56.055+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:56.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:56.055+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:56.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:56.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:56.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:56.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[88660]: osdmap e521: 8 total, 8 up, 8 in 2024-03-10T21:29:56.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:56.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:56.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:56.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:56.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:56.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[91105]: osdmap e521: 8 total, 8 up, 8 in 2024-03-10T21:29:56.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:56.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:56.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.054+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:56.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.054+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:56.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.054+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.054+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.055+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.055+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:56.055+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:56.733 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:56.577+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:56.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:56.577+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:56.734 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:56.577+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:56.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:56.577+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:57.017 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:57.017 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:57.018 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: osdmap e522: 8 total, 8 up, 8 in 2024-03-10T21:29:57.019 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:57.019 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:57.019 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:57.019 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:56 smithi193 ceph-mon[83873]: pgmap v463: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 535 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-03-10T21:29:57.060 INFO:tasks.rados.rados.0.smithi071.stdout:2483: done (0 left) 2024-03-10T21:29:57.061 INFO:tasks.rados.rados.0.smithi071.stdout:2484: snap_create 2024-03-10T21:29:57.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:57.064+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:57.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:57.064+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:57.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:57.058+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:57.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:57.058+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:57.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:57.058+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:57.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:57.059+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:57.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:57.059+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:57.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: osdmap e522: 8 total, 8 up, 8 in 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[91105]: pgmap v463: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 535 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:57.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: osdmap e522: 8 total, 8 up, 8 in 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:56 smithi071 ceph-mon[88660]: pgmap v463: 121 pgs: 109 active+clean, 12 active+clean+snaptrim_error; 535 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-03-10T21:29:57.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:57.435+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:57.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:57.436+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:57.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:57.437+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:57.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:57.435+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:57.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:57.436+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:57.837 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:57 smithi193 systemd[1]: Stopping Ceph osd.7 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:29:57.837 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[52651]: 2024-03-10T21:29:57.628+0000 7efcb027e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:29:57.837 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[52651]: 2024-03-10T21:29:57.628+0000 7efcb027e700 -1 osd.7 523 *** Got signal Terminated *** 2024-03-10T21:29:57.837 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[52651]: 2024-03-10T21:29:57.628+0000 7efcb027e700 -1 osd.7 523 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:29:58.063 INFO:tasks.rados.rados.0.smithi071.stdout:2484: done (0 left) 2024-03-10T21:29:58.063 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 227 2024-03-10T21:29:58.063 INFO:tasks.rados.rados.0.smithi071.stdout:2485: seq_num 782 ranges {12918784=704512,13623296=401408} 2024-03-10T21:29:58.137 INFO:tasks.rados.rados.0.smithi071.stdout:2485: writing smithi07176956-17 from 12918784 to 13623296 tid 1 2024-03-10T21:29:58.139 INFO:tasks.rados.rados.0.smithi071.stdout:2485: writing smithi07176956-17 from 13623296 to 14024704 tid 2 2024-03-10T21:29:58.139 INFO:tasks.rados.rados.0.smithi071.stdout:2486: rollback oid 40 current snap is 227 2024-03-10T21:29:58.140 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 225 2024-03-10T21:29:58.140 INFO:tasks.rados.rados.0.smithi071.stdout:2487: snap_remove snap 223 2024-03-10T21:29:58.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:58.066+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:58.337 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:58.074+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:29:58.338 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:58.074+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.338 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:58.074+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:58.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:58.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:58.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:58.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: osdmap e523: 8 total, 8 up, 8 in 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:58.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:57 smithi193 ceph-mon[83873]: osd.7 marked itself down and dead 2024-03-10T21:29:58.339 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:58.078+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:58.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:58.070+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:58.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:58.075+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:29:58.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:58.075+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: osdmap e523: 8 total, 8 up, 8 in 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[88660]: osd.7 marked itself down and dead 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: osdmap e523: 8 total, 8 up, 8 in 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:58.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:57 smithi071 ceph-mon[91105]: osd.7 marked itself down and dead 2024-03-10T21:29:58.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:58.061+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:58.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:58.063+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:58.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:58.063+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:58.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:58.064+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:58.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:58.064+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:29:58.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:58.064+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:58.898 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:58 smithi193 podman[102778]: 2024-03-10 21:29:58.630707002 +0000 UTC m=+1.090674292 container died 046f130015659064f839f627c9af951246f2cf35d4f9fed943a01b6051f45c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-c2ea977, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:29:58.899 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:58.899 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:58.899 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:58.899 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:58.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:58.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:58.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:58.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:58.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:29:58.900 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-10T21:29:58.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: osdmap e524: 8 total, 7 up, 8 in 2024-03-10T21:29:58.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:58.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:58.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:58.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:58.901 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:58.902 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:58 smithi193 ceph-mon[83873]: pgmap v466: 121 pgs: 10 peering, 15 stale+active+clean, 84 active+clean, 12 active+clean+snaptrim_error; 536 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s wr, 0 op/s 2024-03-10T21:29:59.077 INFO:tasks.rados.rados.0.smithi071.stdout:2487: done (2 left) 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: finishing write tid 1 to smithi07176956-17 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: finishing write tid 2 to smithi07176956-17 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: finishing write tid 3 to smithi07176956-17 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: finishing write tid 4 to smithi07176956-17 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: oid 17 updating version 0 to 1423 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: oid 17 version 1423 is already newer than 1422 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: oid 17 updating version 1423 to 1424 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1424 (ObjNum 782 snap 227 seq_num 782) dirty exists 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: left oid 17 (ObjNum 782 snap 227 seq_num 782) 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2488: read oid 29 snap 214 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2488: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:59.078 INFO:tasks.rados.rados.0.smithi071.stdout:2485: done (2 left) 2024-03-10T21:29:59.079 INFO:tasks.rados.rados.0.smithi071.stdout:2489: snap_create 2024-03-10T21:29:59.090 INFO:tasks.rados.rados.0.smithi071.stdout:2486: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:29:59.090 INFO:tasks.rados.rados.0.smithi071.stdout:2486: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:29:59.090 INFO:tasks.rados.rados.0.smithi071.stdout:2486: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:29:59.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 5924 (ObjNum 767 snap 220 seq_num 767) dirty exists 2024-03-10T21:29:59.100 INFO:tasks.rados.rados.0.smithi071.stdout:2488: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:29:59.298 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:29:59.076+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:59.298 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102778]: 2024-03-10 21:29:59.004173052 +0000 UTC m=+1.464140350 container cleanup 046f130015659064f839f627c9af951246f2cf35d4f9fed943a01b6051f45c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-c2ea977, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-10T21:29:59.298 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 bash[102778]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7 2024-03-10T21:29:59.298 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:59.069+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:59.299 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:29:59.069+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:59.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:29:59.079+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:59.079+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:29:59.089+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:59.073+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:59.073+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:59.074+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:29:59.075+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: osdmap e524: 8 total, 7 up, 8 in 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[91105]: pgmap v466: 121 pgs: 10 peering, 15 stale+active+clean, 84 active+clean, 12 active+clean+snaptrim_error; 536 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s wr, 0 op/s 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11d=[]:{e4=[e4],fd=[fd,fc,fb,fa,f8,f6,f4,f3,f1,ee,eb,e5],fe=[fe],108=[108,107,106,104,103,100,ff],109=[109],10b=[10b,10a],10d=[10d],112=[112,10f],11d=[11d,11c,11a,119,118,117,115]} for object 5:8d117df9:::smithi07176956-8:d6 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: Health check failed: 1 osds down (OSD_DOWN) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: osdmap e524: 8 total, 7 up, 8 in 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:58 smithi071 ceph-mon[88660]: pgmap v466: 121 pgs: 10 peering, 15 stale+active+clean, 84 active+clean, 12 active+clean+snaptrim_error; 536 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 254 KiB/s wr, 0 op/s 2024-03-10T21:29:59.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102797]: 2024-03-10 21:29:59.297187536 +0000 UTC m=+0.662474367 container remove 046f130015659064f839f627c9af951246f2cf35d4f9fed943a01b6051f45c3e (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, RELEASE=reef-c2ea977, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:29:59.884 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102891]: 2024-03-10 21:29:59.623104161 +0000 UTC m=+0.113475164 container create 58f8d629d33628e0349b8914a343794fe881e947def972a27535e2624c706a4d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102891]: 2024-03-10 21:29:59.527692664 +0000 UTC m=+0.018063627 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:29:59.885 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102891]: 2024-03-10 21:29:59.884184702 +0000 UTC m=+0.374555671 container init 58f8d629d33628e0349b8914a343794fe881e947def972a27535e2624c706a4d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:29:59.885 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:29:59.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: osdmap e525: 8 total, 7 up, 8 in 2024-03-10T21:29:59.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:29:59.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:29:59.886 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:29:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:00.072 INFO:tasks.rados.rados.0.smithi071.stdout:2486: done (2 left) 2024-03-10T21:30:00.072 INFO:tasks.rados.rados.0.smithi071.stdout:2488: done (1 left) 2024-03-10T21:30:00.072 INFO:tasks.rados.rados.0.smithi071.stdout:2489: done (0 left) 2024-03-10T21:30:00.072 INFO:tasks.rados.rados.0.smithi071.stdout:2490: snap_create 2024-03-10T21:30:00.184 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:00.069+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:00.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102891]: 2024-03-10 21:29:59.887703798 +0000 UTC m=+0.378074764 container start 58f8d629d33628e0349b8914a343794fe881e947def972a27535e2624c706a4d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d) 2024-03-10T21:30:00.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:29:59 smithi193 podman[102891]: 2024-03-10 21:29:59.967616657 +0000 UTC m=+0.457987624 container attach 58f8d629d33628e0349b8914a343794fe881e947def972a27535e2624c706a4d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2) 2024-03-10T21:30:00.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:00.069+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:00.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:00.077+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:00.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:00.077+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:00.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:00.077+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:00.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:00.077+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:00.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:00.077+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:00.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:00.077+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:00.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:00.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:00.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:00.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: osdmap e525: 8 total, 7 up, 8 in 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: osdmap e525: 8 total, 7 up, 8 in 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:00.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:29:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Reduced data availability: 4 pgs inactive, 5 pgs peering; Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : [WRN] OSD_DOWN: 1 osds down 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : osd.7 (root=default,host=smithi193) is down 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : [WRN] PG_AVAILABILITY: Reduced data availability: 4 pgs inactive, 5 pgs peering 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 1.0 is stuck peering for 3m, current state peering, last acting [0,6] 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 2.5 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 2.8 is stuck peering for 3m, current state peering, last acting [0,1] 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 3.15 is stuck peering for 99s, current state peering, last acting [3,4] 2024-03-10T21:30:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 3.39 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : [ERR] PG_DAMAGED: Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:30:00.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:29:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:30:00.530 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:00 smithi193 podman[102891]: 2024-03-10 21:30:00.18296669 +0000 UTC m=+0.673337655 container died 58f8d629d33628e0349b8914a343794fe881e947def972a27535e2624c706a4d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-10T21:30:00.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:00.343+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:00.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:00.343+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:00.530 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:00.343+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:01.077 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:00 smithi193 podman[102917]: 2024-03-10 21:30:00.804522996 +0000 UTC m=+0.615812538 container remove 58f8d629d33628e0349b8914a343794fe881e947def972a27535e2624c706a4d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, io.buildah.version=1.33.5) 2024-03-10T21:30:01.077 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:00 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7.service: Deactivated successfully. 2024-03-10T21:30:01.077 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:00 smithi193 systemd[1]: Stopped Ceph osd.7 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:01.077 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:00 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7.service: Consumed 19.930s CPU time. 2024-03-10T21:30:01.077 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 systemd[1]: Starting Ceph osd.7 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:30:01.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:01.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:01.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:01.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:01.079 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:01.079 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: Health detail: HEALTH_ERR 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Reduced data availability: 4 pgs inactive, 5 pgs peering; Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:01.079 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: [WRN] OSD_DOWN: 1 osds down 2024-03-10T21:30:01.079 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: osd.7 (root=default,host=smithi193) is down 2024-03-10T21:30:01.079 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:01.079 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: [WRN] PG_AVAILABILITY: Reduced data availability: 4 pgs inactive, 5 pgs peering 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 1.0 is stuck peering for 3m, current state peering, last acting [0,6] 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 2.5 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 2.8 is stuck peering for 3m, current state peering, last acting [0,1] 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 3.15 is stuck peering for 99s, current state peering, last acting [3,4] 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 3.39 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:01.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: [ERR] PG_DAMAGED: Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:01.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:30:01.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:30:01.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:30:01.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:30:01.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:30:01.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:30:01.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:30:01.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:30:01.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:30:01.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:30:01.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:30:01.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:30:01.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:01.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: osdmap e526: 8 total, 7 up, 8 in 2024-03-10T21:30:01.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:01.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:01.083 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:00 smithi193 ceph-mon[83873]: pgmap v469: 121 pgs: 1 active+undersized+degraded, 10 active+undersized, 2 peering+snaptrim_error, 22 peering, 4 stale+active+clean, 72 active+clean, 10 active+clean+snaptrim_error; 538 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 782 KiB/s wr, 2 op/s; 1/1053 objects degraded (0.095%) 2024-03-10T21:30:01.084 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:01.084 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:01.084 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:01.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:01.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:01.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: Health detail: HEALTH_ERR 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Reduced data availability: 4 pgs inactive, 5 pgs peering; Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:01.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: [WRN] OSD_DOWN: 1 osds down 2024-03-10T21:30:01.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: osd.7 (root=default,host=smithi193) is down 2024-03-10T21:30:01.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: [WRN] PG_AVAILABILITY: Reduced data availability: 4 pgs inactive, 5 pgs peering 2024-03-10T21:30:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 1.0 is stuck peering for 3m, current state peering, last acting [0,6] 2024-03-10T21:30:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 2.5 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 2.8 is stuck peering for 3m, current state peering, last acting [0,1] 2024-03-10T21:30:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 3.15 is stuck peering for 99s, current state peering, last acting [3,4] 2024-03-10T21:30:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 3.39 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: [ERR] PG_DAMAGED: Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:30:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:30:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:30:01.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:30:01.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:30:01.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:30:01.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:30:01.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:30:01.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:30:01.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:30:01.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:30:01.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:30:01.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:01.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: osdmap e526: 8 total, 7 up, 8 in 2024-03-10T21:30:01.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:01.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:01.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[88660]: pgmap v469: 121 pgs: 1 active+undersized+degraded, 10 active+undersized, 2 peering+snaptrim_error, 22 peering, 4 stale+active+clean, 72 active+clean, 10 active+clean+snaptrim_error; 538 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 782 KiB/s wr, 2 op/s; 1/1053 objects degraded (0.095%) 2024-03-10T21:30:01.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:01.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:01.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:01.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:01.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:01.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: Health detail: HEALTH_ERR 1 osds down; all OSDs are running squid or later but require_osd_release < squid; Reduced data availability: 4 pgs inactive, 5 pgs peering; Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:01.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: [WRN] OSD_DOWN: 1 osds down 2024-03-10T21:30:01.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: osd.7 (root=default,host=smithi193) is down 2024-03-10T21:30:01.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: [WRN] OSD_UPGRADE_FINISHED: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:01.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: all OSDs are running squid or later but require_osd_release < squid 2024-03-10T21:30:01.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: [WRN] PG_AVAILABILITY: Reduced data availability: 4 pgs inactive, 5 pgs peering 2024-03-10T21:30:01.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 1.0 is stuck peering for 3m, current state peering, last acting [0,6] 2024-03-10T21:30:01.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 2.5 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 2.8 is stuck peering for 3m, current state peering, last acting [0,1] 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 3.15 is stuck peering for 99s, current state peering, last acting [3,4] 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 3.39 is stuck peering for 99s, current state peering, last acting [0,4] 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: [ERR] PG_DAMAGED: Possible data damage: 12 pgs snaptrim_error 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:30:01.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:30:01.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:30:01.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:30:01.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:30:01.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:30:01.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:30:01.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:30:01.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:30:01.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:30:01.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:30:01.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:01.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: osdmap e526: 8 total, 7 up, 8 in 2024-03-10T21:30:01.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:01.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:01.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-mon[91105]: pgmap v469: 121 pgs: 1 active+undersized+degraded, 10 active+undersized, 2 peering+snaptrim_error, 22 peering, 4 stale+active+clean, 72 active+clean, 10 active+clean+snaptrim_error; 538 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 782 KiB/s wr, 2 op/s; 1/1053 objects degraded (0.095%) 2024-03-10T21:30:01.096 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:00.681+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:01.097 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:00.681+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:01.097 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:00.681+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:01.097 INFO:tasks.rados.rados.0.smithi071.stdout:2490: done (0 left) 2024-03-10T21:30:01.097 INFO:tasks.rados.rados.0.smithi071.stdout:2491: read oid 26 snap -1 2024-03-10T21:30:01.097 INFO:tasks.rados.rados.0.smithi071.stdout:2491: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:30:01.098 INFO:tasks.rados.rados.0.smithi071.stdout:2492: copy_from oid 9 from oid 21 current snap is 229 2024-03-10T21:30:01.098 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 229 2024-03-10T21:30:01.098 INFO:tasks.rados.rados.0.smithi071.stdout:2493: seq_num 783 ranges {14237696=720896,14958592=401408} 2024-03-10T21:30:01.157 INFO:tasks.rados.rados.0.smithi071.stdout:2493: writing smithi07176956-41 from 14237696 to 14958592 tid 1 2024-03-10T21:30:01.160 INFO:tasks.rados.rados.0.smithi071.stdout:2493: writing smithi07176956-41 from 14958592 to 15360000 tid 2 2024-03-10T21:30:01.160 INFO:tasks.rados.rados.0.smithi071.stdout:2494: read oid 24 snap -1 2024-03-10T21:30:01.160 INFO:tasks.rados.rados.0.smithi071.stdout:2494: expect (ObjNum 614 snap 180 seq_num 614) 2024-03-10T21:30:01.161 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 229 2024-03-10T21:30:01.161 INFO:tasks.rados.rados.0.smithi071.stdout:2492: finishing copy_from racing read to smithi07176956-9 2024-03-10T21:30:01.161 INFO:tasks.rados.rados.0.smithi071.stdout:2495: seq_num 784 ranges {0=737280,737280=401408} 2024-03-10T21:30:01.164 INFO:tasks.rados.rados.0.smithi071.stdout:2495: writing smithi07176956-4 from 0 to 737280 tid 1 2024-03-10T21:30:01.166 INFO:tasks.rados.rados.0.smithi071.stdout:2495: writing smithi07176956-4 from 737280 to 1138688 tid 2 2024-03-10T21:30:01.167 INFO:tasks.rados.rados.0.smithi071.stdout:2496: read oid 49 snap -1 2024-03-10T21:30:01.167 INFO:tasks.rados.rados.0.smithi071.stdout:2496: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:30:01.167 INFO:tasks.rados.rados.0.smithi071.stdout:2497: delete oid 5 current snap is 229 2024-03-10T21:30:01.167 INFO:tasks.rados.rados.0.smithi071.stdout:2492: finishing copy_from to smithi07176956-9 2024-03-10T21:30:01.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 5906 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:30:01.167 INFO:tasks.rados.rados.0.smithi071.stdout:2491: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:30:01.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:01.074+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:01.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:01.081+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:01.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:01.082+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:01.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 podman[103026]: 2024-03-10 21:30:01.14812073 +0000 UTC m=+0.019085948 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:30:01.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 podman[103026]: 2024-03-10 21:30:01.264520109 +0000 UTC m=+0.135485369 container create 07d107d37c590330690ce3def7814affd2c3ba439eb3bc0a445f1270a6cff2b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:30:01.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:30:01] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-03-10T21:30:01.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:01.081+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:01.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:01.073+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:01.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:01.073+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:01.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:01.074+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:01.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:01.074+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:01.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:01.076+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:01.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:01.077+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing write tid 1 to smithi07176956-41 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing write tid 2 to smithi07176956-41 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing write tid 3 to smithi07176956-41 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing write tid 4 to smithi07176956-41 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: oid 41 updating version 0 to 1231 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: oid 41 updating version 1231 to 1232 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: oid 41 version 1232 is already newer than 1230 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1232 (ObjNum 783 snap 229 seq_num 783) dirty exists 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2493: left oid 41 (ObjNum 783 snap 229 seq_num 783) 2024-03-10T21:30:01.654 INFO:tasks.rados.rados.0.smithi071.stdout:2494: expect (ObjNum 614 snap 180 seq_num 614) 2024-03-10T21:30:01.767 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 1 to smithi07176956-4 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 2 to smithi07176956-4 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 3 to smithi07176956-4 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 4 to smithi07176956-4 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: oid 4 updating version 0 to 5926 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: oid 4 updating version 5926 to 5927 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: oid 4 version 5927 is already newer than 5925 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 5927 (ObjNum 784 snap 229 seq_num 784) dirty exists 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2495: left oid 4 (ObjNum 784 snap 229 seq_num 784) 2024-03-10T21:30:01.768 INFO:tasks.rados.rados.0.smithi071.stdout:2496: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:30:01.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 podman[103026]: 2024-03-10 21:30:01.542099041 +0000 UTC m=+0.413064261 container init 07d107d37c590330690ce3def7814affd2c3ba439eb3bc0a445f1270a6cff2b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2) 2024-03-10T21:30:01.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 podman[103026]: 2024-03-10 21:30:01.545459051 +0000 UTC m=+0.416424280 container start 07d107d37c590330690ce3def7814affd2c3ba439eb3bc0a445f1270a6cff2b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:30:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 podman[103026]: 2024-03-10 21:30:01.634019564 +0000 UTC m=+0.504984799 container attach 07d107d37c590330690ce3def7814affd2c3ba439eb3bc0a445f1270a6cff2b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-10T21:30:01.986 INFO:tasks.rados.rados.0.smithi071.stdout:2491: done (6 left) 2024-03-10T21:30:01.986 INFO:tasks.rados.rados.0.smithi071.stdout:2492: done (5 left) 2024-03-10T21:30:01.986 INFO:tasks.rados.rados.0.smithi071.stdout:2493: done (4 left) 2024-03-10T21:30:01.987 INFO:tasks.rados.rados.0.smithi071.stdout:2494: done (3 left) 2024-03-10T21:30:01.987 INFO:tasks.rados.rados.0.smithi071.stdout:2495: done (2 left) 2024-03-10T21:30:01.987 INFO:tasks.rados.rados.0.smithi071.stdout:2496: done (1 left) 2024-03-10T21:30:01.987 INFO:tasks.rados.rados.0.smithi071.stdout:2497: done (0 left) 2024-03-10T21:30:01.987 INFO:tasks.rados.rados.0.smithi071.stdout:2498: snap_create 2024-03-10T21:30:02.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: Health check failed: Degraded data redundancy: 1/1053 objects degraded (0.095%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: osdmap e527: 8 total, 7 up, 8 in 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 bash[103026]: --> ceph-volume raw activate successful for osd ID: 7 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-03-10T21:30:02.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-03-10T21:30:02.319 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-03-10T21:30:02.319 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-03-10T21:30:02.319 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate[103041]: --> ceph-volume raw activate successful for osd ID: 7 2024-03-10T21:30:02.319 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:02 smithi193 podman[103026]: 2024-03-10 21:30:02.011552128 +0000 UTC m=+0.882517340 container died 07d107d37c590330690ce3def7814affd2c3ba439eb3bc0a445f1270a6cff2b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-03-10T21:30:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: Health check failed: Degraded data redundancy: 1/1053 objects degraded (0.095%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: osdmap e527: 8 total, 7 up, 8 in 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:02.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: Health check failed: Degraded data redundancy: 1/1053 objects degraded (0.095%), 1 pg degraded (PG_DEGRADED) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: osdmap e527: 8 total, 7 up, 8 in 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2498: done (0 left) 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2499: rmattr oid 32 current snap is 230 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2499: done (0 left) 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2500: rollback oid 8 current snap is 230 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 226 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2501: copy_from oid 6 from oid 50 current snap is 230 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2502: read oid 38 snap 183 2024-03-10T21:30:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:2502: expect (ObjNum 570 snap 164 seq_num 570) 2024-03-10T21:30:02.863 INFO:tasks.rados.rados.0.smithi071.stdout:2503: copy_from oid 41 from oid 4 current snap is 230 2024-03-10T21:30:02.863 INFO:tasks.rados.rados.0.smithi071.stdout:2504: snap_remove snap 222 2024-03-10T21:30:02.939 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:02.861+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:02.939 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:02.876+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:02.939 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:02.876+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:02.940 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:02.876+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:02.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:02 smithi193 podman[103173]: 2024-03-10 21:30:02.687663121 +0000 UTC m=+0.671412858 container remove 07d107d37c590330690ce3def7814affd2c3ba439eb3bc0a445f1270a6cff2b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:30:02.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:02 smithi193 podman[103240]: 2024-03-10 21:30:02.810303323 +0000 UTC m=+0.018570124 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:30:02.940 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:02.940 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:02.940 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:02.940 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:02.940 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:02.941 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: pgmap v471: 121 pgs: 4 active+undersized+degraded, 18 active+undersized, 2 peering+snaptrim_error, 22 peering, 65 active+clean, 10 active+clean+snaptrim_error; 541 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s wr, 3 op/s; 27/1059 objects degraded (2.550%) 2024-03-10T21:30:02.941 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:02.941 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:03.208 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:02 smithi193 podman[103240]: 2024-03-10 21:30:02.938793203 +0000 UTC m=+0.147059990 container create 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-10T21:30:03.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:02.859+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:02.860+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:02.860+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:02.860+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: pgmap v471: 121 pgs: 4 active+undersized+degraded, 18 active+undersized, 2 peering+snaptrim_error, 22 peering, 65 active+clean, 10 active+clean+snaptrim_error; 541 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s wr, 3 op/s; 27/1059 objects degraded (2.550%) 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: pgmap v471: 121 pgs: 4 active+undersized+degraded, 18 active+undersized, 2 peering+snaptrim_error, 22 peering, 65 active+clean, 10 active+clean+snaptrim_error; 541 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s wr, 3 op/s; 27/1059 objects degraded (2.550%) 2024-03-10T21:30:03.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:02.864+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:02.864+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:02.864+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:02.864+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:02.865+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:02.865+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:03.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:03 smithi193 podman[103240]: 2024-03-10 21:30:03.207739405 +0000 UTC m=+0.416006194 container init 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307) 2024-03-10T21:30:03.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:03 smithi193 podman[103240]: 2024-03-10 21:30:03.210653419 +0000 UTC m=+0.418920208 container start 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-10T21:30:03.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-osd[103258]: -- 172.21.15.193:0/2949732021 <== mon.1 v2:172.21.15.193:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b4963f3680 con 0x55b4963bcc00 2024-03-10T21:30:03.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:03 smithi193 bash[103240]: 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 2024-03-10T21:30:03.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:03 smithi193 systemd[1]: Started Ceph osd.7 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:03.867 INFO:tasks.rados.rados.0.smithi071.stdout:2504: done (4 left) 2024-03-10T21:30:03.867 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 230 2024-03-10T21:30:03.867 INFO:tasks.rados.rados.0.smithi071.stdout:2505: seq_num 786 ranges {2039808=770048,2809856=401408} 2024-03-10T21:30:03.881 INFO:tasks.rados.rados.0.smithi071.stdout:2505: writing smithi07176956-9 from 2039808 to 2809856 tid 1 2024-03-10T21:30:03.884 INFO:tasks.rados.rados.0.smithi071.stdout:2505: writing smithi07176956-9 from 2809856 to 3211264 tid 2 2024-03-10T21:30:03.884 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 230 2024-03-10T21:30:03.884 INFO:tasks.rados.rados.0.smithi071.stdout:2506: seq_num 787 ranges {12935168=786432,13721600=401408} 2024-03-10T21:30:03.960 INFO:tasks.rados.rados.0.smithi071.stdout:2506: writing smithi07176956-14 from 12935168 to 13721600 tid 1 2024-03-10T21:30:03.963 INFO:tasks.rados.rados.0.smithi071.stdout:2506: writing smithi07176956-14 from 13721600 to 14123008 tid 2 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2507: setattr oid 3 current snap is 230 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2500: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 995 (ObjNum 33 snap 0 seq_num 2945118464) dirty dne 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2501: finishing copy_from to smithi07176956-6 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2501: got expected ENOENT (src dne) 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2501: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2503: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2503: finishing copy_from to smithi07176956-41 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 5927 (ObjNum 784 snap 229 seq_num 784) dirty exists 2024-03-10T21:30:03.964 INFO:tasks.rados.rados.0.smithi071.stdout:2502: expect (ObjNum 570 snap 164 seq_num 570) 2024-03-10T21:30:04.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:03.863+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:03.751+0000 7f799b4707c0 -1 Falling back to public interface 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: osdmap e528: 8 total, 7 up, 8 in 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:04.280 INFO:tasks.rados.rados.0.smithi071.stdout:2505: finishing write tid 1 to smithi07176956-9 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: finishing write tid 2 to smithi07176956-9 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: finishing write tid 3 to smithi07176956-9 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: finishing write tid 4 to smithi07176956-9 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: oid 9 updating version 0 to 5909 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: oid 9 version 5909 is already newer than 5908 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: oid 9 version 5909 is already newer than 5907 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 5909 (ObjNum 786 snap 230 seq_num 786) dirty exists 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2505: left oid 9 (ObjNum 786 snap 230 seq_num 786) 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2506: finishing write tid 1 to smithi07176956-14 2024-03-10T21:30:04.281 INFO:tasks.rados.rados.0.smithi071.stdout:2506: finishing write tid 2 to smithi07176956-14 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2506: finishing write tid 3 to smithi07176956-14 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2506: finishing write tid 4 to smithi07176956-14 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2506: oid 14 updating version 0 to 5929 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2506: oid 14 version 5929 is already newer than 5928 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2506: oid 14 version 5929 is already newer than 5927 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5929 (ObjNum 787 snap 230 seq_num 787) dirty exists 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2506: left oid 14 (ObjNum 787 snap 230 seq_num 787) 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2500: done (6 left) 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2501: done (5 left) 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2502: done (4 left) 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2503: done (3 left) 2024-03-10T21:30:04.282 INFO:tasks.rados.rados.0.smithi071.stdout:2505: done (2 left) 2024-03-10T21:30:04.283 INFO:tasks.rados.rados.0.smithi071.stdout:2506: done (1 left) 2024-03-10T21:30:04.283 INFO:tasks.rados.rados.0.smithi071.stdout:2508: snap_remove snap 225 2024-03-10T21:30:04.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:03.885+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:04.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:03.864+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:04.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:03.864+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:04.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:03.865+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:04.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:03.865+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: osdmap e528: 8 total, 7 up, 8 in 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:04.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: osdmap e528: 8 total, 7 up, 8 in 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:04.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:04.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:04.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:04.347+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:04.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:04.347+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:04.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:04.345+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:04.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:04.345+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:04.874 INFO:tasks.rados.rados.0.smithi071.stdout:2508: done (1 left) 2024-03-10T21:30:04.874 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 230 2024-03-10T21:30:04.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 5910 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:30:04.874 INFO:tasks.rados.rados.0.smithi071.stdout:2509: seq_num 788 ranges {0=802816,802816=401408} 2024-03-10T21:30:04.878 INFO:tasks.rados.rados.0.smithi071.stdout:2509: writing smithi07176956-13 from 0 to 802816 tid 1 2024-03-10T21:30:04.881 INFO:tasks.rados.rados.0.smithi071.stdout:2509: writing smithi07176956-13 from 802816 to 1204224 tid 2 2024-03-10T21:30:04.881 INFO:tasks.rados.rados.0.smithi071.stdout:2507: done (1 left) 2024-03-10T21:30:04.881 INFO:tasks.rados.rados.0.smithi071.stdout:2510: read oid 4 snap -1 2024-03-10T21:30:04.881 INFO:tasks.rados.rados.0.smithi071.stdout:2510: expect (ObjNum 784 snap 229 seq_num 784) 2024-03-10T21:30:04.881 INFO:tasks.rados.rados.0.smithi071.stdout:2511: setattr oid 2 current snap is 230 2024-03-10T21:30:04.882 INFO:tasks.rados.rados.0.smithi071.stdout:2512: setattr oid 49 current snap is 230 2024-03-10T21:30:04.883 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 230 2024-03-10T21:30:04.883 INFO:tasks.rados.rados.0.smithi071.stdout:2513: seq_num 789 ranges {1269760=417792,1687552=663552,2351104=139264} 2024-03-10T21:30:04.892 INFO:tasks.rados.rados.0.smithi071.stdout:2513: writing smithi07176956-42 from 1269760 to 1687552 tid 1 2024-03-10T21:30:04.896 INFO:tasks.rados.rados.0.smithi071.stdout:2513: writing smithi07176956-42 from 1687552 to 2351104 tid 2 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:2513: writing smithi07176956-42 from 2351104 to 2490368 tid 3 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:2514: delete oid 46 current snap is 230 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:2509: finishing write tid 1 to smithi07176956-13 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:2509: finishing write tid 2 to smithi07176956-13 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:2509: finishing write tid 3 to smithi07176956-13 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 563 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9775 (ObjNum 726 snap 208 seq_num 726) dirty exists 2024-03-10T21:30:04.898 INFO:tasks.rados.rados.0.smithi071.stdout:2510: expect (ObjNum 784 snap 229 seq_num 784) 2024-03-10T21:30:04.930 INFO:tasks.rados.rados.0.smithi071.stdout:2509: finishing write tid 4 to smithi07176956-13 2024-03-10T21:30:04.930 INFO:tasks.rados.rados.0.smithi071.stdout:2509: oid 13 updating version 0 to 5928 2024-03-10T21:30:04.930 INFO:tasks.rados.rados.0.smithi071.stdout:2509: oid 13 updating version 5928 to 5929 2024-03-10T21:30:04.930 INFO:tasks.rados.rados.0.smithi071.stdout:2509: oid 13 updating version 5929 to 5930 2024-03-10T21:30:04.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 5930 (ObjNum 788 snap 230 seq_num 788) dirty exists 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2509: left oid 13 (ObjNum 788 snap 230 seq_num 788) 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing write tid 1 to smithi07176956-42 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing write tid 2 to smithi07176956-42 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing write tid 3 to smithi07176956-42 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing write tid 4 to smithi07176956-42 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing write tid 5 to smithi07176956-42 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: oid 42 updating version 0 to 5914 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: oid 42 version 5914 is already newer than 5911 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: oid 42 version 5914 is already newer than 5912 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: oid 42 version 5914 is already newer than 5913 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 5914 (ObjNum 789 snap 230 seq_num 789) dirty exists 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2513: left oid 42 (ObjNum 789 snap 230 seq_num 789) 2024-03-10T21:30:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:2509: done (5 left) 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2510: done (4 left) 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2511: done (3 left) 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2512: done (2 left) 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2513: done (1 left) 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2514: done (0 left) 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2515: rollback oid 11 current snap is 230 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 215 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 230 2024-03-10T21:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:2516: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-03-10T21:30:04.933 INFO:tasks.rados.rados.0.smithi071.stdout:2516: writing smithi07176956-32 from 0 to 450560 tid 1 2024-03-10T21:30:04.935 INFO:tasks.rados.rados.0.smithi071.stdout:2516: writing smithi07176956-32 from 450560 to 925696 tid 2 2024-03-10T21:30:04.937 INFO:tasks.rados.rados.0.smithi071.stdout:2516: writing smithi07176956-32 from 925696 to 1253376 tid 3 2024-03-10T21:30:04.937 INFO:tasks.rados.rados.0.smithi071.stdout:2517: read oid 46 snap -1 2024-03-10T21:30:04.937 INFO:tasks.rados.rados.0.smithi071.stdout:2517: expect deleted 2024-03-10T21:30:04.937 INFO:tasks.rados.rados.0.smithi071.stdout:2518: snap_remove snap 219 2024-03-10T21:30:05.158 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:04.886+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:05.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:04.884+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:05.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:04.891+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:05.158 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:04.891+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: osdmap e529: 8 total, 7 up, 8 in 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:05.159 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: Health check update: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2024-03-10T21:30:05.160 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:05.160 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:05.160 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:04 smithi193 ceph-mon[83873]: pgmap v474: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 545 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 95/1071 objects degraded (8.870%) 2024-03-10T21:30:05.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:04.871+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:05.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:04.886+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:04.886+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:05.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:04.886+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: osdmap e529: 8 total, 7 up, 8 in 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: Health check update: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[91105]: pgmap v474: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 545 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 95/1071 objects degraded (8.870%) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: osdmap e529: 8 total, 7 up, 8 in 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: Health check update: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-mon[88660]: pgmap v474: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 545 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 95/1071 objects degraded (8.870%) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:04.934+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:04.934+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:04.934+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:04.934+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:04.934+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:04.934+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing rollback tid 0 to smithi07176956-11 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2518: done (3 left) 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 567 (ObjNum 678 snap 201 seq_num 678) dirty exists 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing write tid 1 to smithi07176956-32 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing write tid 2 to smithi07176956-32 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing write tid 3 to smithi07176956-32 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing write tid 4 to smithi07176956-32 2024-03-10T21:30:05.885 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing write tid 5 to smithi07176956-32 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2516: oid 32 updating version 0 to 4814 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2516: oid 32 updating version 4814 to 4816 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2516: oid 32 version 4816 is already newer than 4813 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2516: oid 32 version 4816 is already newer than 4815 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 4816 (ObjNum 791 snap 230 seq_num 791) dirty exists 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2516: left oid 32 (ObjNum 791 snap 230 seq_num 791) 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2519: read oid 23 snap -1 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2519: expect deleted 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2515: done (3 left) 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2516: done (2 left) 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2517: done (1 left) 2024-03-10T21:30:05.886 INFO:tasks.rados.rados.0.smithi071.stdout:2520: snap_remove snap 227 2024-03-10T21:30:06.161 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:05.876+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:06.161 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.161 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.161 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 10 pgs peering) 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: osdmap e530: 8 total, 7 up, 8 in 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:06.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.162 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:05.886+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.162 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:05.886+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:05.887+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:06.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:05.888+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 10 pgs peering) 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: osdmap e530: 8 total, 7 up, 8 in 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:06.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 10 pgs peering) 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: osdmap e530: 8 total, 7 up, 8 in 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:06.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:05.881+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:06.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:05.881+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:06.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:05.881+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:06.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:05.882+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:06.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:06.379+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:06.891 INFO:tasks.rados.rados.0.smithi071.stdout:2520: done (1 left) 2024-03-10T21:30:06.891 INFO:tasks.rados.rados.0.smithi071.stdout:2521: read oid 29 snap -1 2024-03-10T21:30:06.891 INFO:tasks.rados.rados.0.smithi071.stdout:2521: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:30:06.891 INFO:tasks.rados.rados.0.smithi071.stdout:2522: setattr oid 19 current snap is 230 2024-03-10T21:30:06.893 INFO:tasks.rados.rados.0.smithi071.stdout:2519: done (2 left) 2024-03-10T21:30:06.893 INFO:tasks.rados.rados.0.smithi071.stdout:2523: delete oid 47 current snap is 230 2024-03-10T21:30:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5907 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:30:06.901 INFO:tasks.rados.rados.0.smithi071.stdout:2522: done (2 left) 2024-03-10T21:30:06.902 INFO:tasks.rados.rados.0.smithi071.stdout:2523: done (1 left) 2024-03-10T21:30:06.902 INFO:tasks.rados.rados.0.smithi071.stdout:2524: delete oid 42 current snap is 230 2024-03-10T21:30:06.904 INFO:tasks.rados.rados.0.smithi071.stdout:2524: done (1 left) 2024-03-10T21:30:06.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: snap_create 2024-03-10T21:30:06.909 INFO:tasks.rados.rados.0.smithi071.stdout:2521: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:30:07.080 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:06.883+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:07.081 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:06.931+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:07.081 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:06.931+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:07.081 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:06.931+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:07.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:07.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:07.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:07.081 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: osdmap e531: 8 total, 7 up, 8 in 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:07.082 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:06 smithi193 ceph-mon[83873]: pgmap v477: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 546 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 96/1074 objects degraded (8.939%) 2024-03-10T21:30:07.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:07.079+0000 7f799b4707c0 -1 osd.7 523 log_to_monitors true 2024-03-10T21:30:07.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:06.897+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:07.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:06.893+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:07.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:06.893+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:07.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:06.896+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: osdmap e531: 8 total, 7 up, 8 in 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:07.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:07.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:07.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[88660]: pgmap v477: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 546 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 96/1074 objects degraded (8.939%) 2024-03-10T21:30:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:06.888+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:06.888+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:06.888+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:06.889+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:06.889+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:06.889+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:07.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: osdmap e531: 8 total, 7 up, 8 in 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:07.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:06 smithi071 ceph-mon[91105]: pgmap v477: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 546 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 96/1074 objects degraded (8.939%) 2024-03-10T21:30:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:2521: done (1 left) 2024-03-10T21:30:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:2525: done (0 left) 2024-03-10T21:30:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:2526: copy_from oid 49 from oid 13 current snap is 231 2024-03-10T21:30:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:2527: copy_from oid 46 from oid 17 current snap is 231 2024-03-10T21:30:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 231 2024-03-10T21:30:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:2528: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-03-10T21:30:07.897 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi07176956-25 from 0 to 499712 tid 1 2024-03-10T21:30:07.900 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi07176956-25 from 499712 to 1032192 tid 2 2024-03-10T21:30:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi07176956-25 from 1032192 to 1302528 tid 3 2024-03-10T21:30:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:2529: read oid 11 snap -1 2024-03-10T21:30:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:2529: expect (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:30:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:2530: read oid 37 snap -1 2024-03-10T21:30:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:2530: expect (ObjNum 752 snap 212 seq_num 752) 2024-03-10T21:30:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:2531: delete oid 22 current snap is 231 2024-03-10T21:30:07.914 INFO:tasks.rados.rados.0.smithi071.stdout:2526: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:30:07.921 INFO:tasks.rados.rados.0.smithi071.stdout:2530: expect (ObjNum 752 snap 212 seq_num 752) 2024-03-10T21:30:08.037 INFO:tasks.rados.rados.0.smithi071.stdout:2529: expect (ObjNum 678 snap 201 seq_num 678) 2024-03-10T21:30:08.109 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 1 to smithi07176956-25 2024-03-10T21:30:08.109 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 2 to smithi07176956-25 2024-03-10T21:30:08.109 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 3 to smithi07176956-25 2024-03-10T21:30:08.109 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 4 to smithi07176956-25 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:2526: finishing copy_from to smithi07176956-49 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5930 (ObjNum 788 snap 230 seq_num 788) dirty exists 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 5 to smithi07176956-25 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:2528: oid 25 updating version 0 to 4798 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:2528: oid 25 version 4798 is already newer than 4797 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:2528: oid 25 version 4798 is already newer than 4795 2024-03-10T21:30:08.110 INFO:tasks.rados.rados.0.smithi071.stdout:2528: oid 25 version 4798 is already newer than 4796 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 4798 (ObjNum 794 snap 231 seq_num 794) dirty exists 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2528: left oid 25 (ObjNum 794 snap 231 seq_num 794) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2527: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2527: finishing copy_from to smithi07176956-46 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1424 (ObjNum 782 snap 227 seq_num 782) dirty exists 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2526: done (5 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2527: done (4 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2528: done (3 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2529: done (2 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2530: done (1 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2531: done (0 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2532: rmattr oid 43 current snap is 231 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2532: done (0 left) 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:2533: rollback oid 16 current snap is 231 2024-03-10T21:30:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 224 2024-03-10T21:30:08.112 INFO:tasks.rados.rados.0.smithi071.stdout:2534: read oid 20 snap -1 2024-03-10T21:30:08.112 INFO:tasks.rados.rados.0.smithi071.stdout:2534: expect (ObjNum 742 snap 210 seq_num 742) 2024-03-10T21:30:08.112 INFO:tasks.rados.rados.0.smithi071.stdout:2535: snap_create 2024-03-10T21:30:08.112 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing rollback tid 0 to smithi07176956-16 2024-03-10T21:30:08.112 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:30:08.112 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:30:08.113 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5910 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:30:08.117 INFO:tasks.rados.rados.0.smithi071.stdout:2534: expect (ObjNum 742 snap 210 seq_num 742) 2024-03-10T21:30:08.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:07.892+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:08.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:07.925+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:08.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:07.925+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 96/1074 objects degraded (8.939%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: osdmap e532: 8 total, 7 up, 8 in 2024-03-10T21:30:08.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: from='osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:30:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:07 smithi193 ceph-mon[83873]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:30:08.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:07.905+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:07.891+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:08.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:07.891+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:08.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 96/1074 objects degraded (8.939%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: osdmap e532: 8 total, 7 up, 8 in 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: from='osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[91105]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 96/1074 objects degraded (8.939%), 12 pgs degraded (PG_DEGRADED) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: osdmap e532: 8 total, 7 up, 8 in 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:08.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11f=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: from='osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:30:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-mon[88660]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-10T21:30:08.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:07.891+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:08.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:07.891+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:08.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:07.891+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:08.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:07.892+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:08.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:08.392+0000 7f79888c0700 -1 osd.7 523 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-10T21:30:08.899 INFO:tasks.rados.rados.0.smithi071.stdout:2533: done (2 left) 2024-03-10T21:30:08.899 INFO:tasks.rados.rados.0.smithi071.stdout:2534: done (1 left) 2024-03-10T21:30:08.899 INFO:tasks.rados.rados.0.smithi071.stdout:2535: done (0 left) 2024-03-10T21:30:08.899 INFO:tasks.rados.rados.0.smithi071.stdout:2536: read oid 36 snap 189 2024-03-10T21:30:08.899 INFO:tasks.rados.rados.0.smithi071.stdout:2536: expect (ObjNum 622 snap 183 seq_num 622) 2024-03-10T21:30:08.900 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 232 2024-03-10T21:30:08.900 INFO:tasks.rados.rados.0.smithi071.stdout:2537: seq_num 796 ranges {4071424=540672,4612096=704512,5316608=98304} 2024-03-10T21:30:08.925 INFO:tasks.rados.rados.0.smithi071.stdout:2537: writing smithi07176956-44 from 4071424 to 4612096 tid 1 2024-03-10T21:30:08.929 INFO:tasks.rados.rados.0.smithi071.stdout:2537: writing smithi07176956-44 from 4612096 to 5316608 tid 2 2024-03-10T21:30:08.930 INFO:tasks.rados.rados.0.smithi071.stdout:2537: writing smithi07176956-44 from 5316608 to 5414912 tid 3 2024-03-10T21:30:08.930 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 232 2024-03-10T21:30:08.930 INFO:tasks.rados.rados.0.smithi071.stdout:2538: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-03-10T21:30:08.933 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi07176956-42 from 0 to 557056 tid 1 2024-03-10T21:30:08.936 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi07176956-42 from 557056 to 1146880 tid 2 2024-03-10T21:30:08.938 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi07176956-42 from 1146880 to 1359872 tid 3 2024-03-10T21:30:08.938 INFO:tasks.rados.rados.0.smithi071.stdout:2539: rollback oid 22 current snap is 232 2024-03-10T21:30:08.938 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 189 2024-03-10T21:30:08.938 INFO:tasks.rados.rados.0.smithi071.stdout:2536: expect (ObjNum 622 snap 183 seq_num 622) 2024-03-10T21:30:08.963 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 1 to smithi07176956-42 2024-03-10T21:30:08.963 INFO:tasks.rados.rados.0.smithi071.stdout:2537: finishing write tid 1 to smithi07176956-44 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2537: finishing write tid 2 to smithi07176956-44 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 2 to smithi07176956-42 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2537: finishing write tid 3 to smithi07176956-44 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 3 to smithi07176956-42 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2537: finishing write tid 4 to smithi07176956-44 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 4 to smithi07176956-42 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 5 to smithi07176956-42 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: oid 42 updating version 0 to 5916 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: oid 42 updating version 5916 to 5918 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: oid 42 version 5918 is already newer than 5917 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: oid 42 updating version 5918 to 5919 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 5919 (ObjNum 797 snap 232 seq_num 797) dirty exists 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2538: left oid 42 (ObjNum 797 snap 232 seq_num 797) 2024-03-10T21:30:08.964 INFO:tasks.rados.rados.0.smithi071.stdout:2539: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2539: finishing rollback tid 2 to smithi07176956-22 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24771 (ObjNum 525 snap 150 seq_num 525) dirty exists 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: finishing write tid 5 to smithi07176956-44 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: oid 44 updating version 0 to 10872 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: oid 44 updating version 10872 to 10874 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: oid 44 version 10874 is already newer than 10873 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: oid 44 version 10874 is already newer than 10871 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10874 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: left oid 44 (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2536: done (3 left) 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2537: done (2 left) 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2538: done (1 left) 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2539: done (0 left) 2024-03-10T21:30:08.965 INFO:tasks.rados.rados.0.smithi071.stdout:2540: read oid 50 snap -1 2024-03-10T21:30:08.966 INFO:tasks.rados.rados.0.smithi071.stdout:2540: expect deleted 2024-03-10T21:30:08.966 INFO:tasks.rados.rados.0.smithi071.stdout:2541: snap_remove snap 224 2024-03-10T21:30:09.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:08.897+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:09.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:08.902+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:09.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:08.902+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:09.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:08.902+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T21:30:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: osdmap e533: 8 total, 7 up, 8 in 2024-03-10T21:30:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:09.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: from='osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: from='osd.7 ' entity='osd.7' 2024-03-10T21:30:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:08 smithi193 ceph-mon[83873]: pgmap v480: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 547 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 878 KiB/s wr, 17 op/s; 96/1086 objects degraded (8.840%) 2024-03-10T21:30:09.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:08.905+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T21:30:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: osdmap e533: 8 total, 7 up, 8 in 2024-03-10T21:30:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: from='osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: from='osd.7 ' entity='osd.7' 2024-03-10T21:30:09.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[88660]: pgmap v480: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 547 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 878 KiB/s wr, 17 op/s; 96/1086 objects degraded (8.840%) 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:08.904+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:08.904+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:08.904+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:08.895+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:08.896+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:08.896+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:08.897+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:08.898+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:09.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:08.898+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: osdmap e533: 8 total, 7 up, 8 in 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 115=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: from='osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi193", "root=default"]}]: dispatch 2024-03-10T21:30:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: from='osd.7 ' entity='osd.7' 2024-03-10T21:30:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:08 smithi071 ceph-mon[91105]: pgmap v480: 121 pgs: 2 active+undersized+degraded+snaptrim_error, 10 active+undersized+degraded, 38 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 547 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 878 KiB/s wr, 17 op/s; 96/1086 objects degraded (8.840%) 2024-03-10T21:30:09.904 INFO:tasks.rados.rados.0.smithi071.stdout:2540: done (1 left) 2024-03-10T21:30:09.904 INFO:tasks.rados.rados.0.smithi071.stdout:2541: done (0 left) 2024-03-10T21:30:09.904 INFO:tasks.rados.rados.0.smithi071.stdout:2542: delete oid 1 current snap is 232 2024-03-10T21:30:09.912 INFO:tasks.rados.rados.0.smithi071.stdout:2542: done (0 left) 2024-03-10T21:30:09.912 INFO:tasks.rados.rados.0.smithi071.stdout:2543: rollback oid 21 current snap is 232 2024-03-10T21:30:09.912 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 214 2024-03-10T21:30:09.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 232 2024-03-10T21:30:09.913 INFO:tasks.rados.rados.0.smithi071.stdout:2544: seq_num 799 ranges {1204224=589824,1794048=802816} 2024-03-10T21:30:09.923 INFO:tasks.rados.rados.0.smithi071.stdout:2544: writing smithi07176956-49 from 1204224 to 1794048 tid 1 2024-03-10T21:30:09.929 INFO:tasks.rados.rados.0.smithi071.stdout:2544: writing smithi07176956-49 from 1794048 to 2596864 tid 2 2024-03-10T21:30:09.929 INFO:tasks.rados.rados.0.smithi071.stdout:2545: read oid 4 snap 226 2024-03-10T21:30:09.929 INFO:tasks.rados.rados.0.smithi071.stdout:2545: expect deleted 2024-03-10T21:30:09.929 INFO:tasks.rados.rados.0.smithi071.stdout:2546: delete oid 5 current snap is 232 2024-03-10T21:30:09.929 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:30:09.930 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:30:09.931 INFO:tasks.rados.rados.0.smithi071.stdout:2543: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:30:09.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5936 (ObjNum 551 snap 157 seq_num 551) dirty exists 2024-03-10T21:30:09.931 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 1 to smithi07176956-49 2024-03-10T21:30:09.933 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 2 to smithi07176956-49 2024-03-10T21:30:09.933 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 3 to smithi07176956-49 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 4 to smithi07176956-49 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2544: oid 49 updating version 0 to 5933 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2544: oid 49 version 5933 is already newer than 5932 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2544: oid 49 version 5933 is already newer than 5931 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5933 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2544: left oid 49 (ObjNum 799 snap 232 seq_num 799) 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2543: done (3 left) 2024-03-10T21:30:09.935 INFO:tasks.rados.rados.0.smithi071.stdout:2544: done (2 left) 2024-03-10T21:30:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:2546: done (1 left) 2024-03-10T21:30:09.936 INFO:tasks.rados.rados.0.smithi071.stdout:2547: snap_create 2024-03-10T21:30:10.142 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:09.898+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:10.143 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:09.914+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:10.143 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:09.914+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:10.143 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:09.900+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:10.143 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:09.900+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:10.143 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104] boot 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: osdmap e534: 8 total, 8 up, 8 in 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:10.144 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:10.145 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.055+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.060+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.066+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.070+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.074+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.078+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.145 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.082+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.086+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.089+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.093+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.097+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.100+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.104+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.107+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.111+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.115+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.118+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.122+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.125+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.129+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.146 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.133+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.147 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.137+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.147 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.141+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:09.900+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:09.897+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:09.900+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:09.902+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:09.902+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:09.902+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:09.902+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:10.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.063+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104] boot 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: osdmap e534: 8 total, 8 up, 8 in 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: osd.7 [v2:172.21.15.193:6824/1728838104,v1:172.21.15.193:6825/1728838104] boot 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: osdmap e534: 8 total, 8 up, 8 in 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:10.394 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.145+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.394 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.149+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.394 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.154+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.394 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.157+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.161+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.165+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.170+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.174+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.178+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.183+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.187+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.193+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.198+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.203+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.210+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.215+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.220+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.225+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.229+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.234+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.238+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.243+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.248+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.252+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.257+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.262+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.267+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.271+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.275+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.280+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.285+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.289+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.293+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.298+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.303+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.308+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.312+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.316+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.321+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.326+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.330+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.334+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.339+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.344+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.398 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.348+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.352+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.356+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.361+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.365+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.370+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.374+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.378+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.383+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.387+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.399 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.392+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.649 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.397+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.649 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.403+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.649 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.407+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.649 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.411+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.649 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.416+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.420+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.424+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.428+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.433+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.437+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.442+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.446+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.451+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.455+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.460+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.465+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.650 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.468+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.473+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.477+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.482+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.486+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.491+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.495+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.651 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.500+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.504+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.509+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.513+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.518+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.522+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.527+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.531+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.536+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.540+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.545+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.549+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.554+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.558+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.563+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.567+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.571+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.577+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.582+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.586+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.591+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.596+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.600+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.605+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.610+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.614+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.619+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.623+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.628+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.654 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.633+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.654 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.637+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.654 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.641+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.654 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.647+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.906 INFO:tasks.rados.rados.0.smithi071.stdout:2545: done (1 left) 2024-03-10T21:30:10.907 INFO:tasks.rados.rados.0.smithi071.stdout:2547: done (0 left) 2024-03-10T21:30:10.907 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 233 2024-03-10T21:30:10.907 INFO:tasks.rados.rados.0.smithi071.stdout:2548: seq_num 801 ranges {1064960=622592,1687552=573440,2260992=229376} 2024-03-10T21:30:10.908 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.652+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.908 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.657+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.908 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.662+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.909 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.668+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.909 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.672+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.909 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.677+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.909 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.683+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.909 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.687+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.910 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.692+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.910 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.697+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.910 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.701+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.910 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.706+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.910 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.710+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.910 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.714+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.911 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.719+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.911 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.724+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.911 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.729+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.911 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.734+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.911 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.738+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.743+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.747+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.752+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.757+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.762+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.766+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.771+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.776+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.782+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.787+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.792+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.797+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.802+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.807+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.812+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.817+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.822+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.915 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.827+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.915 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.832+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.915 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.837+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.915 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.842+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.915 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.847+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.915 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.852+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.916 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.856+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.916 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.862+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.916 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.867+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.916 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.871+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.916 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.876+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.916 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.881+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.917 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.885+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.917 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.890+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.917 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.895+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.917 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.905+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:10.918 INFO:tasks.rados.rados.0.smithi071.stdout:2548: writing smithi07176956-45 from 1064960 to 1687552 tid 1 2024-03-10T21:30:10.919 INFO:tasks.rados.rados.0.smithi071.stdout:2548: writing smithi07176956-45 from 1687552 to 2260992 tid 2 2024-03-10T21:30:10.921 INFO:tasks.rados.rados.0.smithi071.stdout:2548: writing smithi07176956-45 from 2260992 to 2490368 tid 3 2024-03-10T21:30:10.921 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 233 2024-03-10T21:30:10.921 INFO:tasks.rados.rados.0.smithi071.stdout:2548: finishing write tid 1 to smithi07176956-45 2024-03-10T21:30:10.921 INFO:tasks.rados.rados.0.smithi071.stdout:2549: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-03-10T21:30:10.925 INFO:tasks.rados.rados.0.smithi071.stdout:2549: writing smithi07176956-1 from 0 to 638976 tid 1 2024-03-10T21:30:10.927 INFO:tasks.rados.rados.0.smithi071.stdout:2549: writing smithi07176956-1 from 638976 to 1097728 tid 2 2024-03-10T21:30:10.930 INFO:tasks.rados.rados.0.smithi071.stdout:2549: writing smithi07176956-1 from 1097728 to 1441792 tid 3 2024-03-10T21:30:10.930 INFO:tasks.rados.rados.0.smithi071.stdout:2550: snap_remove snap 226 2024-03-10T21:30:11.154 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:10.927+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:11.155 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:10.903+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:11.155 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:10.904+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:11.155 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:10.905+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:11.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: osdmap e535: 8 total, 8 up, 8 in 2024-03-10T21:30:11.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:11.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:11.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:11.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:11.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[88660]: pgmap v483: 121 pgs: 1 peering+snaptrim_error, 10 peering, 1 active+undersized+degraded+snaptrim_error, 9 active+undersized+degraded, 29 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 32 op/s; 85/1101 objects degraded (7.720%) 2024-03-10T21:30:11.157 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:11.157 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:11.157 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:11.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:11.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:11.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:11.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:10.904+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:11.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: osdmap e535: 8 total, 8 up, 8 in 2024-03-10T21:30:11.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:11.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:11.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:11.160 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:10 smithi071 ceph-mon[91105]: pgmap v483: 121 pgs: 1 peering+snaptrim_error, 10 peering, 1 active+undersized+degraded+snaptrim_error, 9 active+undersized+degraded, 29 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 32 op/s; 85/1101 objects degraded (7.720%) 2024-03-10T21:30:11.160 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:10.907+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:11.160 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:10.908+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:11.161 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:10.914+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:11.161 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:10.914+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:11.161 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:10.914+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: osdmap e535: 8 total, 8 up, 8 in 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:11.162 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:11.163 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:11.163 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:11.163 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:11.163 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:11.163 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:11.163 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-mon[83873]: pgmap v483: 121 pgs: 1 peering+snaptrim_error, 10 peering, 1 active+undersized+degraded+snaptrim_error, 9 active+undersized+degraded, 29 active+undersized, 61 active+clean, 10 active+clean+snaptrim_error; 553 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 32 op/s; 85/1101 objects degraded (7.720%) 2024-03-10T21:30:11.163 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.916+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.923+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.929+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.935+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.941+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.946+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.951+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.956+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.961+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.966+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.164 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.971+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.976+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.981+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.986+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.991+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:10.997+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.002+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.006+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.011+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.016+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.022+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.026+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.032+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.037+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.165 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.042+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.047+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.052+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.056+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.061+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.066+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.071+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.076+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.081+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.087+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.092+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.097+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.166 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.102+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.107+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.112+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.117+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.122+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.127+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.132+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.137+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.142+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.147+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.152+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.167 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.158+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.412 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.164+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.412 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.170+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.412 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.175+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.413 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.179+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.413 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.185+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.413 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.189+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.413 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.195+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.413 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.199+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.413 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.205+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.414 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.210+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.414 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.217+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.414 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.223+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.414 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.230+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.414 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.236+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.415 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.242+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.415 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.247+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.415 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.252+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.416 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.258+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.416 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.264+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.416 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.268+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.416 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.274+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.417 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.280+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.417 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.287+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.417 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.293+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.417 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.300+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.417 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.307+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.417 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.314+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.418 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.322+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.418 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.328+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.418 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.333+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.418 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.340+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.418 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.346+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.418 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.351+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.419 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.356+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.419 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.361+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.419 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.367+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.419 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.372+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.419 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.378+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.419 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.383+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.420 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.389+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.420 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.394+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.420 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.400+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.420 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.404+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.420 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.410+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:30:11] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-03-10T21:30:11.662 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.415+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.662 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.421+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.662 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.427+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.662 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.432+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.438+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.443+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.449+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.454+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.459+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.468+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.474+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.479+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.484+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.490+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.496+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.501+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.663 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.507+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.664 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.513+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.664 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.520+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.664 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.525+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.664 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.530+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.664 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.536+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.664 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.541+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.546+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.553+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.558+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.565+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.571+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.576+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.584+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.591+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.610+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.616+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.621+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.627+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.632+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.665 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.637+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.666 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.642+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.666 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.648+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.666 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.653+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.666 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.659+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.912 INFO:tasks.rados.rados.0.smithi071.stdout:2548: finishing write tid 2 to smithi07176956-45 2024-03-10T21:30:11.912 INFO:tasks.rados.rados.0.smithi071.stdout:2548: finishing write tid 3 to smithi07176956-45 2024-03-10T21:30:11.912 INFO:tasks.rados.rados.0.smithi071.stdout:2548: finishing write tid 4 to smithi07176956-45 2024-03-10T21:30:11.912 INFO:tasks.rados.rados.0.smithi071.stdout:2548: finishing write tid 5 to smithi07176956-45 2024-03-10T21:30:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:2548: oid 45 updating version 0 to 5802 2024-03-10T21:30:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:2548: oid 45 updating version 5802 to 5803 2024-03-10T21:30:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:2548: oid 45 version 5803 is already newer than 5801 2024-03-10T21:30:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:2548: oid 45 updating version 5803 to 5804 2024-03-10T21:30:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5804 (ObjNum 801 snap 233 seq_num 801) dirty exists 2024-03-10T21:30:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:2548: left oid 45 (ObjNum 801 snap 233 seq_num 801) 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing write tid 1 to smithi07176956-1 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing write tid 2 to smithi07176956-1 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing write tid 3 to smithi07176956-1 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing write tid 4 to smithi07176956-1 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: finishing write tid 5 to smithi07176956-1 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: oid 1 updating version 0 to 5937 2024-03-10T21:30:11.914 INFO:tasks.rados.rados.0.smithi071.stdout:2549: oid 1 updating version 5937 to 5939 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:2549: oid 1 version 5939 is already newer than 5938 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:2549: oid 1 updating version 5939 to 5940 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 5940 (ObjNum 802 snap 233 seq_num 802) dirty exists 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:2549: left oid 1 (ObjNum 802 snap 233 seq_num 802) 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:2548: done (2 left) 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:2549: done (1 left) 2024-03-10T21:30:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:2550: done (0 left) 2024-03-10T21:30:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:2551: read oid 32 snap 215 2024-03-10T21:30:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:2551: expect deleted 2024-03-10T21:30:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:2552: rmattr oid 27 current snap is 233 2024-03-10T21:30:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:2552: done (1 left) 2024-03-10T21:30:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:2553: read oid 23 snap 231 2024-03-10T21:30:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:2553: expect deleted 2024-03-10T21:30:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:2554: snap_create 2024-03-10T21:30:11.918 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:11.908+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:11.918 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:11.908+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:11.918 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:11.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:11.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:11.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:11.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: osdmap e536: 8 total, 8 up, 8 in 2024-03-10T21:30:11.919 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:11.920 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:11.920 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:11.920 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:11.920 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:11.920 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:11.921 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:11.921 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.665+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.671+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.676+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.682+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.688+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.693+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.922 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.699+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.706+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.712+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.718+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.725+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.731+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.737+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.743+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.923 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.750+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.757+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.764+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.770+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.776+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.783+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.789+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.796+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.803+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.924 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.810+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.816+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.822+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.829+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.837+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.843+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.849+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.925 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.856+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.926 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.862+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.926 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.869+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.876+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.882+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.888+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.894+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:11.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.901+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.167 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:11.910+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:12.167 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:11.918+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:12.167 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:11.919+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:12.168 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.913+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.168 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.923+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.168 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.930+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.168 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.937+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.944+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.951+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.957+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.964+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.970+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.976+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.983+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.989+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:11.995+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.002+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.169 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.009+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.015+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.022+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.029+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.036+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.042+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.054+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.061+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.067+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.072+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.079+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.086+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.093+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.099+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.106+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.112+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.118+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.125+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.132+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.138+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.145+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.172 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.151+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.172 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.158+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.172 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.165+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:11.913+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:12.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:11.913+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: osdmap e536: 8 total, 8 up, 8 in 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:11.908+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:11.908+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:11.908+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:11.909+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:12.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:11.909+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: osdmap e536: 8 total, 8 up, 8 in 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:12.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:12.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:12.422 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.174+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.181+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.188+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.196+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.202+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.209+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.216+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.223+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.230+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.237+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.423 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.243+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.252+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.259+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.266+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.274+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.281+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.287+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.293+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.300+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.307+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.314+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.321+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.328+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.424 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.335+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.341+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.349+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.356+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.363+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.371+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.378+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.425 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.386+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.393+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.399+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.406+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.413+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.420+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.674 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.428+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.674 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.435+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.674 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.442+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.674 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.449+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.675 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.456+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.675 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.464+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.675 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.471+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.675 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.478+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.675 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.485+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.675 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.493+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.676 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.500+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.676 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.508+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.676 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.515+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.676 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.522+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.676 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.529+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.677 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.537+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.677 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.545+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.677 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.552+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.678 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.559+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.678 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.566+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.678 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.573+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.678 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.580+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.678 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.587+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.678 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.595+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.679 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.603+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.679 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.610+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.679 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.617+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.679 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.624+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.679 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.630+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.679 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.637+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.680 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.644+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.680 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.651+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.680 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.658+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.680 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.664+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.680 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.671+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:12.446+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:2551: done (2 left) 2024-03-10T21:30:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:2553: done (1 left) 2024-03-10T21:30:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:2554: done (0 left) 2024-03-10T21:30:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:2555: snap_remove snap 230 2024-03-10T21:30:12.924 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:12.913+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:12.913+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: osdmap e537: 8 total, 8 up, 8 in 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:12.925 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:12.926 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:12.926 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:12.926 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:12.926 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:12.926 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-mon[83873]: pgmap v486: 121 pgs: 1 peering+snaptrim_error, 10 peering, 1 active+undersized+degraded+snaptrim_error, 8 active+undersized+degraded, 23 active+undersized, 68 active+clean, 10 active+clean+snaptrim_error; 556 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 84/1107 objects degraded (7.588%) 2024-03-10T21:30:12.926 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.679+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.926 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.688+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.926 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.695+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.702+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.709+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.716+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.722+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.730+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.737+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.744+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.927 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.752+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.928 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.759+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.928 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.767+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.928 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.775+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.928 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.783+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.928 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.790+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.928 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.797+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.804+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.811+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.820+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.828+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.837+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.845+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.853+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.861+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.867+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.873+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.879+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.887+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.929 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.893+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.930 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.900+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.930 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.907+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:12.930 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.919+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.179 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:12.922+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:13.180 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:12.922+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:13.180 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:12.922+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:13.180 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.928+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.180 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.934+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.181 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.941+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.181 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.947+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.181 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.954+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.181 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.960+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.181 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.967+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.181 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.973+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.979+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.985+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.992+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:12.998+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.004+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.010+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.182 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.018+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.183 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.024+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.183 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.030+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.183 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.038+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.183 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.044+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.183 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.051+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.183 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.057+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.064+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.071+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.078+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.085+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.093+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.184 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.103+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.185 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.111+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.185 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.117+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.185 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.124+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.185 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.131+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.185 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.139+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.185 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.146+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.186 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.152+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.186 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.158+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.186 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.164+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.186 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.170+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.186 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.177+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:13.137+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:13.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:13.136+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:13.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:13.136+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:13.138+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: osdmap e537: 8 total, 8 up, 8 in 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[88660]: pgmap v486: 121 pgs: 1 peering+snaptrim_error, 10 peering, 1 active+undersized+degraded+snaptrim_error, 8 active+undersized+degraded, 23 active+undersized, 68 active+clean, 10 active+clean+snaptrim_error; 556 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 84/1107 objects degraded (7.588%) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: osdmap e537: 8 total, 8 up, 8 in 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:13.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-mon[91105]: pgmap v486: 121 pgs: 1 peering+snaptrim_error, 10 peering, 1 active+undersized+degraded+snaptrim_error, 8 active+undersized+degraded, 23 active+undersized, 68 active+clean, 10 active+clean+snaptrim_error; 556 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 84/1107 objects degraded (7.588%) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.913+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.913+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.914+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.914+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.914+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:13.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.914+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:13.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:12.914+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:13.436 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.184+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.436 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.191+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.436 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.197+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.436 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.204+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.436 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.212+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.436 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.218+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.224+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.230+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.237+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.244+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.251+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.257+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.263+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.270+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.276+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.283+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.437 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.289+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.438 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.295+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.438 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.302+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.438 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.308+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.438 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.317+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.438 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.323+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.438 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.330+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.337+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.343+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.350+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.356+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.363+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.370+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.377+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.384+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.391+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.398+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.439 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.406+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.440 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.412+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.440 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.420+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.440 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.427+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.440 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.434+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.688 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.441+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.688 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.447+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.688 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.454+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.688 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.461+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.688 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.469+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.688 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.477+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.485+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.492+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.499+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.507+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.513+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.521+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.528+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.534+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.541+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.549+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.689 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.555+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.562+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.569+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.576+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.582+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.588+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.595+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.602+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.609+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.616+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.624+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.690 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.631+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.638+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.645+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.652+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.659+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.665+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.672+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.679+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.691 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.686+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.922 INFO:tasks.rados.rados.0.smithi071.stdout:2555: done (0 left) 2024-03-10T21:30:13.922 INFO:tasks.rados.rados.0.smithi071.stdout:2556: rollback oid 24 current snap is 234 2024-03-10T21:30:13.922 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 220 2024-03-10T21:30:13.922 INFO:tasks.rados.rados.0.smithi071.stdout:2557: copy_from oid 33 from oid 15 current snap is 234 2024-03-10T21:30:13.922 INFO:tasks.rados.rados.0.smithi071.stdout:2558: snap_remove snap 215 2024-03-10T21:30:13.942 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:13.927+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:13.942 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:13.927+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:13.942 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:13.922+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:13.942 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:13.922+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:13.923+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: Health check update: Degraded data redundancy: 84/1107 objects degraded (7.588%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:13.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: osdmap e538: 8 total, 8 up, 8 in 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:13.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.693+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.700+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.707+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.714+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.721+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.727+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.734+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.741+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.748+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.945 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.754+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.761+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.768+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.775+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.782+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.788+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.795+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.804+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.812+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.946 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.821+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.950 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.829+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.837+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.845+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.852+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.860+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.867+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.876+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.885+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.892+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.900+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.907+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.915+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.951 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.932+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:13.952 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.940+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.194 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.950+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.958+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.966+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.976+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.985+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:13.993+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.000+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.008+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.195 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.015+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.023+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.031+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.039+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.048+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.057+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.066+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.075+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.082+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.089+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.096+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.102+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.109+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.116+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.123+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.131+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.139+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.147+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.155+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.162+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.169+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.176+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.183+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.198 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.191+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:13.927+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:14.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:13.926+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:14.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:13.927+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: Health check update: Degraded data redundancy: 84/1107 objects degraded (7.588%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:14.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: osdmap e538: 8 total, 8 up, 8 in 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: Health check update: Degraded data redundancy: 84/1107 objects degraded (7.588%), 9 pgs degraded (PG_DEGRADED) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: osdmap e538: 8 total, 8 up, 8 in 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:14.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:13.919+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:14.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:13.919+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:14.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:13.920+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:14.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:13.920+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:14.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:13.922+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:14.451 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.199+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.206+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.214+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.221+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.228+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.236+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.243+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.251+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.259+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.267+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.275+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.281+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.288+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.452 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.296+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.303+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.310+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.318+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.325+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.333+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.340+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.348+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.355+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.363+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.371+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.378+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.453 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.385+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.393+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.401+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.408+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.417+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.424+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.432+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.440+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.454 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.448+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.708 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.456+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.708 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.464+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.471+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.479+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.487+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.494+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.502+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.510+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.517+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.525+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.531+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.539+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.709 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.546+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.553+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.560+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.568+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.575+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.583+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.591+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.598+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.605+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.612+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.620+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.710 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.628+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.635+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.643+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.650+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.658+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.667+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.675+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.682+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.689+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.697+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.711 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.705+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.929 INFO:tasks.rados.rados.0.smithi071.stdout:2558: done (2 left) 2024-03-10T21:30:14.930 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 234 2024-03-10T21:30:14.930 INFO:tasks.rados.rados.0.smithi071.stdout:2559: seq_num 803 ranges {1605632=655360,2260992=745472,3006464=57344} 2024-03-10T21:30:14.942 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi07176956-40 from 1605632 to 2260992 tid 1 2024-03-10T21:30:14.947 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi07176956-40 from 2260992 to 3006464 tid 2 2024-03-10T21:30:14.948 INFO:tasks.rados.rados.0.smithi071.stdout:2559: writing smithi07176956-40 from 3006464 to 3063808 tid 3 2024-03-10T21:30:14.948 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 234 2024-03-10T21:30:14.948 INFO:tasks.rados.rados.0.smithi071.stdout:2556: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:30:14.948 INFO:tasks.rados.rados.0.smithi071.stdout:2560: seq_num 804 ranges {2039808=671744,2711552=622592,3334144=180224} 2024-03-10T21:30:14.958 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:14.938+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:14.958 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:14.939+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:14.958 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:14.939+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: osdmap e539: 8 total, 8 up, 8 in 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:14.959 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all osd 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:14.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T21:30:14.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: Upgrade: Setting require_osd_release to 19 squid 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T21:30:14.962 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-mon[83873]: pgmap v489: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 MiB/s wr, 6 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.713+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.721+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.729+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.737+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.745+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.753+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.761+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.769+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.963 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.776+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.783+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.791+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.798+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.806+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.814+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.823+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.831+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.839+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.847+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.854+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.863+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.871+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.879+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.964 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.887+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.894+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.902+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.910+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.918+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.934+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.947+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.955+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:14.965 INFO:tasks.rados.rados.0.smithi071.stdout:2560: writing smithi07176956-21 from 2039808 to 2711552 tid 1 2024-03-10T21:30:14.968 INFO:tasks.rados.rados.0.smithi071.stdout:2560: writing smithi07176956-21 from 2711552 to 3334144 tid 2 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2560: writing smithi07176956-21 from 3334144 to 3514368 tid 3 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2556: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2556: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 5944 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2557: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2557: finishing copy_from to smithi07176956-33 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 10867 (ObjNum 619 snap 182 seq_num 619) dirty exists 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 1 to smithi07176956-40 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2556: done (3 left) 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:2557: done (2 left) 2024-03-10T21:30:14.970 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 234 2024-03-10T21:30:14.971 INFO:tasks.rados.rados.0.smithi071.stdout:2561: seq_num 805 ranges {1253376=688128,1941504=507904,2449408=294912} 2024-03-10T21:30:14.981 INFO:tasks.rados.rados.0.smithi071.stdout:2561: writing smithi07176956-32 from 1253376 to 1941504 tid 1 2024-03-10T21:30:14.984 INFO:tasks.rados.rados.0.smithi071.stdout:2561: writing smithi07176956-32 from 1941504 to 2449408 tid 2 2024-03-10T21:30:14.986 INFO:tasks.rados.rados.0.smithi071.stdout:2561: writing smithi07176956-32 from 2449408 to 2744320 tid 3 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2562: delete oid 36 current snap is 234 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 2 to smithi07176956-40 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 3 to smithi07176956-40 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 4 to smithi07176956-40 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: finishing write tid 5 to smithi07176956-40 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: oid 40 updating version 0 to 5935 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: oid 40 version 5935 is already newer than 5932 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: oid 40 version 5935 is already newer than 5934 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: oid 40 version 5935 is already newer than 5933 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 5935 (ObjNum 803 snap 234 seq_num 803) dirty exists 2024-03-10T21:30:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2559: left oid 40 (ObjNum 803 snap 234 seq_num 803) 2024-03-10T21:30:14.988 INFO:tasks.rados.rados.0.smithi071.stdout:2560: finishing write tid 1 to smithi07176956-21 2024-03-10T21:30:14.988 INFO:tasks.rados.rados.0.smithi071.stdout:2560: finishing write tid 2 to smithi07176956-21 2024-03-10T21:30:14.988 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing write tid 1 to smithi07176956-32 2024-03-10T21:30:14.989 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing write tid 2 to smithi07176956-32 2024-03-10T21:30:14.989 INFO:tasks.rados.rados.0.smithi071.stdout:2560: finishing write tid 3 to smithi07176956-21 2024-03-10T21:30:14.989 INFO:tasks.rados.rados.0.smithi071.stdout:2560: finishing write tid 4 to smithi07176956-21 2024-03-10T21:30:14.990 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing write tid 3 to smithi07176956-32 2024-03-10T21:30:14.990 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing write tid 4 to smithi07176956-32 2024-03-10T21:30:14.992 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing write tid 5 to smithi07176956-32 2024-03-10T21:30:14.992 INFO:tasks.rados.rados.0.smithi071.stdout:2561: oid 32 updating version 0 to 4819 2024-03-10T21:30:14.992 INFO:tasks.rados.rados.0.smithi071.stdout:2561: oid 32 version 4819 is already newer than 4818 2024-03-10T21:30:14.992 INFO:tasks.rados.rados.0.smithi071.stdout:2561: oid 32 updating version 4819 to 4820 2024-03-10T21:30:14.992 INFO:tasks.rados.rados.0.smithi071.stdout:2561: oid 32 version 4820 is already newer than 4817 2024-03-10T21:30:14.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 4820 (ObjNum 805 snap 234 seq_num 805) dirty exists 2024-03-10T21:30:14.993 INFO:tasks.rados.rados.0.smithi071.stdout:2561: left oid 32 (ObjNum 805 snap 234 seq_num 805) 2024-03-10T21:30:14.993 INFO:tasks.rados.rados.0.smithi071.stdout:2559: done (3 left) 2024-03-10T21:30:14.993 INFO:tasks.rados.rados.0.smithi071.stdout:2561: done (2 left) 2024-03-10T21:30:14.993 INFO:tasks.rados.rados.0.smithi071.stdout:2562: done (1 left) 2024-03-10T21:30:14.993 INFO:tasks.rados.rados.0.smithi071.stdout:2563: snap_create 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:2560: finishing write tid 5 to smithi07176956-21 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:2560: oid 21 updating version 0 to 5946 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:2560: oid 21 updating version 5946 to 5948 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:2560: oid 21 updating version 5948 to 5949 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:2560: oid 21 version 5949 is already newer than 5947 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 5949 (ObjNum 804 snap 234 seq_num 804) dirty exists 2024-03-10T21:30:14.994 INFO:tasks.rados.rados.0.smithi071.stdout:2560: left oid 21 (ObjNum 804 snap 234 seq_num 804) 2024-03-10T21:30:15.213 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:14.935+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:15.213 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:14.978+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:15.213 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.969+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.979+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.990+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:14.999+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.007+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.015+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.024+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.032+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.042+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.051+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.214 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.060+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.068+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.077+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.086+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.095+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.102+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.111+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.119+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.127+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.135+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.143+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.152+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.161+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.168+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.215 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.177+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.216 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.186+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.216 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.195+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.216 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.202+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.216 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.210+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:14.966+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:15.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:14.936+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:15.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:14.936+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:15.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:14.938+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: osdmap e539: 8 total, 8 up, 8 in 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:15.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all osd 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-10T21:30:15.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: osdmap e539: 8 total, 8 up, 8 in 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all osd 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T21:30:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-03-10T21:30:15.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.930+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.930+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.930+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.930+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.931+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.931+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:15.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:14.931+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T21:30:15.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: Upgrade: Setting require_osd_release to 19 squid 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[88660]: pgmap v489: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 MiB/s wr, 6 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T21:30:15.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-03-10T21:30:15.344 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T21:30:15.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-03-10T21:30:15.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-03-10T21:30:15.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: Upgrade: Setting require_osd_release to 19 squid 2024-03-10T21:30:15.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T21:30:15.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-03-10T21:30:15.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:14 smithi071 ceph-mon[91105]: pgmap v489: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 MiB/s wr, 6 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:30:15.464 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.219+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.464 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.228+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.464 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.237+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.246+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.255+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.263+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.271+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.279+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.287+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.296+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.305+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.313+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.321+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.329+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.337+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.465 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.346+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.354+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.362+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.370+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.379+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.387+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.396+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.404+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.411+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.419+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.427+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.436+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.445+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.466 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.452+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.467 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.461+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.469+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.478+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.487+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.495+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.505+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.513+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.521+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.530+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.538+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.722 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.547+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.555+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.564+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.572+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.580+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.588+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.598+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.606+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.615+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.723 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.624+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.633+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.642+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.651+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.658+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.667+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.675+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.684+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.693+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.701+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.710+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.718+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.934 INFO:tasks.rados.rados.0.smithi071.stdout:2560: done (1 left) 2024-03-10T21:30:15.934 INFO:tasks.rados.rados.0.smithi071.stdout:2563: done (0 left) 2024-03-10T21:30:15.934 INFO:tasks.rados.rados.0.smithi071.stdout:2564: read oid 21 snap 231 2024-03-10T21:30:15.934 INFO:tasks.rados.rados.0.smithi071.stdout:2564: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:15.934 INFO:tasks.rados.rados.0.smithi071.stdout:2565: delete oid 3 current snap is 235 2024-03-10T21:30:15.940 INFO:tasks.rados.rados.0.smithi071.stdout:2565: done (1 left) 2024-03-10T21:30:15.940 INFO:tasks.rados.rados.0.smithi071.stdout:2566: read oid 16 snap 183 2024-03-10T21:30:15.940 INFO:tasks.rados.rados.0.smithi071.stdout:2566: expect deleted 2024-03-10T21:30:15.940 INFO:tasks.rados.rados.0.smithi071.stdout:2567: setattr oid 41 current snap is 235 2024-03-10T21:30:15.942 INFO:tasks.rados.rados.0.smithi071.stdout:2568: copy_from oid 33 from oid 40 current snap is 235 2024-03-10T21:30:15.942 INFO:tasks.rados.rados.0.smithi071.stdout:2569: delete oid 48 current snap is 235 2024-03-10T21:30:15.944 INFO:tasks.rados.rados.0.smithi071.stdout:2564: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:15.974 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:15.936+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:15.974 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:15.936+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:15.974 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:15.937+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: osdmap e540: 8 total, 8 up, 8 in 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:15.975 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: Upgrade: It appears safe to stop mds.a 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:15.976 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-mon[83873]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 84/1107 objects degraded (7.588%), 9 pgs degraded) 2024-03-10T21:30:15.976 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:15.928+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:15.928+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.727+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.736+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.744+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.752+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.761+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.769+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.778+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.977 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.787+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.796+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.805+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.813+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.822+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.831+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.839+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.848+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.856+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.865+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.873+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.882+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.891+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.978 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.901+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.979 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.910+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.979 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.917+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.979 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.928+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.979 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.949+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.979 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.960+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:15.979 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.972+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:2564: done (4 left) 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:2566: done (3 left) 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:2569: done (2 left) 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:2570: snap_create 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 5928 (ObjNum 784 snap 229 seq_num 784) dirty exists 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:2568: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:2568: finishing copy_from to smithi07176956-33 2024-03-10T21:30:16.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 5935 (ObjNum 803 snap 234 seq_num 803) dirty exists 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.982+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:15.991+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.001+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.010+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.019+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.028+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.227 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.037+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.046+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.055+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.064+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.074+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.083+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.092+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.101+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.110+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.120+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.129+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.138+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.148+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.157+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.228 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.167+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.229 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.177+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.229 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.186+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.229 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.195+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.229 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.204+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.229 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.214+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.229 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.223+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:15.938+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:16.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:15.930+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:16.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:15.931+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:15.929+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:15.930+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:15.930+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:15.930+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:16.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:15.931+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:16.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-10T21:30:16.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-10T21:30:16.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: osdmap e540: 8 total, 8 up, 8 in 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: Upgrade: It appears safe to stop mds.a 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:16.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[91105]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 84/1107 objects degraded (7.588%), 9 pgs degraded) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: osdmap e540: 8 total, 8 up, 8 in 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: Upgrade: It appears safe to stop mds.a 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:16.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:16.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:16.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:16.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:16.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:15 smithi071 ceph-mon[88660]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 84/1107 objects degraded (7.588%), 9 pgs degraded) 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.232+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.241+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.250+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.259+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.268+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.278+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.287+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.296+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.305+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.314+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.324+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.333+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.343+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.352+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.362+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.371+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.380+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.389+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.399+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.408+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.417+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.426+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.479 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.436+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.480 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.446+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.480 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.456+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.480 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.465+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.480 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.475+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.483+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.494+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.503+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.513+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.523+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.532+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.541+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.551+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.560+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.732 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.569+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.579+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.588+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.598+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.607+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.617+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.626+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.635+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.644+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.654+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.663+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.672+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.681+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.733 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.690+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.734 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.700+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.734 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.710+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.734 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.719+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.734 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.728+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:16.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:16.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:16.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:16.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:16.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: osdmap e541: 8 total, 8 up, 8 in 2024-03-10T21:30:16.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:16.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2567: done (2 left) 2024-03-10T21:30:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2568: done (1 left) 2024-03-10T21:30:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2570: done (0 left) 2024-03-10T21:30:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2571: copy_from oid 14 from oid 19 current snap is 236 2024-03-10T21:30:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2572: rmattr oid 49 current snap is 236 2024-03-10T21:30:16.939 INFO:tasks.rados.rados.0.smithi071.stdout:2572: done (1 left) 2024-03-10T21:30:16.939 INFO:tasks.rados.rados.0.smithi071.stdout:2573: delete oid 29 current snap is 236 2024-03-10T21:30:16.946 INFO:tasks.rados.rados.0.smithi071.stdout:2571: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:30:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:2573: done (1 left) 2024-03-10T21:30:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 236 2024-03-10T21:30:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:2574: seq_num 810 ranges {5013504=770048,5783552=778240,6561792=24576} 2024-03-10T21:30:16.978 INFO:tasks.rados.rados.0.smithi071.stdout:2574: writing smithi07176956-39 from 5013504 to 5783552 tid 1 2024-03-10T21:30:16.983 INFO:tasks.rados.rados.0.smithi071.stdout:2574: writing smithi07176956-39 from 5783552 to 6561792 tid 2 2024-03-10T21:30:16.983 INFO:tasks.rados.rados.0.smithi071.stdout:2574: writing smithi07176956-39 from 6561792 to 6586368 tid 3 2024-03-10T21:30:16.983 INFO:tasks.rados.rados.0.smithi071.stdout:2575: delete oid 5 current snap is 236 2024-03-10T21:30:16.983 INFO:tasks.rados.rados.0.smithi071.stdout:2571: finishing copy_from to smithi07176956-14 2024-03-10T21:30:16.983 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5907 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-03-10T21:30:16.984 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing write tid 1 to smithi07176956-39 2024-03-10T21:30:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing write tid 2 to smithi07176956-39 2024-03-10T21:30:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing write tid 3 to smithi07176956-39 2024-03-10T21:30:16.988 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing write tid 4 to smithi07176956-39 2024-03-10T21:30:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:2571: done (2 left) 2024-03-10T21:30:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:2575: done (1 left) 2024-03-10T21:30:16.990 INFO:tasks.rados.rados.0.smithi071.stdout:2576: rmattr oid 47 current snap is 236 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2576: done (1 left) 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2577: read oid 47 snap 232 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2577: expect deleted 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2578: read oid 15 snap -1 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2578: expect (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2579: setattr oid 12 current snap is 236 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2574: finishing write tid 5 to smithi07176956-39 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2574: oid 39 updating version 0 to 5880 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2574: oid 39 updating version 5880 to 5883 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2574: oid 39 version 5883 is already newer than 5881 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2574: oid 39 version 5883 is already newer than 5882 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5883 (ObjNum 810 snap 236 seq_num 810) dirty exists 2024-03-10T21:30:16.991 INFO:tasks.rados.rados.0.smithi071.stdout:2574: left oid 39 (ObjNum 810 snap 236 seq_num 810) 2024-03-10T21:30:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:2574: done (3 left) 2024-03-10T21:30:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:2577: done (2 left) 2024-03-10T21:30:16.992 INFO:tasks.rados.rados.0.smithi071.stdout:2580: snap_create 2024-03-10T21:30:16.993 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:16.933+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:16.993 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:16.933+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:16.993 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:16.941+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:16.993 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:16.941+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:16.994 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:16.941+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: osdmap e541: 8 total, 8 up, 8 in 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:16.994 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: pgmap v492: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s wr, 3 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:16.995 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.738+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.748+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.758+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.768+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.778+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.787+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.796+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.806+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.815+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.826+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.835+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.845+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.854+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.996 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.863+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.872+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.882+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.892+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.902+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.911+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.921+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.931+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.947+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.958+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.968+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.978+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.997 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:16.991+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:16.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5953 (ObjNum 749 snap 212 seq_num 749) dirty exists 2024-03-10T21:30:17.010 INFO:tasks.rados.rados.0.smithi071.stdout:2578: expect (ObjNum 619 snap 182 seq_num 619) 2024-03-10T21:30:17.244 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.006+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.244 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.017+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.027+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.037+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.047+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.056+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.067+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.077+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.086+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.096+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.105+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.114+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.124+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.134+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.143+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.245 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.152+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.162+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.172+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.183+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.192+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.202+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.212+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.222+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.232+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.246 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.242+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:16.941+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:16.943+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:16.943+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:16.945+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: pgmap v492: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s wr, 3 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: osdmap e541: 8 total, 8 up, 8 in 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: pgmap v492: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s wr, 3 op/s; 13 MiB/s, 2 objects/s recovering 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:17.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.934+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:17.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.934+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.934+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.934+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.936+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.936+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:16.936+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:17.494 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.252+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.262+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.273+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.282+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.291+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.301+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.310+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.321+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.332+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.343+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.353+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.362+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.495 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.373+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.382+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.393+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.403+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.412+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.422+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.431+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.442+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.452+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.462+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.472+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.482+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.496 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.492+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.748 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.503+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.513+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.523+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.533+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.542+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.552+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.563+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.572+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.582+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.591+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.600+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.611+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.622+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.632+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.642+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.653+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.663+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.673+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.683+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.693+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.703+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.712+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.724+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.735+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.750 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.746+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:17.948 INFO:tasks.rados.rados.0.smithi071.stdout:2578: done (2 left) 2024-03-10T21:30:17.948 INFO:tasks.rados.rados.0.smithi071.stdout:2579: done (1 left) 2024-03-10T21:30:17.948 INFO:tasks.rados.rados.0.smithi071.stdout:2580: done (0 left) 2024-03-10T21:30:17.948 INFO:tasks.rados.rados.0.smithi071.stdout:2581: delete oid 42 current snap is 237 2024-03-10T21:30:17.953 INFO:tasks.rados.rados.0.smithi071.stdout:2581: done (0 left) 2024-03-10T21:30:17.953 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 237 2024-03-10T21:30:17.953 INFO:tasks.rados.rados.0.smithi071.stdout:2582: seq_num 813 ranges {5791744=417792,6209536=434176,6643712=442368,7086080=327680} 2024-03-10T21:30:17.987 INFO:tasks.rados.rados.0.smithi071.stdout:2582: writing smithi07176956-26 from 5791744 to 6209536 tid 1 2024-03-10T21:30:17.990 INFO:tasks.rados.rados.0.smithi071.stdout:2582: writing smithi07176956-26 from 6209536 to 6643712 tid 2 2024-03-10T21:30:17.992 INFO:tasks.rados.rados.0.smithi071.stdout:2582: writing smithi07176956-26 from 6643712 to 7086080 tid 3 2024-03-10T21:30:17.994 INFO:tasks.rados.rados.0.smithi071.stdout:2582: writing smithi07176956-26 from 7086080 to 7413760 tid 4 2024-03-10T21:30:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 237 2024-03-10T21:30:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing write tid 1 to smithi07176956-26 2024-03-10T21:30:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:2583: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-03-10T21:30:17.997 INFO:tasks.rados.rados.0.smithi071.stdout:2583: writing smithi07176956-42 from 0 to 442368 tid 1 2024-03-10T21:30:18.002 INFO:tasks.rados.rados.0.smithi071.stdout:2583: writing smithi07176956-42 from 442368 to 1212416 tid 2 2024-03-10T21:30:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:2583: writing smithi07176956-42 from 1212416 to 1646592 tid 3 2024-03-10T21:30:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 237 2024-03-10T21:30:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing write tid 2 to smithi07176956-26 2024-03-10T21:30:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing write tid 3 to smithi07176956-26 2024-03-10T21:30:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing write tid 4 to smithi07176956-26 2024-03-10T21:30:18.005 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing write tid 5 to smithi07176956-26 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: finishing write tid 6 to smithi07176956-26 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: oid 26 updating version 0 to 4823 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: oid 26 version 4823 is already newer than 4821 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: oid 26 updating version 4823 to 4825 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: oid 26 version 4825 is already newer than 4822 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: oid 26 version 4825 is already newer than 4824 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4825 (ObjNum 813 snap 237 seq_num 813) dirty exists 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2582: left oid 26 (ObjNum 813 snap 237 seq_num 813) 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing write tid 1 to smithi07176956-42 2024-03-10T21:30:18.006 INFO:tasks.rados.rados.0.smithi071.stdout:2584: seq_num 815 ranges {1605632=458752,2064384=655360,2719744=409600,3129344=139264} 2024-03-10T21:30:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:17.952+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:18.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:17.952+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:18.010 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:17.943+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:18.010 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:17.943+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:18.010 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:17.944+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: Upgrade: Updating mds.a 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: Deploying daemon mds.a on smithi071 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: osdmap e542: 8 total, 8 up, 8 in 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:18.011 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:18.012 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:18.012 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:18.012 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:18.012 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:18.012 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:18.012 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.757+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.012 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.767+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.012 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.777+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.787+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.798+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.809+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.820+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.829+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.839+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.849+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.859+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.869+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.879+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.890+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.901+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.013 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.912+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.924+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.937+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.951+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.963+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.974+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.984+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:17.996+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.014 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.008+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.016 INFO:tasks.rados.rados.0.smithi071.stdout:2584: writing smithi07176956-22 from 1605632 to 2064384 tid 1 2024-03-10T21:30:18.020 INFO:tasks.rados.rados.0.smithi071.stdout:2584: writing smithi07176956-22 from 2064384 to 2719744 tid 2 2024-03-10T21:30:18.023 INFO:tasks.rados.rados.0.smithi071.stdout:2584: writing smithi07176956-22 from 2719744 to 3129344 tid 3 2024-03-10T21:30:18.024 INFO:tasks.rados.rados.0.smithi071.stdout:2584: writing smithi07176956-22 from 3129344 to 3268608 tid 4 2024-03-10T21:30:18.024 INFO:tasks.rados.rados.0.smithi071.stdout:2582: done (2 left) 2024-03-10T21:30:18.024 INFO:tasks.rados.rados.0.smithi071.stdout:2585: delete oid 39 current snap is 237 2024-03-10T21:30:18.024 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing write tid 2 to smithi07176956-42 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing write tid 3 to smithi07176956-42 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing write tid 4 to smithi07176956-42 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing write tid 5 to smithi07176956-42 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: oid 42 updating version 0 to 10871 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: oid 42 updating version 10871 to 10872 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: oid 42 updating version 10872 to 10873 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: oid 42 version 10873 is already newer than 10870 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 10873 (ObjNum 814 snap 237 seq_num 814) dirty exists 2024-03-10T21:30:18.025 INFO:tasks.rados.rados.0.smithi071.stdout:2583: left oid 42 (ObjNum 814 snap 237 seq_num 814) 2024-03-10T21:30:18.026 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing write tid 1 to smithi07176956-22 2024-03-10T21:30:18.028 INFO:tasks.rados.rados.0.smithi071.stdout:2583: done (2 left) 2024-03-10T21:30:18.028 INFO:tasks.rados.rados.0.smithi071.stdout:2585: done (1 left) 2024-03-10T21:30:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:2586: read oid 18 snap -1 2024-03-10T21:30:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:2586: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:30:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:2587: read oid 34 snap -1 2024-03-10T21:30:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:2587: expect (ObjNum 766 snap 220 seq_num 766) 2024-03-10T21:30:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 237 2024-03-10T21:30:18.029 INFO:tasks.rados.rados.0.smithi071.stdout:2588: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-03-10T21:30:18.031 INFO:tasks.rados.rados.0.smithi071.stdout:2588: writing smithi07176956-14 from 0 to 491520 tid 1 2024-03-10T21:30:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:2588: writing smithi07176956-14 from 491520 to 909312 tid 2 2024-03-10T21:30:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:2588: writing smithi07176956-14 from 909312 to 1335296 tid 3 2024-03-10T21:30:18.040 INFO:tasks.rados.rados.0.smithi071.stdout:2588: writing smithi07176956-14 from 1335296 to 1695744 tid 4 2024-03-10T21:30:18.040 INFO:tasks.rados.rados.0.smithi071.stdout:2589: copy_from oid 31 from oid 38 current snap is 237 2024-03-10T21:30:18.040 INFO:tasks.rados.rados.0.smithi071.stdout:2590: setattr oid 41 current snap is 237 2024-03-10T21:30:18.040 INFO:tasks.rados.rados.0.smithi071.stdout:2586: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:30:18.044 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing write tid 2 to smithi07176956-22 2024-03-10T21:30:18.044 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing write tid 3 to smithi07176956-22 2024-03-10T21:30:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing write tid 4 to smithi07176956-22 2024-03-10T21:30:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing write tid 5 to smithi07176956-22 2024-03-10T21:30:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing write tid 1 to smithi07176956-14 2024-03-10T21:30:18.045 INFO:tasks.rados.rados.0.smithi071.stdout:2587: expect (ObjNum 766 snap 220 seq_num 766) 2024-03-10T21:30:18.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:17.950+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:18.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:18.019+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:18.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:18.019+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:18.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:17.944+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:18.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:17.944+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:18.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:17.945+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:18.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:17.945+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:18.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:17.945+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: Upgrade: Updating mds.a 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: Deploying daemon mds.a on smithi071 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: osdmap e542: 8 total, 8 up, 8 in 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: Upgrade: Updating mds.a 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: Deploying daemon mds.a on smithi071 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: osdmap e542: 8 total, 8 up, 8 in 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:18.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:18.096 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing write tid 6 to smithi07176956-22 2024-03-10T21:30:18.096 INFO:tasks.rados.rados.0.smithi071.stdout:2584: oid 22 updating version 0 to 24775 2024-03-10T21:30:18.096 INFO:tasks.rados.rados.0.smithi071.stdout:2584: oid 22 updating version 24775 to 24776 2024-03-10T21:30:18.096 INFO:tasks.rados.rados.0.smithi071.stdout:2584: oid 22 version 24776 is already newer than 24774 2024-03-10T21:30:18.096 INFO:tasks.rados.rados.0.smithi071.stdout:2584: oid 22 updating version 24776 to 24777 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2584: oid 22 version 24777 is already newer than 24773 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24777 (ObjNum 815 snap 237 seq_num 815) dirty exists 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2584: left oid 22 (ObjNum 815 snap 237 seq_num 815) 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2589: finishing copy_from to smithi07176956-31 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2589: got expected ENOENT (src dne) 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2589: finishing copy_from racing read to smithi07176956-31 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing write tid 2 to smithi07176956-14 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing write tid 3 to smithi07176956-14 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing write tid 4 to smithi07176956-14 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing write tid 5 to smithi07176956-14 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing write tid 6 to smithi07176956-14 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: oid 14 updating version 0 to 5958 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: oid 14 version 5958 is already newer than 5956 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: oid 14 version 5958 is already newer than 5955 2024-03-10T21:30:18.097 INFO:tasks.rados.rados.0.smithi071.stdout:2588: oid 14 version 5958 is already newer than 5957 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2588: oid 14 updating version 5958 to 5959 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5959 (ObjNum 817 snap 237 seq_num 817) dirty exists 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2588: left oid 14 (ObjNum 817 snap 237 seq_num 817) 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2584: done (5 left) 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2586: done (4 left) 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2587: done (3 left) 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2588: done (2 left) 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2589: done (1 left) 2024-03-10T21:30:18.098 INFO:tasks.rados.rados.0.smithi071.stdout:2591: read oid 5 snap 231 2024-03-10T21:30:18.099 INFO:tasks.rados.rados.0.smithi071.stdout:2591: expect deleted 2024-03-10T21:30:18.099 INFO:tasks.rados.rados.0.smithi071.stdout:2592: snap_remove snap 189 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.021+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.035+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.051+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.063+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.073+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.084+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.095+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.105+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.116+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.265 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.128+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.138+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.150+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.161+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.172+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.181+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.191+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.201+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.210+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.221+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.232+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.242+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.252+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.266 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.262+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.273+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.284+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.295+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.306+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.317+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.328+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.340+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.350+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.360+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.371+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.384+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.394+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.405+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.416+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.428+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.439+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.450+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.461+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.472+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.520 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.483+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.520 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.494+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.520 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.504+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.520 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.516+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.768 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.526+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.536+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.546+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.558+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.569+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.580+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.590+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.601+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.613+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.625+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.635+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.769 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.647+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.658+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.668+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.679+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.689+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.700+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.712+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.723+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.734+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.744+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.755+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.770 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.766+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:18.952 INFO:tasks.rados.rados.0.smithi071.stdout:2592: done (2 left) 2024-03-10T21:30:18.952 INFO:tasks.rados.rados.0.smithi071.stdout:2593: copy_from oid 14 from oid 37 current snap is 237 2024-03-10T21:30:18.952 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 5930 (ObjNum 784 snap 229 seq_num 784) dirty exists 2024-03-10T21:30:18.952 INFO:tasks.rados.rados.0.smithi071.stdout:2590: done (2 left) 2024-03-10T21:30:18.953 INFO:tasks.rados.rados.0.smithi071.stdout:2591: done (1 left) 2024-03-10T21:30:18.953 INFO:tasks.rados.rados.0.smithi071.stdout:2594: snap_remove snap 228 2024-03-10T21:30:19.024 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:18.948+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:19.024 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:18.949+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:19.025 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:18.956+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:19.025 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:18.957+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:19.025 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:18.957+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:19.026 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:19.026 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:19.026 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:19.026 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:19.026 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:19.026 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:19.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:19.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: osdmap e543: 8 total, 8 up, 8 in 2024-03-10T21:30:19.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:19.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:19.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:19.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:19.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:19.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-mon[83873]: pgmap v495: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 584 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 11 op/s 2024-03-10T21:30:19.028 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.778+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.029 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.790+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.029 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.802+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.029 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.814+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.029 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.825+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.029 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.837+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.030 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.848+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.030 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.859+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.030 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.870+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.030 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.881+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.030 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.893+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.030 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.903+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.031 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.915+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.031 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.926+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.031 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.937+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.031 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.952+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.031 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.966+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.031 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.978+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.032 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:18.990+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.032 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.002+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.032 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.014+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.267 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:18.956+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:19.267 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:18.953+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:19.267 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:18.953+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:19.267 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:18.953+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:19.267 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:19.267 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: osdmap e543: 8 total, 8 up, 8 in 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:19.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[88660]: pgmap v495: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 584 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 11 op/s 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: osdmap e543: 8 total, 8 up, 8 in 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 128=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:19.269 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:19.270 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:19.270 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:19.270 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-mon[91105]: pgmap v495: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 584 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 11 op/s 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.947+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.948+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.948+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.948+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.948+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.949+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:19.270 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:18.949+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:19.283 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.026+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.283 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.039+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.283 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.052+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.283 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.064+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.075+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.089+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.105+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.117+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.130+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.142+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.155+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.169+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.181+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.194+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.207+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.218+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.230+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.242+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.255+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.268+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.281+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.294+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.307+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.319+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.334+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.348+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.362+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.402+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.415+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.428+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.442+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.548 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.453+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.465+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.477+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.491+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.504+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.517+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.531+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.549 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.545+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.567 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:19 smithi071 systemd[1]: Stopping Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:30:19.798 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.559+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.573+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.586+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.600+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.613+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.626+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.638+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.653+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.665+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.799 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.679+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.693+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.707+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.718+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.731+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.743+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.758+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.770+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.800 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.783+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:19.835 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[64468]: 2024-03-10T21:30:19.564+0000 7fd895cf0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:30:19.835 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[64468]: 2024-03-10T21:30:19.564+0000 7fd895cf0700 -1 mds.a *** got signal Terminated *** 2024-03-10T21:30:19.954 INFO:tasks.rados.rados.0.smithi071.stdout:2594: done (1 left) 2024-03-10T21:30:19.954 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 237 2024-03-10T21:30:19.955 INFO:tasks.rados.rados.0.smithi071.stdout:2593: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:30:19.955 INFO:tasks.rados.rados.0.smithi071.stdout:2595: seq_num 818 ranges {2654208=507904,3162112=704512,3866624=499712} 2024-03-10T21:30:19.972 INFO:tasks.rados.rados.0.smithi071.stdout:2595: writing smithi07176956-28 from 2654208 to 3162112 tid 1 2024-03-10T21:30:19.976 INFO:tasks.rados.rados.0.smithi071.stdout:2595: writing smithi07176956-28 from 3162112 to 3866624 tid 2 2024-03-10T21:30:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:2595: writing smithi07176956-28 from 3866624 to 4366336 tid 3 2024-03-10T21:30:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:2596: snap_remove snap 183 2024-03-10T21:30:20.055 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:19.963+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:20.055 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:19.963+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:19.963+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: osdmap e544: 8 total, 8 up, 8 in 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:20.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:20.057 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:20.057 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:20.057 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:20.057 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:20.057 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:19.952+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:20.057 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:19.952+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:20.057 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.796+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.810+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.822+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.835+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.848+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.862+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.874+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.887+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.900+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.911+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.924+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.937+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.951+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.966+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.980+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:19.993+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.005+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.017+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.030+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.041+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.059 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.053+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.067+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.080+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.094+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.105+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.118+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.130+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.144+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.314 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.158+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.317 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.170+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.317 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.182+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.317 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.195+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.317 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.209+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.317 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.220+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.317 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.232+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.245+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.258+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.271+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.284+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.297+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.318 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.311+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:19.949+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:20.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:19.950+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:20.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:19.950+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: osdmap e544: 8 total, 8 up, 8 in 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:20.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: osdmap e544: 8 total, 8 up, 8 in 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:20.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:20.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:19.957+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:19.957+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:19.957+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:19.957+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:19.957+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:20.487 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:30:20.564 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.324+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.564 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.338+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.350+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.363+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.376+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.389+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.402+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.414+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.427+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.440+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.452+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.464+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.476+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.489+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.565 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.503+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.566 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.515+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.566 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.527+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.566 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.539+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.566 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.550+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.566 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.562+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.576+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.589+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.601+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.613+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.626+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.639+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.653+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.666+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.679+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.691+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.703+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.715+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.726+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.737+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.749+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.761+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.772+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.784+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.795+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.807+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.822 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.818+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:20.835 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:20 smithi071 podman[115676]: 2024-03-10 21:30:20.731778797 +0000 UTC m=+1.295600588 container died b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=reef-c2ea977, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-03-10T21:30:20.858 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:30:20.858 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (9m) 2m ago 10m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:30:20.858 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (10m) 12s ago 10m 90.0M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:30:20.858 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (11m) 2m ago 11m 15.4M - 18.2.1-746-gc2ea977b a30af69eda22 b64b3515ff18 2024-03-10T21:30:20.858 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (11m) 12s ago 11m 22.1M - 18.2.1-746-gc2ea977b a30af69eda22 b5bf40844c95 2024-03-10T21:30:20.858 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (6m) 12s ago 15m 452M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (6m) 2m ago 16m 513M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 2m ago 17m 54.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (5m) 12s ago 15m 53.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 2m ago 15m 45.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (10m) 2m ago 10m 15.7M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (10m) 12s ago 10m 16.7M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 2m ago 14m 147M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (3m) 2m ago 14m 138M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 2m ago 14m 207M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (2m) 2m ago 13m 15.1M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (2m) 12s ago 13m 273M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:30:20.859 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (92s) 12s ago 12m 352M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:30:20.860 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (54s) 12s ago 12m 120M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3f05fac4da9e 2024-03-10T21:30:20.860 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (18s) 12s ago 12m 14.9M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 63399d1e4441 2024-03-10T21:30:20.860 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (6m) 12s ago 11m 61.8M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:30:20.957 INFO:tasks.rados.rados.0.smithi071.stdout:2593: finishing copy_from to smithi07176956-14 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 5875 (ObjNum 752 snap 212 seq_num 752) dirty exists 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 1 to smithi07176956-28 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 2 to smithi07176956-28 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 3 to smithi07176956-28 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 4 to smithi07176956-28 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing write tid 5 to smithi07176956-28 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: oid 28 updating version 0 to 7877 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: oid 28 updating version 7877 to 7880 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: oid 28 version 7880 is already newer than 7878 2024-03-10T21:30:20.958 INFO:tasks.rados.rados.0.smithi071.stdout:2595: oid 28 version 7880 is already newer than 7879 2024-03-10T21:30:20.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 7880 (ObjNum 818 snap 237 seq_num 818) dirty exists 2024-03-10T21:30:20.959 INFO:tasks.rados.rados.0.smithi071.stdout:2595: left oid 28 (ObjNum 818 snap 237 seq_num 818) 2024-03-10T21:30:20.959 INFO:tasks.rados.rados.0.smithi071.stdout:2593: done (2 left) 2024-03-10T21:30:20.959 INFO:tasks.rados.rados.0.smithi071.stdout:2595: done (1 left) 2024-03-10T21:30:20.959 INFO:tasks.rados.rados.0.smithi071.stdout:2596: done (0 left) 2024-03-10T21:30:20.959 INFO:tasks.rados.rados.0.smithi071.stdout:2597: delete oid 18 current snap is 237 2024-03-10T21:30:20.975 INFO:tasks.rados.rados.0.smithi071.stdout:2597: done (0 left) 2024-03-10T21:30:20.976 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 237 2024-03-10T21:30:20.976 INFO:tasks.rados.rados.0.smithi071.stdout:2598: seq_num 820 ranges {1138688=540672,1679360=475136,2154496=598016,2752512=131072} 2024-03-10T21:30:20.984 INFO:tasks.rados.rados.0.smithi071.stdout:2598: writing smithi07176956-4 from 1138688 to 1679360 tid 1 2024-03-10T21:30:20.987 INFO:tasks.rados.rados.0.smithi071.stdout:2598: writing smithi07176956-4 from 1679360 to 2154496 tid 2 2024-03-10T21:30:20.991 INFO:tasks.rados.rados.0.smithi071.stdout:2598: writing smithi07176956-4 from 2154496 to 2752512 tid 3 2024-03-10T21:30:20.992 INFO:tasks.rados.rados.0.smithi071.stdout:2598: writing smithi07176956-4 from 2752512 to 2883584 tid 4 2024-03-10T21:30:20.992 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 237 2024-03-10T21:30:20.993 INFO:tasks.rados.rados.0.smithi071.stdout:2599: seq_num 821 ranges {3063808=557056,3620864=761856,4382720=442368} 2024-03-10T21:30:21.013 INFO:tasks.rados.rados.0.smithi071.stdout:2599: writing smithi07176956-40 from 3063808 to 3620864 tid 1 2024-03-10T21:30:21.018 INFO:tasks.rados.rados.0.smithi071.stdout:2599: writing smithi07176956-40 from 3620864 to 4382720 tid 2 2024-03-10T21:30:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:2599: writing smithi07176956-40 from 4382720 to 4825088 tid 3 2024-03-10T21:30:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:2600: copy_from oid 33 from oid 22 current snap is 237 2024-03-10T21:30:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:2598: finishing write tid 1 to smithi07176956-4 2024-03-10T21:30:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:2598: finishing write tid 2 to smithi07176956-4 2024-03-10T21:30:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:2598: finishing write tid 3 to smithi07176956-4 2024-03-10T21:30:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:2598: finishing write tid 4 to smithi07176956-4 2024-03-10T21:30:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:2598: finishing write tid 5 to smithi07176956-4 2024-03-10T21:30:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:2601: snap_remove snap 233 2024-03-10T21:30:21.076 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:20.954+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:21.076 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:20.954+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:21.077 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:20.961+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:21.077 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:20.961+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:21.077 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:20.962+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:21.077 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:21.077 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:21.077 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:21.077 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:21.077 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: osdmap e545: 8 total, 8 up, 8 in 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: fsmap cephfs:1 {0=b=up:active} 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:21.078 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-mon[83873]: pgmap v498: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 592 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.831+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.842+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.855+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.866+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.879+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.889+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.902+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.914+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.926+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.937+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.950+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.079 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.966+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.977+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:20.989+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.002+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.014+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.027+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.042+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.053+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.064+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.080 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.075+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.154 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:21.022+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: osdmap e545: 8 total, 8 up, 8 in 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:21.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:21.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:21.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:21.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:21.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=b=up:active} 2024-03-10T21:30:21.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:21.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[88660]: pgmap v498: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 592 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-03-10T21:30:21.156 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:20.956+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:21.156 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:20.956+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:21.156 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:20.957+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: osdmap e545: 8 total, 8 up, 8 in 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:21.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:21.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:21.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=b=up:active} 2024-03-10T21:30:21.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:21.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-mon[91105]: pgmap v498: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 592 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.7 MiB/s wr, 26 op/s 2024-03-10T21:30:21.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.953+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:21.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.954+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:21.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.954+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:21.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.954+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:21.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.955+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:21.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.956+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:21.159 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:20.956+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:21.331 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.086+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.331 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.097+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.331 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.108+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.331 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.119+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.331 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.131+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.331 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.142+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.154+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.166+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.178+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.190+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.201+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.212+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.332 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.222+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.235+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.247+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.258+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.270+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.282+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.293+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.305+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.316+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.328+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:30:21.342 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1 2024-03-10T21:30:21.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:21.343 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:30:21.343 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 18.2.1-746-gc2ea977b (c2ea977b6956d1f694ccf66acc692fdd979e3baa) reef (stable)": 1, 2024-03-10T21:30:21.343 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 13 2024-03-10T21:30:21.343 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:30:21.343 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:30:21.468 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:30:21] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-03-10T21:30:21.468 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 podman[115676]: 2024-03-10 21:30:21.274008825 +0000 UTC m=+1.837830625 container cleanup b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=reef-c2ea977, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:30:21.468 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 bash[115676]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a 2024-03-10T21:30:21.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.341+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.353+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.364+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.375+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.387+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.398+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.410+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.421+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.432+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.444+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.456+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.467+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.480+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.492+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.505+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.518+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.530+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.541+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.553+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.565+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.576+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.723 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 podman[115736]: 2024-03-10 21:30:21.467399129 +0000 UTC m=+0.738124024 container remove b64b3515ff18b10d0f187113f623e7e7c19a3c75bb218fe9e9df8746a442898a (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-c2ea977, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-10T21:30:21.846 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.589+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.846 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.601+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.846 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.614+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.846 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.625+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.636+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.646+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.658+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.669+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.681+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.692+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.704+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.715+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.726+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.738+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.749+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.760+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.772+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.847 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.787+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.848 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.799+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.848 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.809+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.848 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.820+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.848 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.832+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.848 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.844+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2601: done (3 left) 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2602: rmattr oid 12 current snap is 237 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: finishing write tid 6 to smithi07176956-4 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: oid 4 updating version 0 to 8326 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: oid 4 updating version 8326 to 8327 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: oid 4 version 8327 is already newer than 8325 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: oid 4 version 8327 is already newer than 8324 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: oid 4 updating version 8327 to 8328 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 8328 (ObjNum 820 snap 237 seq_num 820) dirty exists 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2598: left oid 4 (ObjNum 820 snap 237 seq_num 820) 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2599: finishing write tid 1 to smithi07176956-40 2024-03-10T21:30:21.969 INFO:tasks.rados.rados.0.smithi071.stdout:2599: finishing write tid 2 to smithi07176956-40 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: finishing write tid 3 to smithi07176956-40 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2598: done (3 left) 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2603: setattr oid 3 current snap is 237 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2600: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2600: finishing copy_from to smithi07176956-33 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24777 (ObjNum 815 snap 237 seq_num 815) dirty exists 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: finishing write tid 4 to smithi07176956-40 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: finishing write tid 5 to smithi07176956-40 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: oid 40 updating version 0 to 8335 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: oid 40 version 8335 is already newer than 8334 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: oid 40 updating version 8335 to 8336 2024-03-10T21:30:21.970 INFO:tasks.rados.rados.0.smithi071.stdout:2599: oid 40 updating version 8336 to 8337 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 8337 (ObjNum 821 snap 237 seq_num 821) dirty exists 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:2599: left oid 40 (ObjNum 821 snap 237 seq_num 821) 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:2599: done (3 left) 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:2600: done (2 left) 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:2604: read oid 36 snap -1 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:2604: expect deleted 2024-03-10T21:30:21.971 INFO:tasks.rados.rados.0.smithi071.stdout:2605: snap_remove snap 234 2024-03-10T21:30:22.029 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:21.973+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:22.030 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a.service: Deactivated successfully. 2024-03-10T21:30:22.030 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 systemd[1]: Stopped Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:22.030 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a.service: Consumed 1.141s CPU time. 2024-03-10T21:30:22.030 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:21 smithi071 systemd[1]: Starting Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:30:22.030 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: osdmap e546: 8 total, 8 up, 8 in 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:22.031 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/3902773579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: osdmap e546: 8 total, 8 up, 8 in 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:22.032 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:22.033 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:22.033 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:22.033 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:22.033 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:22.033 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/3902773579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:22.033 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:21.966+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:22.033 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:21.966+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:22.033 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:21.966+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:22.033 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:21.967+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:22.034 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:21.967+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:22.098 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:21.972+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:22.099 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:21.972+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:22.099 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:21.973+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:22.099 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:21.975+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:22.099 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:21.975+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:22.099 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: osdmap e546: 8 total, 8 up, 8 in 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:22.100 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/3902773579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.856+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.868+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.880+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.891+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.904+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.915+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.927+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.939+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.950+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.101 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.965+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.980+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:21.992+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.003+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.016+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.028+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.039+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.050+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.063+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.075+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.086+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.102 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.097+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.334 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:22.027+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:22.334 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:22.028+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:22.335 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 podman[115884]: 2024-03-10 21:30:22.080950312 +0000 UTC m=+0.019676179 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:30:22.335 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 podman[115884]: 2024-03-10 21:30:22.210626876 +0000 UTC m=+0.149352738 container create c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-03-10T21:30:22.359 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.108+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.119+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.131+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.143+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.154+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.167+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.178+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.191+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.202+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.212+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.360 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.224+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.235+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.246+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.257+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.269+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.281+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.292+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.304+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.315+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.327+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.361 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.358+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.397+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.408+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.421+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.432+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.443+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.454+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.466+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.477+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.489+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.501+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.620 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.513+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.534+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.546+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.558+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.570+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.582+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.595+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.607+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.621 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.617+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.876 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.629+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.876 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.641+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.652+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.664+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.676+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.687+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.699+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.710+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.722+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.734+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.745+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.757+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.768+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.780+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.792+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.804+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.815+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.878 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.828+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.879 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.839+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.879 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.850+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.879 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.861+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.879 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.873+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:22.969 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 podman[115884]: 2024-03-10 21:30:22.647259044 +0000 UTC m=+0.585984924 container init c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:30:22.969 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 podman[115884]: 2024-03-10 21:30:22.65019044 +0000 UTC m=+0.588916307 container start c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-10T21:30:22.969 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: starting mds.a at 2024-03-10T21:30:22.969 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 bash[115884]: c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 2024-03-10T21:30:22.969 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:22 smithi071 systemd[1]: Started Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:22.976 INFO:tasks.rados.rados.0.smithi071.stdout:2605: done (3 left) 2024-03-10T21:30:22.976 INFO:tasks.rados.rados.0.smithi071.stdout:2606: snap_remove snap 231 2024-03-10T21:30:23.135 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:22.969+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:23.135 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:22.969+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:23.136 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:23.050+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:23.136 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:23.050+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:23.136 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:23.050+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:23.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:23.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: osdmap e547: 8 total, 8 up, 8 in 2024-03-10T21:30:23.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: pgmap v501: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 592 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-03-10T21:30:23.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.138 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.138 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:23.138 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.138 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.885+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.138 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.896+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.138 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.908+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.138 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.920+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.932+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.944+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.956+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.969+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.982+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:22.994+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.006+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.018+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.028+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.039+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.054+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.066+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.139 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.077+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.140 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.089+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.140 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.100+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.140 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.112+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.140 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.123+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.140 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.134+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:22.973+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:23.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:22.973+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:23.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:22.973+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:22.973+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: osdmap e547: 8 total, 8 up, 8 in 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:23.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: pgmap v501: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 592 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:23.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: osdmap e547: 8 total, 8 up, 8 in 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:23.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:23.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: pgmap v501: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 592 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-03-10T21:30:23.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:23.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:22 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.048+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.048+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.049+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.049+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.049+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:23.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.049+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:23.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.049+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.146+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.158+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.170+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.182+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.193+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.205+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.395 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.216+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.229+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.240+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.251+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.262+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.273+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.286+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.298+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.309+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.321+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.333+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.345+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.396 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.357+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.369+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.380+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.397 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.392+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.404+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.417+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.429+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.441+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.453+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.652 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.464+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.476+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.487+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.499+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.511+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.522+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.535+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.546+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.558+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.568+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.580+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.593+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.604+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.616+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.653 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.627+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.654 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.638+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.654 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.650+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.662+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.674+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.685+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.698+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.710+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.723+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.735+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.746+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.757+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.770+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.781+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.793+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.806+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.817+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.828+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.840+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.852+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.863+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.875+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.913 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.886+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.898+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.914 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.910+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:2606: done (3 left) 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:2607: copy_from oid 1 from oid 28 current snap is 237 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 5962 (ObjNum 749 snap 212 seq_num 749) dirty exists 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24778 (ObjNum 129 snap 0 seq_num 2945553408) dirty exists 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:2602: done (3 left) 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:2603: done (2 left) 2024-03-10T21:30:23.978 INFO:tasks.rados.rados.0.smithi071.stdout:2604: done (1 left) 2024-03-10T21:30:23.979 INFO:tasks.rados.rados.0.smithi071.stdout:2608: setattr oid 40 current snap is 237 2024-03-10T21:30:23.981 INFO:tasks.rados.rados.0.smithi071.stdout:2609: snap_remove snap 214 2024-03-10T21:30:24.167 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:23.976+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:24.167 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:23.976+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:24.167 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:23.977+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:24.167 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:boot 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: osdmap e548: 8 total, 8 up, 8 in 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:24.168 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:24.169 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:24.169 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:24.169 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:24.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:23.984+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:24.169 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:23.984+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.922+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.935+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.947+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.960+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.973+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:23.992+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.004+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.018+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.031+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.043+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.060+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.072+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.170 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.084+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.095+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.107+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.118+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.130+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.141+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.153+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.171 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.165+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:24.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:boot 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: osdmap e548: 8 total, 8 up, 8 in 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:24.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:boot 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: osdmap e548: 8 total, 8 up, 8 in 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:24.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:23.979+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:24.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:23.980+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.979+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.979+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.980+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.980+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:23.980+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:24.340 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:24.025+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.178+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.190+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.201+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.213+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.224+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.235+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.247+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.259+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.271+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.426 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.284+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.297+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.309+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.323+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.335+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.347+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.361+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.374+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.387+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.398+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.410+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.427 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.421+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.684 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.433+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.684 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.445+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.458+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.469+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.482+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.493+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.504+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.516+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.528+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.540+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.551+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.563+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.575+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.586+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.685 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.598+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.610+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.622+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.635+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.646+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.658+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.670+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.686 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.682+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.695+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.707+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.719+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.731+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.742+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.753+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.765+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.777+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.789+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.799+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.810+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.940 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.822+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.835+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.845+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.857+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.868+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.879+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.890+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.903+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.914+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.941 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.925+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:24.987 INFO:tasks.rados.rados.0.smithi071.stdout:2609: done (2 left) 2024-03-10T21:30:24.987 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 237 2024-03-10T21:30:24.987 INFO:tasks.rados.rados.0.smithi071.stdout:2610: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-03-10T21:30:24.990 INFO:tasks.rados.rados.0.smithi071.stdout:2610: writing smithi07176956-43 from 0 to 573440 tid 1 2024-03-10T21:30:24.994 INFO:tasks.rados.rados.0.smithi071.stdout:2610: writing smithi07176956-43 from 573440 to 1269760 tid 2 2024-03-10T21:30:24.997 INFO:tasks.rados.rados.0.smithi071.stdout:2610: writing smithi07176956-43 from 1269760 to 1777664 tid 3 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 9726 (ObjNum 821 snap 237 seq_num 821) dirty exists 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:2607: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:2607: finishing copy_from to smithi07176956-1 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 7880 (ObjNum 818 snap 237 seq_num 818) dirty exists 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:2607: done (2 left) 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:2608: done (1 left) 2024-03-10T21:30:24.998 INFO:tasks.rados.rados.0.smithi071.stdout:2611: rollback oid 28 current snap is 237 2024-03-10T21:30:24.999 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 220 2024-03-10T21:30:24.999 INFO:tasks.rados.rados.0.smithi071.stdout:2612: snap_remove snap 229 2024-03-10T21:30:25.196 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:24.981+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:25.279 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:24.982+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:25.279 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:25.000+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:25.280 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:25.000+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:25.280 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:25.000+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:25.280 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: osdmap e549: 8 total, 8 up, 8 in 2024-03-10T21:30:25.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:25.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:25.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:25.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:25.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:25.281 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:25.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:25.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:25.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:25.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:25.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:25.282 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:25.283 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-mon[83873]: pgmap v504: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 601 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-03-10T21:30:25.283 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.937+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.283 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.949+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.961+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.974+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:24.989+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.284 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.019+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.031+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.043+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.054+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.066+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.077+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.088+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.099+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.286 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.111+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.286 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.125+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.286 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.137+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.286 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.148+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.286 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.160+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.287 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.171+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.287 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.183+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.287 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.194+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.311 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:24.982+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:25.312 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:24.985+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:25.312 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:24.985+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:25.312 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:24.986+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:25.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: osdmap e549: 8 total, 8 up, 8 in 2024-03-10T21:30:25.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:25.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:25.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:25.312 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[88660]: pgmap v504: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 601 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: osdmap e549: 8 total, 8 up, 8 in 2024-03-10T21:30:25.313 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:25.314 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:24 smithi071 ceph-mon[91105]: pgmap v504: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 601 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:24.998+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:24.998+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:24.998+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:24.998+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:24.999+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.000+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:25.315 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.000+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.207+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.220+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.233+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.244+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.256+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.268+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.279+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.447 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.290+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.303+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.314+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.326+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.337+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.349+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.361+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.372+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.384+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.396+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.408+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.448 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.419+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.432+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.449 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.444+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.704 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.457+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.469+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.481+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.493+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.505+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.517+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.529+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.541+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.552+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.564+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.575+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.705 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.586+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.597+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.608+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.619+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.631+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.643+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.655+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.668+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.678+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.690+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.706 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.702+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.955 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.715+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.955 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.726+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.955 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.739+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.751+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.762+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.774+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.786+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.798+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.810+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.822+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.834+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.846+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.857+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.868+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.881+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.956 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.891+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.957 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.903+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.957 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.917+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.957 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.930+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.957 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.942+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.957 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.953+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:25.991 INFO:tasks.rados.rados.0.smithi071.stdout:2612: done (2 left) 2024-03-10T21:30:25.991 INFO:tasks.rados.rados.0.smithi071.stdout:2613: delete oid 24 current snap is 237 2024-03-10T21:30:25.991 INFO:tasks.rados.rados.0.smithi071.stdout:2611: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2611: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: finishing write tid 1 to smithi07176956-43 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2611: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 10193 (ObjNum 740 snap 210 seq_num 740) dirty exists 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: finishing write tid 2 to smithi07176956-43 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: finishing write tid 3 to smithi07176956-43 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: finishing write tid 4 to smithi07176956-43 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: finishing write tid 5 to smithi07176956-43 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: oid 43 updating version 0 to 7932 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: oid 43 version 7932 is already newer than 7931 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: oid 43 updating version 7932 to 7933 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:2610: oid 43 updating version 7933 to 7934 2024-03-10T21:30:25.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 7934 (ObjNum 822 snap 237 seq_num 822) dirty exists 2024-03-10T21:30:25.993 INFO:tasks.rados.rados.0.smithi071.stdout:2610: left oid 43 (ObjNum 822 snap 237 seq_num 822) 2024-03-10T21:30:25.996 INFO:tasks.rados.rados.0.smithi071.stdout:2610: done (2 left) 2024-03-10T21:30:25.996 INFO:tasks.rados.rados.0.smithi071.stdout:2611: done (1 left) 2024-03-10T21:30:25.996 INFO:tasks.rados.rados.0.smithi071.stdout:2613: done (0 left) 2024-03-10T21:30:25.996 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 237 2024-03-10T21:30:25.996 INFO:tasks.rados.rados.0.smithi071.stdout:2614: seq_num 824 ranges {1138688=606208,1744896=458752,2203648=573440,2777088=172032} 2024-03-10T21:30:26.006 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi07176956-41 from 1138688 to 1744896 tid 1 2024-03-10T21:30:26.008 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi07176956-41 from 1744896 to 2203648 tid 2 2024-03-10T21:30:26.012 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi07176956-41 from 2203648 to 2777088 tid 3 2024-03-10T21:30:26.013 INFO:tasks.rados.rados.0.smithi071.stdout:2614: writing smithi07176956-41 from 2777088 to 2949120 tid 4 2024-03-10T21:30:26.013 INFO:tasks.rados.rados.0.smithi071.stdout:2615: delete oid 48 current snap is 237 2024-03-10T21:30:26.019 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 1 to smithi07176956-41 2024-03-10T21:30:26.023 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 2 to smithi07176956-41 2024-03-10T21:30:26.035 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 3 to smithi07176956-41 2024-03-10T21:30:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 4 to smithi07176956-41 2024-03-10T21:30:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 5 to smithi07176956-41 2024-03-10T21:30:26.042 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing write tid 6 to smithi07176956-41 2024-03-10T21:30:26.042 INFO:tasks.rados.rados.0.smithi071.stdout:2614: oid 41 updating version 0 to 8275 2024-03-10T21:30:26.042 INFO:tasks.rados.rados.0.smithi071.stdout:2614: oid 41 version 8275 is already newer than 8274 2024-03-10T21:30:26.042 INFO:tasks.rados.rados.0.smithi071.stdout:2614: oid 41 version 8275 is already newer than 8273 2024-03-10T21:30:26.043 INFO:tasks.rados.rados.0.smithi071.stdout:2614: oid 41 version 8275 is already newer than 8270 2024-03-10T21:30:26.043 INFO:tasks.rados.rados.0.smithi071.stdout:2614: oid 41 version 8275 is already newer than 8269 2024-03-10T21:30:26.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 8275 (ObjNum 824 snap 237 seq_num 824) dirty exists 2024-03-10T21:30:26.043 INFO:tasks.rados.rados.0.smithi071.stdout:2614: left oid 41 (ObjNum 824 snap 237 seq_num 824) 2024-03-10T21:30:26.045 INFO:tasks.rados.rados.0.smithi071.stdout:2614: done (1 left) 2024-03-10T21:30:26.045 INFO:tasks.rados.rados.0.smithi071.stdout:2615: done (0 left) 2024-03-10T21:30:26.046 INFO:tasks.rados.rados.0.smithi071.stdout:2616: copy_from oid 29 from oid 35 current snap is 237 2024-03-10T21:30:26.046 INFO:tasks.rados.rados.0.smithi071.stdout:2617: copy_from oid 11 from oid 26 current snap is 237 2024-03-10T21:30:26.046 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 237 2024-03-10T21:30:26.046 INFO:tasks.rados.rados.0.smithi071.stdout:2618: seq_num 826 ranges {786432=638976,1425408=630784,2056192=573440} 2024-03-10T21:30:26.054 INFO:tasks.rados.rados.0.smithi071.stdout:2618: writing smithi07176956-27 from 786432 to 1425408 tid 1 2024-03-10T21:30:26.058 INFO:tasks.rados.rados.0.smithi071.stdout:2618: writing smithi07176956-27 from 1425408 to 2056192 tid 2 2024-03-10T21:30:26.062 INFO:tasks.rados.rados.0.smithi071.stdout:2618: writing smithi07176956-27 from 2056192 to 2629632 tid 3 2024-03-10T21:30:26.062 INFO:tasks.rados.rados.0.smithi071.stdout:2619: rollback oid 15 current snap is 237 2024-03-10T21:30:26.062 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 235 2024-03-10T21:30:26.063 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:30:26.063 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing copy_from to smithi07176956-29 2024-03-10T21:30:26.063 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 4794 (ObjNum 772 snap 221 seq_num 772) dirty exists 2024-03-10T21:30:26.063 INFO:tasks.rados.rados.0.smithi071.stdout:2616: done (3 left) 2024-03-10T21:30:26.063 INFO:tasks.rados.rados.0.smithi071.stdout:2620: delete oid 21 current snap is 237 2024-03-10T21:30:26.065 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing write tid 1 to smithi07176956-27 2024-03-10T21:30:26.066 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing write tid 2 to smithi07176956-27 2024-03-10T21:30:26.067 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing write tid 3 to smithi07176956-27 2024-03-10T21:30:26.068 INFO:tasks.rados.rados.0.smithi071.stdout:2620: done (3 left) 2024-03-10T21:30:26.068 INFO:tasks.rados.rados.0.smithi071.stdout:2621: copy_from oid 12 from oid 42 current snap is 237 2024-03-10T21:30:26.068 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 237 2024-03-10T21:30:26.068 INFO:tasks.rados.rados.0.smithi071.stdout:2622: seq_num 828 ranges {14024704=671744,14696448=802816,15499264=401408} 2024-03-10T21:30:26.150 INFO:tasks.rados.rados.0.smithi071.stdout:2622: writing smithi07176956-17 from 14024704 to 14696448 tid 1 2024-03-10T21:30:26.155 INFO:tasks.rados.rados.0.smithi071.stdout:2622: writing smithi07176956-17 from 14696448 to 15499264 tid 2 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2622: writing smithi07176956-17 from 15499264 to 15900672 tid 3 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2623: rollback oid 35 current snap is 237 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 220 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing write tid 4 to smithi07176956-27 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: finishing write tid 5 to smithi07176956-27 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: oid 27 updating version 0 to 4826 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: oid 27 updating version 4826 to 4829 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: oid 27 version 4829 is already newer than 4828 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: oid 27 version 4829 is already newer than 4827 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 4829 (ObjNum 826 snap 237 seq_num 826) dirty exists 2024-03-10T21:30:26.159 INFO:tasks.rados.rados.0.smithi071.stdout:2618: left oid 27 (ObjNum 826 snap 237 seq_num 826) 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2619: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2619: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2619: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 10881 (ObjNum 619 snap 182 seq_num 619) dirty exists 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2621: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2621: finishing copy_from to smithi07176956-12 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10873 (ObjNum 814 snap 237 seq_num 814) dirty exists 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2617: finishing copy_from to smithi07176956-11 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 4825 (ObjNum 813 snap 237 seq_num 813) dirty exists 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2622: finishing write tid 1 to smithi07176956-17 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2617: done (5 left) 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2618: done (4 left) 2024-03-10T21:30:26.160 INFO:tasks.rados.rados.0.smithi071.stdout:2619: done (3 left) 2024-03-10T21:30:26.161 INFO:tasks.rados.rados.0.smithi071.stdout:2621: done (2 left) 2024-03-10T21:30:26.161 INFO:tasks.rados.rados.0.smithi071.stdout:2624: rollback oid 32 current snap is 237 2024-03-10T21:30:26.161 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 232 2024-03-10T21:30:26.161 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 237 2024-03-10T21:30:26.161 INFO:tasks.rados.rados.0.smithi071.stdout:2625: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-03-10T21:30:26.162 INFO:tasks.rados.rados.0.smithi071.stdout:2625: writing smithi07176956-48 from 0 to 688128 tid 1 2024-03-10T21:30:26.168 INFO:tasks.rados.rados.0.smithi071.stdout:2625: writing smithi07176956-48 from 688128 to 1417216 tid 2 2024-03-10T21:30:26.171 INFO:tasks.rados.rados.0.smithi071.stdout:2625: writing smithi07176956-48 from 1417216 to 1892352 tid 3 2024-03-10T21:30:26.171 INFO:tasks.rados.rados.0.smithi071.stdout:2626: delete oid 26 current snap is 237 2024-03-10T21:30:26.171 INFO:tasks.rados.rados.0.smithi071.stdout:2622: finishing write tid 2 to smithi07176956-17 2024-03-10T21:30:26.171 INFO:tasks.rados.rados.0.smithi071.stdout:2622: finishing write tid 3 to smithi07176956-17 2024-03-10T21:30:26.171 INFO:tasks.rados.rados.0.smithi071.stdout:2624: finishing rollback tid 0 to smithi07176956-32 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: finishing write tid 4 to smithi07176956-17 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2624: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2624: finishing rollback tid 2 to smithi07176956-32 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 4832 (ObjNum 791 snap 230 seq_num 791) dirty exists 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: finishing write tid 5 to smithi07176956-17 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: oid 17 updating version 0 to 1426 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: oid 17 updating version 1426 to 1428 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: oid 17 version 1428 is already newer than 1427 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: oid 17 version 1428 is already newer than 1425 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1428 (ObjNum 828 snap 237 seq_num 828) dirty exists 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2622: left oid 17 (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:30:26.172 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4802 (ObjNum 754 snap 213 seq_num 754) dirty exists 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:2622: done (4 left) 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:2623: done (3 left) 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:2624: done (2 left) 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:2626: done (1 left) 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:2627: read oid 16 snap -1 2024-03-10T21:30:26.173 INFO:tasks.rados.rados.0.smithi071.stdout:2627: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:26.174 INFO:tasks.rados.rados.0.smithi071.stdout:2628: delete oid 30 current snap is 237 2024-03-10T21:30:26.179 INFO:tasks.rados.rados.0.smithi071.stdout:2628: done (2 left) 2024-03-10T21:30:26.179 INFO:tasks.rados.rados.0.smithi071.stdout:2629: copy_from oid 7 from oid 28 current snap is 237 2024-03-10T21:30:26.179 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 237 2024-03-10T21:30:26.179 INFO:tasks.rados.rados.0.smithi071.stdout:2630: seq_num 832 ranges {3268608=737280,4005888=786432,4792320=417792} 2024-03-10T21:30:26.201 INFO:tasks.rados.rados.0.smithi071.stdout:2630: writing smithi07176956-33 from 3268608 to 4005888 tid 1 2024-03-10T21:30:26.206 INFO:tasks.rados.rados.0.smithi071.stdout:2630: writing smithi07176956-33 from 4005888 to 4792320 tid 2 2024-03-10T21:30:26.209 INFO:tasks.rados.rados.0.smithi071.stdout:2630: writing smithi07176956-33 from 4792320 to 5210112 tid 3 2024-03-10T21:30:26.209 INFO:tasks.rados.rados.0.smithi071.stdout:2631: read oid 11 snap -1 2024-03-10T21:30:26.209 INFO:tasks.rados.rados.0.smithi071.stdout:2631: expect (ObjNum 813 snap 237 seq_num 813) 2024-03-10T21:30:26.209 INFO:tasks.rados.rados.0.smithi071.stdout:2632: delete oid 19 current snap is 237 2024-03-10T21:30:26.209 INFO:tasks.rados.rados.0.smithi071.stdout:2627: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:26.219 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:25.997+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:26.220 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:25.997+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:26.220 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:25.990+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:26.220 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:25.990+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:26.220 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:25.991+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:26.220 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: osdmap e550: 8 total, 8 up, 8 in 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:26.221 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:26.222 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.964+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.222 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.976+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.222 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:25.988+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.222 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.004+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.222 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.037+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.222 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.041+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.053+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.073+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.093+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.105+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.117+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.130+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.143+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.155+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.223 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.188+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.224 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.202+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.224 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.218+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.279 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing write tid 1 to smithi07176956-48 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing write tid 2 to smithi07176956-48 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing write tid 3 to smithi07176956-48 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing copy_from to smithi07176956-7 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 10193 (ObjNum 740 snap 210 seq_num 740) dirty exists 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing write tid 4 to smithi07176956-48 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: finishing write tid 5 to smithi07176956-48 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: oid 48 updating version 0 to 8313 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: oid 48 updating version 8313 to 8316 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: oid 48 version 8316 is already newer than 8315 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:2625: oid 48 version 8316 is already newer than 8314 2024-03-10T21:30:26.280 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 8316 (ObjNum 829 snap 237 seq_num 829) dirty exists 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2625: left oid 48 (ObjNum 829 snap 237 seq_num 829) 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: finishing write tid 1 to smithi07176956-33 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: finishing write tid 2 to smithi07176956-33 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: finishing write tid 3 to smithi07176956-33 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: finishing write tid 4 to smithi07176956-33 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: finishing write tid 5 to smithi07176956-33 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: oid 33 updating version 0 to 24779 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: oid 33 updating version 24779 to 24782 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: oid 33 version 24782 is already newer than 24781 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: oid 33 version 24782 is already newer than 24780 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24782 (ObjNum 832 snap 237 seq_num 832) dirty exists 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2630: left oid 33 (ObjNum 832 snap 237 seq_num 832) 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2625: done (5 left) 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2627: done (4 left) 2024-03-10T21:30:26.281 INFO:tasks.rados.rados.0.smithi071.stdout:2629: done (3 left) 2024-03-10T21:30:26.282 INFO:tasks.rados.rados.0.smithi071.stdout:2630: done (2 left) 2024-03-10T21:30:26.282 INFO:tasks.rados.rados.0.smithi071.stdout:2632: done (1 left) 2024-03-10T21:30:26.282 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 237 2024-03-10T21:30:26.282 INFO:tasks.rados.rados.0.smithi071.stdout:2631: expect (ObjNum 813 snap 237 seq_num 813) 2024-03-10T21:30:26.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:25.992+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:26.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:26.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: osdmap e550: 8 total, 8 up, 8 in 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:26.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: osdmap e550: 8 total, 8 up, 8 in 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:26.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:26.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:25.990+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:25.990+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.988+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.988+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.989+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.989+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:26.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:25.989+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.231+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.244+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.256+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.269+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.281+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.293+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.305+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.317+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.329+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.341+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.473 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.353+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.365+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.376+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.388+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.400+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.412+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.423+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.435+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.446+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.458+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.474 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.470+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.483+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.494+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.506+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.519+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.531+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.544+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.556+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.567+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.724 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.579+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.590+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.602+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.615+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.626+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.637+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.648+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.661+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.673+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.685+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.698+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.710+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.725 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.721+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.971 INFO:tasks.rados.rados.0.smithi071.stdout:2633: seq_num 834 ranges {1777664=778240,2555904=557056,3112960=548864,3661824=98304} 2024-03-10T21:30:26.974 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.734+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.746+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.757+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.769+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.781+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.793+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.805+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.816+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.826+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.838+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.851+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.864+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.875+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.975 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.887+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.898+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.911+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.924+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.936+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.948+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.961+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.972+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:26.985 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi07176956-43 from 1777664 to 2555904 tid 1 2024-03-10T21:30:26.988 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi07176956-43 from 2555904 to 3112960 tid 2 2024-03-10T21:30:26.992 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi07176956-43 from 3112960 to 3661824 tid 3 2024-03-10T21:30:26.993 INFO:tasks.rados.rados.0.smithi071.stdout:2633: writing smithi07176956-43 from 3661824 to 3760128 tid 4 2024-03-10T21:30:26.993 INFO:tasks.rados.rados.0.smithi071.stdout:2631: done (1 left) 2024-03-10T21:30:26.993 INFO:tasks.rados.rados.0.smithi071.stdout:2634: rollback oid 13 current snap is 237 2024-03-10T21:30:26.994 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 212 2024-03-10T21:30:26.994 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 237 2024-03-10T21:30:26.994 INFO:tasks.rados.rados.0.smithi071.stdout:2635: seq_num 835 ranges {1646592=794624,2441216=442368,2883584=712704,3596288=49152} 2024-03-10T21:30:27.007 INFO:tasks.rados.rados.0.smithi071.stdout:2635: writing smithi07176956-42 from 1646592 to 2441216 tid 1 2024-03-10T21:30:27.009 INFO:tasks.rados.rados.0.smithi071.stdout:2635: writing smithi07176956-42 from 2441216 to 2883584 tid 2 2024-03-10T21:30:27.014 INFO:tasks.rados.rados.0.smithi071.stdout:2635: writing smithi07176956-42 from 2883584 to 3596288 tid 3 2024-03-10T21:30:27.015 INFO:tasks.rados.rados.0.smithi071.stdout:2635: writing smithi07176956-42 from 3596288 to 3645440 tid 4 2024-03-10T21:30:27.015 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 237 2024-03-10T21:30:27.015 INFO:tasks.rados.rados.0.smithi071.stdout:2634: finishing rollback tid 0 to smithi07176956-13 2024-03-10T21:30:27.015 INFO:tasks.rados.rados.0.smithi071.stdout:2636: seq_num 836 ranges {2883584=409600,3293184=720896,4014080=516096,4530176=368640} 2024-03-10T21:30:27.033 INFO:tasks.rados.rados.0.smithi071.stdout:2636: writing smithi07176956-4 from 2883584 to 3293184 tid 1 2024-03-10T21:30:27.036 INFO:tasks.rados.rados.0.smithi071.stdout:2636: writing smithi07176956-4 from 3293184 to 4014080 tid 2 2024-03-10T21:30:27.040 INFO:tasks.rados.rados.0.smithi071.stdout:2636: writing smithi07176956-4 from 4014080 to 4530176 tid 3 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2636: writing smithi07176956-4 from 4530176 to 4898816 tid 4 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2637: snap_create 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2634: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 1 to smithi07176956-43 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 2 to smithi07176956-43 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 3 to smithi07176956-43 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 4 to smithi07176956-43 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing write tid 1 to smithi07176956-42 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing write tid 2 to smithi07176956-42 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 5 to smithi07176956-43 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:2634: finishing rollback tid 2 to smithi07176956-13 2024-03-10T21:30:27.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 11149 (ObjNum 745 snap 212 seq_num 745) dirty exists 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing write tid 6 to smithi07176956-43 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: oid 43 updating version 0 to 8586 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: oid 43 version 8586 is already newer than 8585 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: oid 43 updating version 8586 to 8587 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: oid 43 version 8587 is already newer than 8583 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: oid 43 version 8587 is already newer than 8584 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 8587 (ObjNum 834 snap 237 seq_num 834) dirty exists 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2633: left oid 43 (ObjNum 834 snap 237 seq_num 834) 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing write tid 3 to smithi07176956-42 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing write tid 4 to smithi07176956-42 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing write tid 5 to smithi07176956-42 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing write tid 6 to smithi07176956-42 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: oid 42 updating version 0 to 24783 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: oid 42 updating version 24783 to 24785 2024-03-10T21:30:27.044 INFO:tasks.rados.rados.0.smithi071.stdout:2635: oid 42 updating version 24785 to 24786 2024-03-10T21:30:27.045 INFO:tasks.rados.rados.0.smithi071.stdout:2635: oid 42 version 24786 is already newer than 24784 2024-03-10T21:30:27.045 INFO:tasks.rados.rados.0.smithi071.stdout:2635: oid 42 updating version 24786 to 24787 2024-03-10T21:30:27.045 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24787 (ObjNum 835 snap 237 seq_num 835) dirty exists 2024-03-10T21:30:27.045 INFO:tasks.rados.rados.0.smithi071.stdout:2635: left oid 42 (ObjNum 835 snap 237 seq_num 835) 2024-03-10T21:30:27.047 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing write tid 1 to smithi07176956-4 2024-03-10T21:30:27.058 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing write tid 2 to smithi07176956-4 2024-03-10T21:30:27.058 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing write tid 3 to smithi07176956-4 2024-03-10T21:30:27.066 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing write tid 4 to smithi07176956-4 2024-03-10T21:30:27.066 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing write tid 5 to smithi07176956-4 2024-03-10T21:30:27.074 INFO:tasks.rados.rados.0.smithi071.stdout:2636: finishing write tid 6 to smithi07176956-4 2024-03-10T21:30:27.074 INFO:tasks.rados.rados.0.smithi071.stdout:2636: oid 4 updating version 0 to 11170 2024-03-10T21:30:27.074 INFO:tasks.rados.rados.0.smithi071.stdout:2636: oid 4 version 11170 is already newer than 11167 2024-03-10T21:30:27.074 INFO:tasks.rados.rados.0.smithi071.stdout:2636: oid 4 version 11170 is already newer than 11162 2024-03-10T21:30:27.075 INFO:tasks.rados.rados.0.smithi071.stdout:2636: oid 4 version 11170 is already newer than 11168 2024-03-10T21:30:27.075 INFO:tasks.rados.rados.0.smithi071.stdout:2636: oid 4 version 11170 is already newer than 11169 2024-03-10T21:30:27.075 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 11170 (ObjNum 836 snap 237 seq_num 836) dirty exists 2024-03-10T21:30:27.075 INFO:tasks.rados.rados.0.smithi071.stdout:2636: left oid 4 (ObjNum 836 snap 237 seq_num 836) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: osdmap e551: 8 total, 8 up, 8 in 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:27.233 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:27.234 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:27.234 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:27.234 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:27.234 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:27.234 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:27.234 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-mon[83873]: pgmap v507: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 601 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-03-10T21:30:27.234 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:26.984+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.016+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.029+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.042+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.053+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.066+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.079+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.090+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.101+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.112+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.123+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.135+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.147+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.158+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.235 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.169+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.236 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.181+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.236 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.193+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.236 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.205+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.236 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.218+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.236 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.231+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: osdmap e551: 8 total, 8 up, 8 in 2024-03-10T21:30:27.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[88660]: pgmap v507: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 601 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: osdmap e551: 8 total, 8 up, 8 in 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:27.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:26 smithi071 ceph-mon[91105]: pgmap v507: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 601 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.243+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.255+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.266+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.278+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.290+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.302+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.313+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.498 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.325+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.337+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.348+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.360+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.372+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.384+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.396+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.408+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.419+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.431+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.443+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.456+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.468+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.499 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.481+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.500 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.492+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.754 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.505+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.518+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.529+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.541+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.553+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.564+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.576+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.588+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.601+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.614+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.625+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.755 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.636+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.649+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.661+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.673+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.684+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.696+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.707+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.718+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.730+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.741+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:27.756 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.752+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:2633: done (4 left) 2024-03-10T21:30:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:2634: done (3 left) 2024-03-10T21:30:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:2635: done (2 left) 2024-03-10T21:30:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:2636: done (1 left) 2024-03-10T21:30:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:2637: done (0 left) 2024-03-10T21:30:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:2638: delete oid 47 current snap is 238 2024-03-10T21:30:28.005 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:27.997+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:28.006 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:27.997+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:28.006 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.764+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.006 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.776+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.006 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.787+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.006 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.799+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.006 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.811+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.822+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.833+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.844+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.857+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.869+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.880+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.892+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.904+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.917+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.930+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.941+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.954+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.965+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.007 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.978+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.008 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:27.989+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.008 INFO:tasks.rados.rados.0.smithi071.stdout:2638: done (0 left) 2024-03-10T21:30:28.008 INFO:tasks.rados.rados.0.smithi071.stdout:2639: snap_create 2024-03-10T21:30:28.256 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:28.002+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:28.257 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:28.003+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:28.257 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:28.003+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:28.257 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.007+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.257 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.019+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.257 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.032+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.257 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.043+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.054+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.067+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.079+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.090+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.101+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.113+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.125+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.137+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.148+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.160+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.171+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.183+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.194+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.258 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.206+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.259 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.218+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.259 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.230+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.259 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.242+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.259 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.255+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:28.005+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:28.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:27.999+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:28.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:27.999+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:28.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:27.999+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:28.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.996+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:28.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.997+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.997+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.997+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.997+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.997+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:28.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:27.997+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:28.512 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:28.512 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:28.512 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:28.513 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: osdmap e552: 8 total, 8 up, 8 in 2024-03-10T21:30:28.513 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:28.513 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:28.513 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:28.513 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.267+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.513 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.278+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.513 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.289+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.514 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.300+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.514 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.311+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.514 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.323+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.514 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.335+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.514 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.347+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.514 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.359+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.371+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.383+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.394+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.406+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.417+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.430+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.441+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.453+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.465+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.476+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.487+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.518 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.499+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.519 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.511+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.714 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: osdmap e552: 8 total, 8 up, 8 in 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:28.715 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:28.716 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:28.716 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: osdmap e552: 8 total, 8 up, 8 in 2024-03-10T21:30:28.716 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:28.716 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:28.716 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.523+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.534+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.547+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.558+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.571+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.583+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.594+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.606+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.764 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.617+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.629+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.641+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.653+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.666+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.679+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.691+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.702+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.714+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.726+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.737+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.749+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:28.765 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.761+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:2639: done (0 left) 2024-03-10T21:30:29.004 INFO:tasks.rados.rados.0.smithi071.stdout:2640: read oid 39 snap -1 2024-03-10T21:30:29.004 INFO:tasks.rados.rados.0.smithi071.stdout:2640: expect deleted 2024-03-10T21:30:29.004 INFO:tasks.rados.rados.0.smithi071.stdout:2641: snap_create 2024-03-10T21:30:29.017 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:29.010+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:29.018 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:29.010+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:29.018 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:29.000+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:29.018 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:29.000+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:29.018 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:29.000+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.774+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.785+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.797+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.808+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.821+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.833+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.845+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.858+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.870+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.882+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.894+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.906+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.918+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.930+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.942+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.954+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.965+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.976+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:28.988+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.003+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.020 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.016+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.029+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.042+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.054+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.066+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.077+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.089+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.101+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.113+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.271 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.124+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.136+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.149+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.160+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.173+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.184+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.197+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.209+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.220+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.233+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.245+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.257+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.272 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.269+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:29.001+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:29.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:29.001+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:29.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:29.000+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:29.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:29.001+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:29.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:29.002+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:29.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:29.002+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:29.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:29.002+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:29.529 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: pgmap v509: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 625 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: osdmap e553: 8 total, 8 up, 8 in 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:29.530 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:29.530 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.281+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.292+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.304+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.315+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.327+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.337+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.350+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.361+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.372+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.384+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.394+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.406+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.417+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.531 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.430+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.442+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.454+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.468+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.480+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.492+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.504+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.516+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.532 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.527+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.690 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:29.416+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:29.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:29.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:29.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: pgmap v509: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 625 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: osdmap e553: 8 total, 8 up, 8 in 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:29.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: pgmap v509: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 625 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: osdmap e553: 8 total, 8 up, 8 in 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:29.692 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:29.788 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.540+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.788 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.553+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.788 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.564+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.576+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.588+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.599+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.610+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.622+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.633+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.645+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.656+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.668+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.679+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.690+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.701+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.789 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.714+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.725+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.738+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.751+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.763+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.775+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.786+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:29.999 INFO:tasks.rados.rados.0.smithi071.stdout:2640: done (1 left) 2024-03-10T21:30:29.999 INFO:tasks.rados.rados.0.smithi071.stdout:2641: done (0 left) 2024-03-10T21:30:29.999 INFO:tasks.rados.rados.0.smithi071.stdout:2642: delete oid 11 current snap is 240 2024-03-10T21:30:30.003 INFO:tasks.rados.rados.0.smithi071.stdout:2642: done (0 left) 2024-03-10T21:30:30.003 INFO:tasks.rados.rados.0.smithi071.stdout:2643: delete oid 18 current snap is 240 2024-03-10T21:30:30.021 INFO:tasks.rados.rados.0.smithi071.stdout:2643: done (0 left) 2024-03-10T21:30:30.021 INFO:tasks.rados.rados.0.smithi071.stdout:2644: read oid 38 snap -1 2024-03-10T21:30:30.021 INFO:tasks.rados.rados.0.smithi071.stdout:2644: expect deleted 2024-03-10T21:30:30.022 INFO:tasks.rados.rados.0.smithi071.stdout:2645: read oid 31 snap -1 2024-03-10T21:30:30.022 INFO:tasks.rados.rados.0.smithi071.stdout:2645: expect deleted 2024-03-10T21:30:30.022 INFO:tasks.rados.rados.0.smithi071.stdout:2646: snap_remove snap 212 2024-03-10T21:30:30.039 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:29.998+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:30.039 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:29.999+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.798+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.809+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.820+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.832+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.844+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.855+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.867+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.879+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.892+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.903+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.040 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.915+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.928+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.943+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.958+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.972+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.985+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:29.997+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.012+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.024+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.041 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:30.008+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:30.042 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:30.008+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:30.042 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:30.008+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:30.260 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:29.997+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:29.999+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:29.999+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:29.999+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.006+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.006+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.006+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.006+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.006+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.007+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:30.261 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.007+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:30.301 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.037+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.301 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.050+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.301 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.061+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.301 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.073+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.084+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.096+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.107+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.119+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.132+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.143+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.156+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.168+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.179+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.191+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.202+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.214+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.302 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.226+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.303 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.237+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.303 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.250+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.303 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.262+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.303 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.274+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.303 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.287+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.303 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.299+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.551 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: osdmap e554: 8 total, 8 up, 8 in 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:30.552 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:30.553 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:30.553 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:30.553 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.311+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.553 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.323+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.553 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.336+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.553 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.349+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.360+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.372+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.384+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.396+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.408+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.419+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.431+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.443+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.456+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.467+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.479+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.490+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.554 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.502+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.555 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.514+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.555 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.525+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.555 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.537+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.555 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.549+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:30.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: osdmap e554: 8 total, 8 up, 8 in 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: osdmap e554: 8 total, 8 up, 8 in 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:30.805 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.563+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.575+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.586+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.598+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.610+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.623+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.635+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.648+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.660+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.672+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.684+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.697+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.806 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.710+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.724+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.739+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.753+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.766+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.779+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.791+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:30.807 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.803+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.001 INFO:tasks.rados.rados.0.smithi071.stdout:2646: done (2 left) 2024-03-10T21:30:31.001 INFO:tasks.rados.rados.0.smithi071.stdout:2647: setattr oid 12 current snap is 240 2024-03-10T21:30:31.004 INFO:tasks.rados.rados.0.smithi071.stdout:2644: done (2 left) 2024-03-10T21:30:31.004 INFO:tasks.rados.rados.0.smithi071.stdout:2645: done (1 left) 2024-03-10T21:30:31.004 INFO:tasks.rados.rados.0.smithi071.stdout:2648: rollback oid 38 current snap is 240 2024-03-10T21:30:31.004 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 239 2024-03-10T21:30:31.004 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 240 2024-03-10T21:30:31.005 INFO:tasks.rados.rados.0.smithi071.stdout:2649: seq_num 840 ranges {2744320=475136,3219456=712704,3932160=499712,4431872=393216} 2024-03-10T21:30:31.022 INFO:tasks.rados.rados.0.smithi071.stdout:2649: writing smithi07176956-29 from 2744320 to 3219456 tid 1 2024-03-10T21:30:31.026 INFO:tasks.rados.rados.0.smithi071.stdout:2649: writing smithi07176956-29 from 3219456 to 3932160 tid 2 2024-03-10T21:30:31.029 INFO:tasks.rados.rados.0.smithi071.stdout:2649: writing smithi07176956-29 from 3932160 to 4431872 tid 3 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:2649: writing smithi07176956-29 from 4431872 to 4825088 tid 4 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:2650: copy_from oid 40 from oid 47 current snap is 240 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:2648: finishing rollback tid 1 to smithi07176956-38 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 5869 (ObjNum 161 snap 0 seq_num 2944913648) dirty dne 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10874 (ObjNum 814 snap 237 seq_num 814) dirty exists 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:2649: finishing write tid 1 to smithi07176956-29 2024-03-10T21:30:31.032 INFO:tasks.rados.rados.0.smithi071.stdout:2649: finishing write tid 2 to smithi07176956-29 2024-03-10T21:30:31.033 INFO:tasks.rados.rados.0.smithi071.stdout:2649: finishing write tid 3 to smithi07176956-29 2024-03-10T21:30:31.033 INFO:tasks.rados.rados.0.smithi071.stdout:2647: done (3 left) 2024-03-10T21:30:31.033 INFO:tasks.rados.rados.0.smithi071.stdout:2648: done (2 left) 2024-03-10T21:30:31.033 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 240 2024-03-10T21:30:31.033 INFO:tasks.rados.rados.0.smithi071.stdout:2651: seq_num 841 ranges {3268608=491520,3760128=598016,4358144=704512,5062656=303104} 2024-03-10T21:30:31.052 INFO:tasks.rados.rados.0.smithi071.stdout:2651: writing smithi07176956-22 from 3268608 to 3760128 tid 1 2024-03-10T21:30:31.056 INFO:tasks.rados.rados.0.smithi071.stdout:2651: writing smithi07176956-22 from 3760128 to 4358144 tid 2 2024-03-10T21:30:31.059 INFO:tasks.rados.rados.0.smithi071.stdout:2651: writing smithi07176956-22 from 4358144 to 5062656 tid 3 2024-03-10T21:30:31.061 INFO:tasks.rados.rados.0.smithi071.stdout:2651: writing smithi07176956-22 from 5062656 to 5365760 tid 4 2024-03-10T21:30:31.062 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 240 2024-03-10T21:30:31.062 INFO:tasks.rados.rados.0.smithi071.stdout:2649: finishing write tid 4 to smithi07176956-29 2024-03-10T21:30:31.062 INFO:tasks.rados.rados.0.smithi071.stdout:2652: seq_num 842 ranges {3760128=507904,4268032=475136,4743168=516096,5259264=499712,5758976=114688} 2024-03-10T21:30:31.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:31.006+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:31.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:31.006+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:31.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:31.006+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:31.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:31.003+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:31.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:31.004+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:31.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.815+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.828+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.839+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.851+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.862+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.874+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.886+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.898+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.909+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.921+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.932+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.944+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.956+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.967+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.087 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.978+0000 7f7970890700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.087 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:30.989+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.087 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:31.004+0000 7f7974898700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-03-10T21:30:31.087 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:31.014+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{fe=[fe],125=[125,124,123,122,121,11f,11d],126=[126],12b=[12b,12a,129,128],12d=[12d,12c]} for object 5:27664d25:::smithi07176956-41:11c 2024-03-10T21:30:31.087 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:31.019+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{fc=[f8]} for object 5:94260c7f:::smithi07176956-34:11c 2024-03-10T21:30:31.087 INFO:tasks.rados.rados.0.smithi071.stdout:2652: writing smithi07176956-43 from 3760128 to 4268032 tid 1 2024-03-10T21:30:31.087 INFO:tasks.rados.rados.0.smithi071.stdout:2652: writing smithi07176956-43 from 4268032 to 4743168 tid 2 2024-03-10T21:30:31.090 INFO:tasks.rados.rados.0.smithi071.stdout:2652: writing smithi07176956-43 from 4743168 to 5259264 tid 3 2024-03-10T21:30:31.093 INFO:tasks.rados.rados.0.smithi071.stdout:2652: writing smithi07176956-43 from 5259264 to 5758976 tid 4 2024-03-10T21:30:31.095 INFO:tasks.rados.rados.0.smithi071.stdout:2652: writing smithi07176956-43 from 5758976 to 5873664 tid 5 2024-03-10T21:30:31.095 INFO:tasks.rados.rados.0.smithi071.stdout:2653: read oid 34 snap -1 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2653: expect (ObjNum 766 snap 220 seq_num 766) 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: finishing write tid 5 to smithi07176956-29 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2650: finishing copy_from to smithi07176956-40 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2650: got expected ENOENT (src dne) 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: finishing write tid 6 to smithi07176956-29 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: oid 29 updating version 0 to 5887 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: oid 29 updating version 5887 to 5889 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: oid 29 version 5889 is already newer than 5885 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: oid 29 version 5889 is already newer than 5888 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: oid 29 version 5889 is already newer than 5886 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5889 (ObjNum 840 snap 240 seq_num 840) dirty exists 2024-03-10T21:30:31.096 INFO:tasks.rados.rados.0.smithi071.stdout:2649: left oid 29 (ObjNum 840 snap 240 seq_num 840) 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2650: finishing copy_from racing read to smithi07176956-40 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: finishing write tid 1 to smithi07176956-22 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: finishing write tid 2 to smithi07176956-22 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: finishing write tid 3 to smithi07176956-22 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: finishing write tid 4 to smithi07176956-22 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: finishing write tid 5 to smithi07176956-22 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: finishing write tid 6 to smithi07176956-22 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: oid 22 updating version 0 to 24780 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: oid 22 updating version 24780 to 24781 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: oid 22 updating version 24781 to 24782 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: oid 22 version 24782 is already newer than 24779 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:2651: oid 22 updating version 24782 to 24783 2024-03-10T21:30:31.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24783 (ObjNum 841 snap 240 seq_num 841) dirty exists 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2651: left oid 22 (ObjNum 841 snap 240 seq_num 841) 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 1 to smithi07176956-43 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2654: read oid 16 snap 237 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2654: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2649: done (5 left) 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2650: done (4 left) 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2651: done (3 left) 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2655: rmattr oid 4 current snap is 240 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2655: done (3 left) 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2656: rollback oid 40 current snap is 240 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 236 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2657: snap_create 2024-03-10T21:30:31.098 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 2 to smithi07176956-43 2024-03-10T21:30:31.099 INFO:tasks.rados.rados.0.smithi071.stdout:2654: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:31.155 INFO:tasks.rados.rados.0.smithi071.stdout:2653: expect (ObjNum 766 snap 220 seq_num 766) 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 3 to smithi07176956-43 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 4 to smithi07176956-43 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2656: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2656: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2656: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13099 (ObjNum 803 snap 234 seq_num 803) dirty exists 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 5 to smithi07176956-43 2024-03-10T21:30:31.203 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 6 to smithi07176956-43 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing write tid 7 to smithi07176956-43 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: oid 43 updating version 0 to 9928 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: oid 43 updating version 9928 to 9930 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: oid 43 version 9930 is already newer than 9926 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: oid 43 version 9930 is already newer than 9927 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: oid 43 version 9930 is already newer than 9929 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: oid 43 version 9930 is already newer than 9925 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 9930 (ObjNum 842 snap 240 seq_num 842) dirty exists 2024-03-10T21:30:31.204 INFO:tasks.rados.rados.0.smithi071.stdout:2652: left oid 43 (ObjNum 842 snap 240 seq_num 842) 2024-03-10T21:30:31.272 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:31.007+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:31.272 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:30:31] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-03-10T21:30:31.273 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.999+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:31.273 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.999+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:31.273 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.999+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:31.273 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.999+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:31.273 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:30.999+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:31.273 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:30.999+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:31.274 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:30.999+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:31.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:31.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:31.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:31.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 635 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: osdmap e555: 8 total, 8 up, 8 in 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{fe=[fe],125=[125,124,123,122,121,11f,11d],126=[126],12b=[12b,12a,129,128],12d=[12d,12c]} for object 5:27664d25:::smithi07176956-41:11c 2024-03-10T21:30:31.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{fc=[f8]} for object 5:94260c7f:::smithi07176956-34:11c 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 635 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: osdmap e555: 8 total, 8 up, 8 in 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:31.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:31.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:31.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:31.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{fe=[fe],125=[125,124,123,122,121,11f,11d],126=[126],12b=[12b,12a,129,128],12d=[12d,12c]} for object 5:27664d25:::smithi07176956-41:11c 2024-03-10T21:30:31.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{fc=[f8]} for object 5:94260c7f:::smithi07176956-34:11c 2024-03-10T21:30:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 635 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: osdmap e555: 8 total, 8 up, 8 in 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:31.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:31.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{fe=[fe],125=[125,124,123,122,121,11f,11d],126=[126],12b=[12b,12a,129,128],12d=[12d,12c]} for object 5:27664d25:::smithi07176956-41:11c 2024-03-10T21:30:31.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{fc=[f8]} for object 5:94260c7f:::smithi07176956-34:11c 2024-03-10T21:30:32.002 INFO:tasks.rados.rados.0.smithi071.stdout:2652: done (4 left) 2024-03-10T21:30:32.002 INFO:tasks.rados.rados.0.smithi071.stdout:2653: done (3 left) 2024-03-10T21:30:32.002 INFO:tasks.rados.rados.0.smithi071.stdout:2654: done (2 left) 2024-03-10T21:30:32.002 INFO:tasks.rados.rados.0.smithi071.stdout:2656: done (1 left) 2024-03-10T21:30:32.002 INFO:tasks.rados.rados.0.smithi071.stdout:2657: done (0 left) 2024-03-10T21:30:32.002 INFO:tasks.rados.rados.0.smithi071.stdout:2658: delete oid 12 current snap is 241 2024-03-10T21:30:32.006 INFO:tasks.rados.rados.0.smithi071.stdout:2658: done (0 left) 2024-03-10T21:30:32.006 INFO:tasks.rados.rados.0.smithi071.stdout:2659: setattr oid 33 current snap is 241 2024-03-10T21:30:32.007 INFO:tasks.rados.rados.0.smithi071.stdout:2660: delete oid 45 current snap is 241 2024-03-10T21:30:32.009 INFO:tasks.rados.rados.0.smithi071.stdout:2660: done (1 left) 2024-03-10T21:30:32.010 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 241 2024-03-10T21:30:32.010 INFO:tasks.rados.rados.0.smithi071.stdout:2661: seq_num 845 ranges {5873664=557056,6430720=581632,7012352=688128,7700480=335872} 2024-03-10T21:30:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2661: writing smithi07176956-43 from 5873664 to 6430720 tid 1 2024-03-10T21:30:32.046 INFO:tasks.rados.rados.0.smithi071.stdout:2661: writing smithi07176956-43 from 6430720 to 7012352 tid 2 2024-03-10T21:30:32.050 INFO:tasks.rados.rados.0.smithi071.stdout:2661: writing smithi07176956-43 from 7012352 to 7700480 tid 3 2024-03-10T21:30:32.052 INFO:tasks.rados.rados.0.smithi071.stdout:2661: writing smithi07176956-43 from 7700480 to 8036352 tid 4 2024-03-10T21:30:32.052 INFO:tasks.rados.rados.0.smithi071.stdout:2662: delete oid 14 current snap is 241 2024-03-10T21:30:32.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24788 (ObjNum 832 snap 237 seq_num 832) dirty exists 2024-03-10T21:30:32.056 INFO:tasks.rados.rados.0.smithi071.stdout:2659: done (2 left) 2024-03-10T21:30:32.056 INFO:tasks.rados.rados.0.smithi071.stdout:2662: done (1 left) 2024-03-10T21:30:32.056 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 241 2024-03-10T21:30:32.057 INFO:tasks.rados.rados.0.smithi071.stdout:2663: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-03-10T21:30:32.060 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi07176956-5 from 0 to 589824 tid 1 2024-03-10T21:30:32.064 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi07176956-5 from 589824 to 1343488 tid 2 2024-03-10T21:30:32.068 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi07176956-5 from 1343488 to 1998848 tid 3 2024-03-10T21:30:32.070 INFO:tasks.rados.rados.0.smithi071.stdout:2663: writing smithi07176956-5 from 1998848 to 2195456 tid 4 2024-03-10T21:30:32.070 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 241 2024-03-10T21:30:32.070 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing write tid 1 to smithi07176956-43 2024-03-10T21:30:32.070 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing write tid 2 to smithi07176956-43 2024-03-10T21:30:32.070 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 1 to smithi07176956-5 2024-03-10T21:30:32.070 INFO:tasks.rados.rados.0.smithi071.stdout:2664: seq_num 848 ranges {1892352=606208,2498560=630784,3129344=458752,3588096=516096} 2024-03-10T21:30:32.083 INFO:tasks.rados.rados.0.smithi071.stdout:2664: writing smithi07176956-48 from 1892352 to 2498560 tid 1 2024-03-10T21:30:32.087 INFO:tasks.rados.rados.0.smithi071.stdout:2664: writing smithi07176956-48 from 2498560 to 3129344 tid 2 2024-03-10T21:30:32.089 INFO:tasks.rados.rados.0.smithi071.stdout:2664: writing smithi07176956-48 from 3129344 to 3588096 tid 3 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2664: writing smithi07176956-48 from 3588096 to 4104192 tid 4 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2665: rollback oid 40 current snap is 241 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 235 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing write tid 3 to smithi07176956-43 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing write tid 4 to smithi07176956-43 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing write tid 5 to smithi07176956-43 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 2 to smithi07176956-5 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 3 to smithi07176956-5 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing write tid 6 to smithi07176956-43 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2661: oid 43 updating version 0 to 9939 2024-03-10T21:30:32.093 INFO:tasks.rados.rados.0.smithi071.stdout:2661: oid 43 updating version 9939 to 9940 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2661: oid 43 version 9940 is already newer than 9937 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2661: oid 43 version 9940 is already newer than 9932 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2661: oid 43 version 9940 is already newer than 9938 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 9940 (ObjNum 845 snap 241 seq_num 845) dirty exists 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2661: left oid 43 (ObjNum 845 snap 241 seq_num 845) 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 4 to smithi07176956-5 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2661: done (3 left) 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2666: delete oid 36 current snap is 241 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 5 to smithi07176956-5 2024-03-10T21:30:32.094 INFO:tasks.rados.rados.0.smithi071.stdout:2664: finishing write tid 1 to smithi07176956-48 2024-03-10T21:30:32.096 INFO:tasks.rados.rados.0.smithi071.stdout:2664: finishing write tid 2 to smithi07176956-48 2024-03-10T21:30:32.096 INFO:tasks.rados.rados.0.smithi071.stdout:2664: finishing write tid 3 to smithi07176956-48 2024-03-10T21:30:32.099 INFO:tasks.rados.rados.0.smithi071.stdout:2663: finishing write tid 6 to smithi07176956-5 2024-03-10T21:30:32.099 INFO:tasks.rados.rados.0.smithi071.stdout:2663: oid 5 updating version 0 to 10885 2024-03-10T21:30:32.099 INFO:tasks.rados.rados.0.smithi071.stdout:2663: oid 5 version 10885 is already newer than 10883 2024-03-10T21:30:32.100 INFO:tasks.rados.rados.0.smithi071.stdout:2663: oid 5 version 10885 is already newer than 10884 2024-03-10T21:30:32.100 INFO:tasks.rados.rados.0.smithi071.stdout:2663: oid 5 version 10885 is already newer than 10882 2024-03-10T21:30:32.100 INFO:tasks.rados.rados.0.smithi071.stdout:2663: oid 5 updating version 10885 to 10886 2024-03-10T21:30:32.100 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10886 (ObjNum 847 snap 241 seq_num 847) dirty exists 2024-03-10T21:30:32.100 INFO:tasks.rados.rados.0.smithi071.stdout:2663: left oid 5 (ObjNum 847 snap 241 seq_num 847) 2024-03-10T21:30:32.101 INFO:tasks.rados.rados.0.smithi071.stdout:2665: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:30:32.102 INFO:tasks.rados.rados.0.smithi071.stdout:2663: done (3 left) 2024-03-10T21:30:32.102 INFO:tasks.rados.rados.0.smithi071.stdout:2666: done (2 left) 2024-03-10T21:30:32.102 INFO:tasks.rados.rados.0.smithi071.stdout:2667: delete oid 32 current snap is 241 2024-03-10T21:30:32.104 INFO:tasks.rados.rados.0.smithi071.stdout:2667: done (2 left) 2024-03-10T21:30:32.104 INFO:tasks.rados.rados.0.smithi071.stdout:2668: read oid 32 snap 220 2024-03-10T21:30:32.104 INFO:tasks.rados.rados.0.smithi071.stdout:2668: expect deleted 2024-03-10T21:30:32.104 INFO:tasks.rados.rados.0.smithi071.stdout:2669: snap_remove snap 239 2024-03-10T21:30:32.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:32.003+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:32.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:32.004+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:32.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:31.999+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:32.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:31.999+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:32.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:31.999+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:32.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:32.046+0000 7f7972093700 -1 osd.7 pg_epoch: 556 pg[5.9s0( v 555'13099 (543'7007,555'13099] local-lis/les=534/535 n=29 ec=73/73 lis/c=534/534 les/c/f=535/535/0 sis=534) [7,6,1]p7(0) r=0 lpr=534 crt=555'13099 lcod 555'13098 mlcod 555'13098 active+clean+snaptrim trimq=[f8~1,fe~1,115~1,117~2,11c~1,11f~a,12a~2] ps=[a0~1,a7~1,ac~4c,f9~5,ff~16,116~1,119~3,11e~1]] update_snap_map remove_oid 5:94260c7f:::smithi07176956-34:fc failed with -2 2024-03-10T21:30:32.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:32.050+0000 7f7972093700 -1 osd.7 pg_epoch: 556 pg[5.9s0( v 556'13101 (543'7007,556'13101] local-lis/les=534/535 n=28 ec=73/73 lis/c=534/534 les/c/f=535/535/0 sis=534) [7,6,1]p7(0) r=0 lpr=534 luod=555'13099 crt=555'13099 lcod 555'13098 mlcod 555'13098 active+clean+snaptrim trimq=[f8~1,fe~1,115~1,117~2,11c~1,11f~a,12a~2] ps=[a0~1,a7~1,ac~4c,f9~5,ff~16,116~1,119~3,11e~1]] update_snap_map remove_oid 5:911d2b42:::smithi07176956-40:fc failed with -2 2024-03-10T21:30:32.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:32.051+0000 7f7974898700 -1 osd.7 pg_epoch: 556 pg[5.4s0( v 556'9932 (539'3901,556'9932] local-lis/les=534/535 n=17 ec=73/73 lis/c=534/534 les/c/f=535/535/0 sis=534) [7,2,5]p7(0) r=0 lpr=534 luod=555'9930 crt=555'9930 lcod 555'9929 mlcod 555'9929 active+clean+snaptrim trimq=[f8~1,fe~1,115~1,117~2,11c~1,11f~a,12a~2] ps=[a0~1,a7~1,ac~4c,f9~5,ff~16,116~1,119~3,11e~1]] update_snap_map remove_oid 5:2e59a85f:::smithi07176956-43:fa failed with -2 2024-03-10T21:30:32.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:32.055+0000 7f7974898700 -1 osd.7 pg_epoch: 556 pg[5.4s0( v 556'9934 (539'3901,556'9934] local-lis/les=534/535 n=16 ec=73/73 lis/c=534/534 les/c/f=535/535/0 sis=534) [7,2,5]p7(0) r=0 lpr=534 luod=555'9930 crt=555'9930 lcod 555'9929 mlcod 555'9929 active+clean+snaptrim trimq=[f8~1,fe~1,115~1,117~2,11c~1,11f~a,12a~2] ps=[a0~1,a7~1,ac~4c,f9~5,ff~16,116~1,119~3,11e~1]] update_snap_map remove_oid 5:2ddacb2c:::smithi07176956-48:fe failed with -2 2024-03-10T21:30:32.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:32.058+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:32.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:32.081+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:32.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:32.000+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:32.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:32.001+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:32.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:32.001+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:32.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:32.003+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:32.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:31.999+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:32.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:31.999+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:32.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:31.999+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:31.999+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:31.999+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:32.000+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:32.000+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:2669: done (3 left) 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:2670: delete oid 21 current snap is 241 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:2665: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:2665: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13107 (ObjNum 803 snap 234 seq_num 803) dirty exists 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:2664: finishing write tid 4 to smithi07176956-48 2024-03-10T21:30:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:2664: finishing write tid 5 to smithi07176956-48 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: finishing write tid 6 to smithi07176956-48 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: oid 48 updating version 0 to 9942 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: oid 48 updating version 9942 to 9946 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: oid 48 version 9946 is already newer than 9944 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: oid 48 version 9946 is already newer than 9943 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: oid 48 version 9946 is already newer than 9945 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 9946 (ObjNum 848 snap 241 seq_num 848) dirty exists 2024-03-10T21:30:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:2664: left oid 48 (ObjNum 848 snap 241 seq_num 848) 2024-03-10T21:30:33.013 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:33.013 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:33.013 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:33.013 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.014 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: osdmap e556: 8 total, 8 up, 8 in 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:33.015 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:33.018 INFO:tasks.rados.rados.0.smithi071.stdout:2664: done (3 left) 2024-03-10T21:30:33.018 INFO:tasks.rados.rados.0.smithi071.stdout:2665: done (2 left) 2024-03-10T21:30:33.018 INFO:tasks.rados.rados.0.smithi071.stdout:2668: done (1 left) 2024-03-10T21:30:33.018 INFO:tasks.rados.rados.0.smithi071.stdout:2670: done (0 left) 2024-03-10T21:30:33.019 INFO:tasks.rados.rados.0.smithi071.stdout:2671: delete oid 48 current snap is 241 2024-03-10T21:30:33.025 INFO:tasks.rados.rados.0.smithi071.stdout:2671: done (0 left) 2024-03-10T21:30:33.025 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 241 2024-03-10T21:30:33.025 INFO:tasks.rados.rados.0.smithi071.stdout:2672: seq_num 853 ranges {1581056=696320,2277376=507904,2785280=647168,3432448=450560} 2024-03-10T21:30:33.037 INFO:tasks.rados.rados.0.smithi071.stdout:2672: writing smithi07176956-7 from 1581056 to 2277376 tid 1 2024-03-10T21:30:33.039 INFO:tasks.rados.rados.0.smithi071.stdout:2672: writing smithi07176956-7 from 2277376 to 2785280 tid 2 2024-03-10T21:30:33.043 INFO:tasks.rados.rados.0.smithi071.stdout:2672: writing smithi07176956-7 from 2785280 to 3432448 tid 3 2024-03-10T21:30:33.050 INFO:tasks.rados.rados.0.smithi071.stdout:2672: writing smithi07176956-7 from 3432448 to 3883008 tid 4 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2673: rollback oid 19 current snap is 241 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 235 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2672: finishing write tid 1 to smithi07176956-7 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2672: finishing write tid 2 to smithi07176956-7 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2672: finishing write tid 3 to smithi07176956-7 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2674: rollback oid 24 current snap is 241 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 232 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2675: snap_create 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2673: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2672: finishing write tid 4 to smithi07176956-7 2024-03-10T21:30:33.051 INFO:tasks.rados.rados.0.smithi071.stdout:2673: finishing rollback tid 2 to smithi07176956-19 2024-03-10T21:30:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5913 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T21:30:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2672: finishing write tid 5 to smithi07176956-7 2024-03-10T21:30:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2672: finishing write tid 6 to smithi07176956-7 2024-03-10T21:30:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2672: oid 7 updating version 0 to 10195 2024-03-10T21:30:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2672: oid 7 updating version 10195 to 10196 2024-03-10T21:30:33.052 INFO:tasks.rados.rados.0.smithi071.stdout:2672: oid 7 updating version 10196 to 10198 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2672: oid 7 version 10198 is already newer than 10197 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2672: oid 7 updating version 10198 to 10199 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 10199 (ObjNum 853 snap 241 seq_num 853) dirty exists 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2672: left oid 7 (ObjNum 853 snap 241 seq_num 853) 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:2674: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:30:33.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 10878 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:30:33.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:33.017+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:33.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:33.015+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:33.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:33.015+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:33.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:33.010+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:33.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:33.010+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:33.015+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:33.015+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:33.015+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: osdmap e556: 8 total, 8 up, 8 in 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:33.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: osdmap e556: 8 total, 8 up, 8 in 2024-03-10T21:30:33.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:33.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:33.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:33.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:33.020+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:33.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:33.023+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:33.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:33.010+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:33.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:33.010+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:33.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:33.011+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:33.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:33.022+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:33.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:33.022+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2672: done (3 left) 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2673: done (2 left) 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2674: done (1 left) 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2675: done (0 left) 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2676: read oid 49 snap -1 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2676: expect (ObjNum 799 snap 232 seq_num 799) 2024-03-10T21:30:34.011 INFO:tasks.rados.rados.0.smithi071.stdout:2677: snap_remove snap 237 2024-03-10T21:30:34.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.010+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:34.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.010+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.010+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.010+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.010+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.010+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:34.011+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:34.008+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:34.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:34.008+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:34.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: Upgrade: It appears safe to stop mds.b 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: pgmap v515: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 635 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: osdmap e557: 8 total, 8 up, 8 in 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:34.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: Upgrade: It appears safe to stop mds.b 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: pgmap v515: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 635 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: osdmap e557: 8 total, 8 up, 8 in 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:34.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: Upgrade: It appears safe to stop mds.b 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:34.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: pgmap v515: 121 pgs: 2 active+clean+snaptrim, 107 active+clean, 12 active+clean+snaptrim_error; 635 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: osdmap e557: 8 total, 8 up, 8 in 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-10T21:30:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:34.544 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:34.238+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:34.544 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:34.238+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:34.544 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:34.238+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:35.018 INFO:tasks.rados.rados.0.smithi071.stdout:2677: done (1 left) 2024-03-10T21:30:35.018 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 242 2024-03-10T21:30:35.018 INFO:tasks.rados.rados.0.smithi071.stdout:2678: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-03-10T21:30:35.018 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:34.766+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:35.018 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:35.015+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:35.019 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:35.015+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:35.019 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:35.016+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:35.019 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:35.016+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:35.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:35.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:35.019 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: Upgrade: Updating mds.b 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: Deploying daemon mds.b on smithi193 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: osdmap e558: 8 total, 8 up, 8 in 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:35.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: Upgrade: Updating mds.b 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: Deploying daemon mds.b on smithi193 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:35.021 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: osdmap e558: 8 total, 8 up, 8 in 2024-03-10T21:30:35.022 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:35.022 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:35.022 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:30:35.006+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health check update: Possible data damage: 14 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:30:35.022 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07176956-12 from 0 to 712704 tid 1 2024-03-10T21:30:35.026 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07176956-12 from 712704 to 1507328 tid 2 2024-03-10T21:30:35.029 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07176956-12 from 1507328 to 1957888 tid 3 2024-03-10T21:30:35.032 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07176956-12 from 1957888 to 2318336 tid 4 2024-03-10T21:30:35.032 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 242 2024-03-10T21:30:35.032 INFO:tasks.rados.rados.0.smithi071.stdout:2679: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-03-10T21:30:35.036 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07176956-45 from 0 to 729088 tid 1 2024-03-10T21:30:35.041 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07176956-45 from 729088 to 1400832 tid 2 2024-03-10T21:30:35.045 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07176956-45 from 1400832 to 2064384 tid 3 2024-03-10T21:30:35.048 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07176956-45 from 2064384 to 2334720 tid 4 2024-03-10T21:30:35.048 INFO:tasks.rados.rados.0.smithi071.stdout:2680: snap_remove snap 238 2024-03-10T21:30:35.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:35.013+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:35.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:35.013+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:35.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:35.013+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:35.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: Upgrade: Updating mds.b 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: Deploying daemon mds.b on smithi193 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: osdmap e558: 8 total, 8 up, 8 in 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:35.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:35.023+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:35.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:35.024+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:35.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:35.024+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:35.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:35.024+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:35.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:35.027+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:35.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:35.250+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:35.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:35.251+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:35.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:35.250+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:35.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:35.250+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:36.020 INFO:tasks.rados.rados.0.smithi071.stdout:2676: expect (ObjNum 799 snap 232 seq_num 799) 2024-03-10T21:30:36.022 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:35 smithi193 systemd[1]: Stopping Ceph mds.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:36.023 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: pgmap v518: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 645 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-03-10T21:30:36.024 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: Health check update: Possible data damage: 14 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:30:36.024 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:36.024 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:36.024 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: osdmap e559: 8 total, 8 up, 8 in 2024-03-10T21:30:36.024 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:36.024 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:36.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:36.022+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:36.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:36.023+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:36.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.017+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:36.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.017+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:36.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.017+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:36.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.017+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:36.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.018+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:36.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.018+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:36.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.019+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: pgmap v518: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 645 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: Health check update: Possible data damage: 14 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: osdmap e559: 8 total, 8 up, 8 in 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:36.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: pgmap v518: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 645 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: Health check update: Possible data damage: 14 pgs snaptrim_error (PG_DAMAGED) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: osdmap e559: 8 total, 8 up, 8 in 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:36.108 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 1 to smithi07176956-12 2024-03-10T21:30:36.108 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 1 to smithi07176956-45 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 2 to smithi07176956-12 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 2 to smithi07176956-45 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:2676: done (3 left) 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:2680: done (2 left) 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 242 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 3 to smithi07176956-12 2024-03-10T21:30:36.109 INFO:tasks.rados.rados.0.smithi071.stdout:2681: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-03-10T21:30:36.112 INFO:tasks.rados.rados.0.smithi071.stdout:2681: writing smithi07176956-18 from 0 to 745472 tid 1 2024-03-10T21:30:36.115 INFO:tasks.rados.rados.0.smithi071.stdout:2681: writing smithi07176956-18 from 745472 to 1302528 tid 2 2024-03-10T21:30:36.117 INFO:tasks.rados.rados.0.smithi071.stdout:2681: writing smithi07176956-18 from 1302528 to 1720320 tid 3 2024-03-10T21:30:36.120 INFO:tasks.rados.rados.0.smithi071.stdout:2681: writing smithi07176956-18 from 1720320 to 2154496 tid 4 2024-03-10T21:30:36.122 INFO:tasks.rados.rados.0.smithi071.stdout:2681: writing smithi07176956-18 from 2154496 to 2351104 tid 5 2024-03-10T21:30:36.122 INFO:tasks.rados.rados.0.smithi071.stdout:2682: rollback oid 39 current snap is 242 2024-03-10T21:30:36.122 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 220 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 4 to smithi07176956-12 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 5 to smithi07176956-12 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 3 to smithi07176956-45 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 4 to smithi07176956-45 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 5 to smithi07176956-45 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 6 to smithi07176956-45 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: oid 45 updating version 0 to 5808 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: oid 45 updating version 5808 to 5810 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: oid 45 version 5810 is already newer than 5807 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: oid 45 version 5810 is already newer than 5806 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:2679: oid 45 version 5810 is already newer than 5809 2024-03-10T21:30:36.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5810 (ObjNum 855 snap 242 seq_num 855) dirty exists 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2679: left oid 45 (ObjNum 855 snap 242 seq_num 855) 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 6 to smithi07176956-12 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: oid 12 updating version 0 to 10881 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: oid 12 version 10881 is already newer than 10880 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: oid 12 updating version 10881 to 10883 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: oid 12 version 10883 is already newer than 10882 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: oid 12 version 10883 is already newer than 10879 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10883 (ObjNum 854 snap 242 seq_num 854) dirty exists 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: left oid 12 (ObjNum 854 snap 242 seq_num 854) 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2678: done (3 left) 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2679: done (2 left) 2024-03-10T21:30:36.124 INFO:tasks.rados.rados.0.smithi071.stdout:2683: snap_remove snap 232 2024-03-10T21:30:36.193 INFO:tasks.rados.rados.0.smithi071.stdout:2683: done (2 left) 2024-03-10T21:30:36.193 INFO:tasks.rados.rados.0.smithi071.stdout:2684: rmattr oid 14 current snap is 242 2024-03-10T21:30:36.193 INFO:tasks.rados.rados.0.smithi071.stdout:2682: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:30:36.193 INFO:tasks.rados.rados.0.smithi071.stdout:2682: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:30:36.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 5891 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 1 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 2 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 3 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 4 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 5 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 6 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: finishing write tid 7 to smithi07176956-18 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: oid 18 updating version 0 to 13113 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: oid 18 version 13113 is already newer than 13108 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: oid 18 version 13113 is already newer than 13109 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: oid 18 version 13113 is already newer than 13110 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: oid 18 version 13113 is already newer than 13112 2024-03-10T21:30:36.194 INFO:tasks.rados.rados.0.smithi071.stdout:2681: oid 18 version 13113 is already newer than 13111 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 13113 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:2681: left oid 18 (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:2681: done (2 left) 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:2682: done (1 left) 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:2684: done (0 left) 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 242 2024-03-10T21:30:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:2685: seq_num 857 ranges {3063808=761856,3825664=442368,4268032=630784,4898816=532480} 2024-03-10T21:30:36.214 INFO:tasks.rados.rados.0.smithi071.stdout:2685: writing smithi07176956-40 from 3063808 to 3825664 tid 1 2024-03-10T21:30:36.216 INFO:tasks.rados.rados.0.smithi071.stdout:2685: writing smithi07176956-40 from 3825664 to 4268032 tid 2 2024-03-10T21:30:36.220 INFO:tasks.rados.rados.0.smithi071.stdout:2685: writing smithi07176956-40 from 4268032 to 4898816 tid 3 2024-03-10T21:30:36.223 INFO:tasks.rados.rados.0.smithi071.stdout:2685: writing smithi07176956-40 from 4898816 to 5431296 tid 4 2024-03-10T21:30:36.223 INFO:tasks.rados.rados.0.smithi071.stdout:2686: snap_remove snap 241 2024-03-10T21:30:36.334 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[56502]: 2024-03-10T21:30:36.185+0000 7f1d1fc83700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:30:36.335 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[56502]: 2024-03-10T21:30:36.185+0000 7f1d1fc83700 -1 mds.b *** got signal Terminated *** 2024-03-10T21:30:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:36.019+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:36.020+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:36.199+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:36.199+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:36.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:36.200+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:36.191+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:36.191+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:36.191+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:36.114+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:36.134+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:36.200+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:36.336 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:36.200+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:36.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:30:36.186+0000 7f9392c09700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:30:36.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:36.123+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:36.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:36.205+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:36.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:36.191+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:36.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:36.192+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:36.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:36.192+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:36.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.189+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:36.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.189+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:36.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.190+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:36.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.191+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:36.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:36.191+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:37.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:37.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: osdmap e560: 8 total, 8 up, 8 in 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: osdmap e561: 8 total, 8 up, 8 in 2024-03-10T21:30:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: osdmap e560: 8 total, 8 up, 8 in 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T21:30:37.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: osdmap e561: 8 total, 8 up, 8 in 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:37.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: osdmap e560: 8 total, 8 up, 8 in 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: osdmap e561: 8 total, 8 up, 8 in 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-03-10T21:30:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T21:30:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T21:30:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: fsmap cephfs:1/1 {0=a=up:replay} 2024-03-10T21:30:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.204 INFO:tasks.rados.rados.0.smithi071.stdout:2686: done (1 left) 2024-03-10T21:30:37.204 INFO:tasks.rados.rados.0.smithi071.stdout:2687: copy_from oid 6 from oid 44 current snap is 242 2024-03-10T21:30:37.204 INFO:tasks.rados.rados.0.smithi071.stdout:2685: finishing write tid 1 to smithi07176956-40 2024-03-10T21:30:37.204 INFO:tasks.rados.rados.0.smithi071.stdout:2685: finishing write tid 2 to smithi07176956-40 2024-03-10T21:30:37.204 INFO:tasks.rados.rados.0.smithi071.stdout:2685: finishing write tid 3 to smithi07176956-40 2024-03-10T21:30:37.204 INFO:tasks.rados.rados.0.smithi071.stdout:2685: finishing write tid 4 to smithi07176956-40 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: finishing write tid 5 to smithi07176956-40 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: finishing write tid 6 to smithi07176956-40 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: oid 40 updating version 0 to 13118 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: oid 40 version 13118 is already newer than 13115 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: oid 40 version 13118 is already newer than 13116 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: oid 40 updating version 13118 to 13119 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: oid 40 version 13119 is already newer than 13117 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13119 (ObjNum 857 snap 242 seq_num 857) dirty exists 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: left oid 40 (ObjNum 857 snap 242 seq_num 857) 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2685: done (1 left) 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2688: copy_from oid 33 from oid 49 current snap is 242 2024-03-10T21:30:37.205 INFO:tasks.rados.rados.0.smithi071.stdout:2689: setattr oid 12 current snap is 242 2024-03-10T21:30:37.206 INFO:tasks.rados.rados.0.smithi071.stdout:2690: delete oid 1 current snap is 242 2024-03-10T21:30:37.215 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10884 (ObjNum 854 snap 242 seq_num 854) dirty exists 2024-03-10T21:30:37.215 INFO:tasks.rados.rados.0.smithi071.stdout:2689: done (3 left) 2024-03-10T21:30:37.215 INFO:tasks.rados.rados.0.smithi071.stdout:2690: done (2 left) 2024-03-10T21:30:37.215 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 242 2024-03-10T21:30:37.215 INFO:tasks.rados.rados.0.smithi071.stdout:2691: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-03-10T21:30:37.220 INFO:tasks.rados.rados.0.smithi071.stdout:2691: writing smithi07176956-21 from 0 to 794624 tid 1 2024-03-10T21:30:37.224 INFO:tasks.rados.rados.0.smithi071.stdout:2691: writing smithi07176956-21 from 794624 to 1409024 tid 2 2024-03-10T21:30:37.229 INFO:tasks.rados.rados.0.smithi071.stdout:2691: writing smithi07176956-21 from 1409024 to 2048000 tid 3 2024-03-10T21:30:37.231 INFO:tasks.rados.rados.0.smithi071.stdout:2691: writing smithi07176956-21 from 2048000 to 2400256 tid 4 2024-03-10T21:30:37.232 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 242 2024-03-10T21:30:37.232 INFO:tasks.rados.rados.0.smithi071.stdout:2688: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:30:37.232 INFO:tasks.rados.rados.0.smithi071.stdout:2688: finishing copy_from to smithi07176956-33 2024-03-10T21:30:37.232 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 5933 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-03-10T21:30:37.232 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing write tid 1 to smithi07176956-21 2024-03-10T21:30:37.232 INFO:tasks.rados.rados.0.smithi071.stdout:2692: seq_num 860 ranges {3956736=8192} 2024-03-10T21:30:37.254 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi07176956-15 from 3956736 to 3964928 tid 1 2024-03-10T21:30:37.254 INFO:tasks.rados.rados.0.smithi071.stdout:2688: done (3 left) 2024-03-10T21:30:37.254 INFO:tasks.rados.rados.0.smithi071.stdout:2693: setattr oid 18 current snap is 242 2024-03-10T21:30:37.254 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:30:37.254 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing write tid 2 to smithi07176956-21 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing write tid 3 to smithi07176956-21 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing write tid 4 to smithi07176956-21 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing copy_from to smithi07176956-6 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 10874 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing write tid 5 to smithi07176956-21 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: finishing write tid 6 to smithi07176956-21 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: oid 21 updating version 0 to 10886 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: oid 21 updating version 10886 to 10887 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: oid 21 updating version 10887 to 10888 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: oid 21 updating version 10888 to 10890 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: oid 21 version 10890 is already newer than 10889 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 10890 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:30:37.255 INFO:tasks.rados.rados.0.smithi071.stdout:2691: left oid 21 (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:30:37.256 INFO:tasks.rados.rados.0.smithi071.stdout:2687: done (3 left) 2024-03-10T21:30:37.256 INFO:tasks.rados.rados.0.smithi071.stdout:2691: done (2 left) 2024-03-10T21:30:37.256 INFO:tasks.rados.rados.0.smithi071.stdout:2694: rollback oid 14 current snap is 242 2024-03-10T21:30:37.256 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 236 2024-03-10T21:30:37.256 INFO:tasks.rados.rados.0.smithi071.stdout:2695: setattr oid 24 current snap is 242 2024-03-10T21:30:37.256 INFO:tasks.rados.rados.0.smithi071.stdout:2696: snap_create 2024-03-10T21:30:37.259 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 13120 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:30:37.261 INFO:tasks.rados.rados.0.smithi071.stdout:2694: finishing rollback tid 1 to smithi07176956-14 2024-03-10T21:30:37.261 INFO:tasks.rados.rados.0.smithi071.stdout:2694: finishing rollback tid 2 to smithi07176956-14 2024-03-10T21:30:37.261 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 10892 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:30:37.262 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 1 to smithi07176956-15 2024-03-10T21:30:37.262 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 2 to smithi07176956-15 2024-03-10T21:30:37.266 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 3 to smithi07176956-15 2024-03-10T21:30:37.266 INFO:tasks.rados.rados.0.smithi071.stdout:2692: oid 15 updating version 0 to 10890 2024-03-10T21:30:37.266 INFO:tasks.rados.rados.0.smithi071.stdout:2692: oid 15 version 10890 is already newer than 10889 2024-03-10T21:30:37.266 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 10890 (ObjNum 860 snap 242 seq_num 860) dirty exists 2024-03-10T21:30:37.266 INFO:tasks.rados.rados.0.smithi071.stdout:2692: left oid 15 (ObjNum 860 snap 242 seq_num 860) 2024-03-10T21:30:37.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 10893 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:30:37.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:37.208+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:37.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:37.211+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:37.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:37.215+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:37.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:37.215+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:37.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:37.201+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:37.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:37.201+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:37.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:37.207+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:37.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:37.206+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:37.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:37.207+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:37.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.200+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:37.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.201+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:37.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.201+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:37.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.201+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:37.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.202+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:37.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.202+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:37.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:37.202+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: pgmap v522: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 645 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:reconnect 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: osdmap e562: 8 total, 8 up, 8 in 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: pgmap v522: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 645 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-03-10T21:30:38.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:reconnect 2024-03-10T21:30:38.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-10T21:30:38.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: osdmap e562: 8 total, 8 up, 8 in 2024-03-10T21:30:38.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:38.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:38.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:38.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:38.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: pgmap v522: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 645 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 21 op/s 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:reconnect 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: osdmap e562: 8 total, 8 up, 8 in 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:38.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:38.207 INFO:tasks.rados.rados.0.smithi071.stdout:2692: done (4 left) 2024-03-10T21:30:38.208 INFO:tasks.rados.rados.0.smithi071.stdout:2693: done (3 left) 2024-03-10T21:30:38.208 INFO:tasks.rados.rados.0.smithi071.stdout:2694: done (2 left) 2024-03-10T21:30:38.208 INFO:tasks.rados.rados.0.smithi071.stdout:2695: done (1 left) 2024-03-10T21:30:38.208 INFO:tasks.rados.rados.0.smithi071.stdout:2696: done (0 left) 2024-03-10T21:30:38.208 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 243 2024-03-10T21:30:38.208 INFO:tasks.rados.rados.0.smithi071.stdout:2697: seq_num 861 ranges {2334720=24576} 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2697: writing smithi07176956-45 from 2334720 to 2359296 tid 1 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2698: read oid 41 snap 242 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2698: expect (ObjNum 824 snap 237 seq_num 824) 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2699: read oid 30 snap -1 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2699: expect deleted 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2700: copy_from oid 29 from oid 3 current snap is 243 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2701: rollback oid 35 current snap is 243 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 242 2024-03-10T21:30:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:2702: snap_create 2024-03-10T21:30:38.227 INFO:tasks.rados.rados.0.smithi071.stdout:2697: finishing write tid 1 to smithi07176956-45 2024-03-10T21:30:38.228 INFO:tasks.rados.rados.0.smithi071.stdout:2697: finishing write tid 2 to smithi07176956-45 2024-03-10T21:30:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:2697: finishing write tid 3 to smithi07176956-45 2024-03-10T21:30:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:2697: oid 45 updating version 0 to 5811 2024-03-10T21:30:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:2697: oid 45 updating version 5811 to 5812 2024-03-10T21:30:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5812 (ObjNum 861 snap 243 seq_num 861) dirty exists 2024-03-10T21:30:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:2697: left oid 45 (ObjNum 861 snap 243 seq_num 861) 2024-03-10T21:30:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:2700: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:30:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:2700: finishing copy_from to smithi07176956-29 2024-03-10T21:30:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24778 (ObjNum 129 snap 0 seq_num 2945048384) dirty exists 2024-03-10T21:30:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:2701: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:30:38.233 INFO:tasks.rados.rados.0.smithi071.stdout:2701: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:30:38.233 INFO:tasks.rados.rados.0.smithi071.stdout:2701: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:30:38.233 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 4806 (ObjNum 754 snap 213 seq_num 754) dirty exists 2024-03-10T21:30:38.238 INFO:tasks.rados.rados.0.smithi071.stdout:2698: expect (ObjNum 824 snap 237 seq_num 824) 2024-03-10T21:30:38.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:38.207+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:38.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:38.207+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:38.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:38.223+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:38.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:38.223+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:38.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:38.225+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:38.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:38.225+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:38.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:38.225+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:38.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:38.225+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:38.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:38.224+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:38.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:38.211+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:38.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:38.211+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:38.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:38.211+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:38.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:38.208+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:38.208+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:38.208+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:38.208+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:38.209+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:rejoin 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: osdmap e563: 8 total, 8 up, 8 in 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:38 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:39.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:rejoin 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: osdmap e563: 8 total, 8 up, 8 in 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:rejoin 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: osdmap e563: 8 total, 8 up, 8 in 2024-03-10T21:30:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:38 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:30:39.214 INFO:tasks.rados.rados.0.smithi071.stdout:2697: done (5 left) 2024-03-10T21:30:39.214 INFO:tasks.rados.rados.0.smithi071.stdout:2698: done (4 left) 2024-03-10T21:30:39.215 INFO:tasks.rados.rados.0.smithi071.stdout:2699: done (3 left) 2024-03-10T21:30:39.215 INFO:tasks.rados.rados.0.smithi071.stdout:2700: done (2 left) 2024-03-10T21:30:39.215 INFO:tasks.rados.rados.0.smithi071.stdout:2701: done (1 left) 2024-03-10T21:30:39.215 INFO:tasks.rados.rados.0.smithi071.stdout:2702: done (0 left) 2024-03-10T21:30:39.215 INFO:tasks.rados.rados.0.smithi071.stdout:2703: snap_create 2024-03-10T21:30:39.468 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:39.212+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:39.212+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.211+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.211+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.211+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.213+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.213+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.213+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:39.469 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:39.213+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:39.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:39.211+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:39.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:39.212+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:39.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:39.214+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:39.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:39.214+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:39.806 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:39.466+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:40.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:39.583+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:40.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:39.583+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: pgmap v525: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 654 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:active 2024-03-10T21:30:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: fsmap cephfs:1 {0=a=up:active} 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: osdmap e564: 8 total, 8 up, 8 in 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:40.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: pgmap v525: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 654 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:active 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=a=up:active} 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: osdmap e564: 8 total, 8 up, 8 in 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: pgmap v525: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 654 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: mds.? [v2:172.21.15.71:6834/4092758616,v1:172.21.15.71:6835/4092758616] up:active 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=a=up:active} 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: osdmap e564: 8 total, 8 up, 8 in 2024-03-10T21:30:40.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:40.218 INFO:tasks.rados.rados.0.smithi071.stdout:2703: done (0 left) 2024-03-10T21:30:40.218 INFO:tasks.rados.rados.0.smithi071.stdout:2704: delete oid 22 current snap is 245 2024-03-10T21:30:40.225 INFO:tasks.rados.rados.0.smithi071.stdout:2704: done (0 left) 2024-03-10T21:30:40.225 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 245 2024-03-10T21:30:40.225 INFO:tasks.rados.rados.0.smithi071.stdout:2705: seq_num 863 ranges {0=57344} 2024-03-10T21:30:40.226 INFO:tasks.rados.rados.0.smithi071.stdout:2705: writing smithi07176956-47 from 0 to 57344 tid 1 2024-03-10T21:30:40.226 INFO:tasks.rados.rados.0.smithi071.stdout:2706: setattr oid 7 current snap is 245 2024-03-10T21:30:40.229 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 245 2024-03-10T21:30:40.229 INFO:tasks.rados.rados.0.smithi071.stdout:2707: seq_num 864 ranges {11419648=73728} 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2707: writing smithi07176956-2 from 11419648 to 11493376 tid 1 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2708: rmattr oid 28 current snap is 245 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2708: done (3 left) 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2709: snap_create 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 10200 (ObjNum 853 snap 241 seq_num 853) dirty exists 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 1 to smithi07176956-47 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 2 to smithi07176956-47 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 3 to smithi07176956-47 2024-03-10T21:30:40.291 INFO:tasks.rados.rados.0.smithi071.stdout:2705: oid 47 updating version 0 to 10894 2024-03-10T21:30:40.292 INFO:tasks.rados.rados.0.smithi071.stdout:2705: oid 47 updating version 10894 to 10895 2024-03-10T21:30:40.292 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 10895 (ObjNum 863 snap 245 seq_num 863) dirty exists 2024-03-10T21:30:40.292 INFO:tasks.rados.rados.0.smithi071.stdout:2705: left oid 47 (ObjNum 863 snap 245 seq_num 863) 2024-03-10T21:30:40.300 INFO:tasks.rados.rados.0.smithi071.stdout:2707: finishing write tid 1 to smithi07176956-2 2024-03-10T21:30:40.301 INFO:tasks.rados.rados.0.smithi071.stdout:2707: finishing write tid 2 to smithi07176956-2 2024-03-10T21:30:40.305 INFO:tasks.rados.rados.0.smithi071.stdout:2707: finishing write tid 3 to smithi07176956-2 2024-03-10T21:30:40.305 INFO:tasks.rados.rados.0.smithi071.stdout:2707: oid 2 updating version 0 to 9779 2024-03-10T21:30:40.305 INFO:tasks.rados.rados.0.smithi071.stdout:2707: oid 2 updating version 9779 to 9780 2024-03-10T21:30:40.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9780 (ObjNum 864 snap 245 seq_num 864) dirty exists 2024-03-10T21:30:40.305 INFO:tasks.rados.rados.0.smithi071.stdout:2707: left oid 2 (ObjNum 864 snap 245 seq_num 864) 2024-03-10T21:30:40.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:40.232+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:40.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:40.232+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:40.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:40.213+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:40.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:40.213+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:40.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:40.213+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:40.223+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:40.223+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:40.223+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:40.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:40.214+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:40.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:40.227+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:40.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:40.227+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:40.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:40.228+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:40.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:40.228+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:40.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:40.232+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:40.215+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:40.216+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:40.216+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:41.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: osdmap e565: 8 total, 8 up, 8 in 2024-03-10T21:30:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: osdmap e565: 8 total, 8 up, 8 in 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:41.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 130=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: osdmap e565: 8 total, 8 up, 8 in 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.228 INFO:tasks.rados.rados.0.smithi071.stdout:2705: done (3 left) 2024-03-10T21:30:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:2706: done (2 left) 2024-03-10T21:30:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:2707: done (1 left) 2024-03-10T21:30:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:2709: done (0 left) 2024-03-10T21:30:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:2710: copy_from oid 26 from oid 49 current snap is 246 2024-03-10T21:30:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:2711: setattr oid 24 current snap is 246 2024-03-10T21:30:41.230 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 246 2024-03-10T21:30:41.231 INFO:tasks.rados.rados.0.smithi071.stdout:2712: seq_num 865 ranges {2039808=90112} 2024-03-10T21:30:41.243 INFO:tasks.rados.rados.0.smithi071.stdout:2712: writing smithi07176956-16 from 2039808 to 2129920 tid 1 2024-03-10T21:30:41.243 INFO:tasks.rados.rados.0.smithi071.stdout:2713: delete oid 41 current snap is 246 2024-03-10T21:30:41.243 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 10896 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:30:41.243 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:30:41.247 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing copy_from to smithi07176956-26 2024-03-10T21:30:41.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 5933 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-03-10T21:30:41.247 INFO:tasks.rados.rados.0.smithi071.stdout:2712: finishing write tid 1 to smithi07176956-16 2024-03-10T21:30:41.247 INFO:tasks.rados.rados.0.smithi071.stdout:2712: finishing write tid 2 to smithi07176956-16 2024-03-10T21:30:41.248 INFO:tasks.rados.rados.0.smithi071.stdout:2712: finishing write tid 3 to smithi07176956-16 2024-03-10T21:30:41.249 INFO:tasks.rados.rados.0.smithi071.stdout:2712: oid 16 updating version 0 to 5915 2024-03-10T21:30:41.249 INFO:tasks.rados.rados.0.smithi071.stdout:2712: oid 16 version 5915 is already newer than 5914 2024-03-10T21:30:41.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5915 (ObjNum 865 snap 246 seq_num 865) dirty exists 2024-03-10T21:30:41.249 INFO:tasks.rados.rados.0.smithi071.stdout:2712: left oid 16 (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:2710: done (3 left) 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:2711: done (2 left) 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:2712: done (1 left) 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:2713: done (0 left) 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:2714: rmattr oid 14 current snap is 246 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 246 2024-03-10T21:30:41.250 INFO:tasks.rados.rados.0.smithi071.stdout:2715: seq_num 867 ranges {2195456=122880} 2024-03-10T21:30:41.262 INFO:tasks.rados.rados.0.smithi071.stdout:2715: writing smithi07176956-5 from 2195456 to 2318336 tid 1 2024-03-10T21:30:41.262 INFO:tasks.rados.rados.0.smithi071.stdout:2716: snap_create 2024-03-10T21:30:41.262 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 10897 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-03-10T21:30:41.270 INFO:tasks.rados.rados.0.smithi071.stdout:2715: finishing write tid 1 to smithi07176956-5 2024-03-10T21:30:41.270 INFO:tasks.rados.rados.0.smithi071.stdout:2715: finishing write tid 2 to smithi07176956-5 2024-03-10T21:30:41.273 INFO:tasks.rados.rados.0.smithi071.stdout:2715: finishing write tid 3 to smithi07176956-5 2024-03-10T21:30:41.273 INFO:tasks.rados.rados.0.smithi071.stdout:2715: oid 5 updating version 0 to 10892 2024-03-10T21:30:41.273 INFO:tasks.rados.rados.0.smithi071.stdout:2715: oid 5 updating version 10892 to 10893 2024-03-10T21:30:41.273 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10893 (ObjNum 867 snap 246 seq_num 867) dirty exists 2024-03-10T21:30:41.273 INFO:tasks.rados.rados.0.smithi071.stdout:2715: left oid 5 (ObjNum 867 snap 246 seq_num 867) 2024-03-10T21:30:41.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:41.225+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:41.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:41.226+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:41.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:41.243+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:41.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:41.247+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:41.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:41.240+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:41.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:41.241+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:30:41] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2024-03-10T21:30:41.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:41.226+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:41.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:41.246+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:41.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:41.246+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:41.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.229+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:41.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.230+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:41.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.230+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:41.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.230+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:41.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.235+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:41.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.235+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:41.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:41.235+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: pgmap v528: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 658 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: osdmap e566: 8 total, 8 up, 8 in 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: pgmap v528: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 658 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: osdmap e566: 8 total, 8 up, 8 in 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:42.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: pgmap v528: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 658 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: osdmap e566: 8 total, 8 up, 8 in 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:42.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:2714: done (2 left) 2024-03-10T21:30:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:2715: done (1 left) 2024-03-10T21:30:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:2716: done (0 left) 2024-03-10T21:30:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:2717: delete oid 25 current snap is 247 2024-03-10T21:30:42.234 INFO:tasks.rados.rados.0.smithi071.stdout:2717: done (0 left) 2024-03-10T21:30:42.234 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 247 2024-03-10T21:30:42.234 INFO:tasks.rados.rados.0.smithi071.stdout:2718: seq_num 869 ranges {2359296=155648} 2024-03-10T21:30:42.248 INFO:tasks.rados.rados.0.smithi071.stdout:2718: writing smithi07176956-45 from 2359296 to 2514944 tid 1 2024-03-10T21:30:42.248 INFO:tasks.rados.rados.0.smithi071.stdout:2719: read oid 17 snap -1 2024-03-10T21:30:42.248 INFO:tasks.rados.rados.0.smithi071.stdout:2719: expect (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:42.248 INFO:tasks.rados.rados.0.smithi071.stdout:2720: read oid 30 snap -1 2024-03-10T21:30:42.248 INFO:tasks.rados.rados.0.smithi071.stdout:2720: expect deleted 2024-03-10T21:30:42.248 INFO:tasks.rados.rados.0.smithi071.stdout:2721: delete oid 43 current snap is 247 2024-03-10T21:30:42.256 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing write tid 1 to smithi07176956-45 2024-03-10T21:30:42.256 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing write tid 2 to smithi07176956-45 2024-03-10T21:30:42.256 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing write tid 3 to smithi07176956-45 2024-03-10T21:30:42.256 INFO:tasks.rados.rados.0.smithi071.stdout:2718: oid 45 updating version 0 to 5814 2024-03-10T21:30:42.256 INFO:tasks.rados.rados.0.smithi071.stdout:2718: oid 45 version 5814 is already newer than 5813 2024-03-10T21:30:42.257 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5814 (ObjNum 869 snap 247 seq_num 869) dirty exists 2024-03-10T21:30:42.257 INFO:tasks.rados.rados.0.smithi071.stdout:2718: left oid 45 (ObjNum 869 snap 247 seq_num 869) 2024-03-10T21:30:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:2718: done (3 left) 2024-03-10T21:30:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:2720: done (2 left) 2024-03-10T21:30:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:2721: done (1 left) 2024-03-10T21:30:42.267 INFO:tasks.rados.rados.0.smithi071.stdout:2722: snap_create 2024-03-10T21:30:42.301 INFO:tasks.rados.rados.0.smithi071.stdout:2719: expect (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:42.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:42.225+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:42.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:42.225+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:42.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:42.226+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:42.250+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:42.254+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:42.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:30:42.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:42.232+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:42.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:42.232+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:42.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:42.232+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:42.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:42.225+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:42.253+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:42.253+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:42.256+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:42.228+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:42.229+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:42.229+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:42.229+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:42.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:42.232+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:43.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: osdmap e567: 8 total, 8 up, 8 in 2024-03-10T21:30:43.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:43.086 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: 2024-03-10T21:30:42.978+0000 7ff2deaab700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-10T21:30:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:43.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:43.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: osdmap e567: 8 total, 8 up, 8 in 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:43.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 127=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 131=[]:{fe=[fe],130=[130,12f,12e],131=[131]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:43.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:43.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: osdmap e567: 8 total, 8 up, 8 in 2024-03-10T21:30:43.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:43.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:43.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:43.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:43.235+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:43.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:43.235+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:43.230+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:43.230+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:43.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:43.234+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:43.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:43.232+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:43.232+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.229+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.229+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.230+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.230+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.230+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.232+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:43.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:43.233+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:44.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:44.051+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:44.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:44.051+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: pgmap v531: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 658 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: osdmap e568: 8 total, 8 up, 8 in 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: pgmap v531: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 658 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: osdmap e568: 8 total, 8 up, 8 in 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:44.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: pgmap v531: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 658 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: osdmap e568: 8 total, 8 up, 8 in 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:44.258 INFO:tasks.rados.rados.0.smithi071.stdout:2719: done (1 left) 2024-03-10T21:30:44.258 INFO:tasks.rados.rados.0.smithi071.stdout:2722: done (0 left) 2024-03-10T21:30:44.258 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 248 2024-03-10T21:30:44.258 INFO:tasks.rados.rados.0.smithi071.stdout:2723: seq_num 871 ranges {3645440=188416} 2024-03-10T21:30:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:2723: writing smithi07176956-42 from 3645440 to 3833856 tid 1 2024-03-10T21:30:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:2724: read oid 13 snap -1 2024-03-10T21:30:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:2724: expect (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:30:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:2725: copy_from oid 10 from oid 18 current snap is 248 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2726: read oid 31 snap -1 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2726: expect deleted 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2727: read oid 32 snap 245 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2727: expect deleted 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2728: copy_from oid 46 from oid 9 current snap is 248 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2729: rollback oid 49 current snap is 248 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 236 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2730: read oid 27 snap -1 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2730: expect (ObjNum 826 snap 237 seq_num 826) 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2731: read oid 36 snap -1 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2731: expect deleted 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2732: read oid 17 snap -1 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2732: expect (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:44.281 INFO:tasks.rados.rados.0.smithi071.stdout:2733: read oid 47 snap -1 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2733: expect (ObjNum 863 snap 245 seq_num 863) 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2734: rollback oid 34 current snap is 248 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 235 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 248 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2735: seq_num 872 ranges {0=212992} 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2735: writing smithi07176956-41 from 0 to 212992 tid 1 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2726: done (12 left) 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2727: done (11 left) 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2731: done (10 left) 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 248 2024-03-10T21:30:44.282 INFO:tasks.rados.rados.0.smithi071.stdout:2736: seq_num 873 ranges {4898816=229376} 2024-03-10T21:30:44.313 INFO:tasks.rados.rados.0.smithi071.stdout:2736: writing smithi07176956-4 from 4898816 to 5128192 tid 1 2024-03-10T21:30:44.313 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 248 2024-03-10T21:30:44.313 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:30:44.313 INFO:tasks.rados.rados.0.smithi071.stdout:2723: finishing write tid 1 to smithi07176956-42 2024-03-10T21:30:44.313 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5937 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2723: finishing write tid 2 to smithi07176956-42 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2723: finishing write tid 3 to smithi07176956-42 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2723: oid 42 updating version 0 to 24789 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2723: oid 42 updating version 24789 to 24790 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24790 (ObjNum 871 snap 248 seq_num 871) dirty exists 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2723: left oid 42 (ObjNum 871 snap 248 seq_num 871) 2024-03-10T21:30:44.314 INFO:tasks.rados.rados.0.smithi071.stdout:2733: expect (ObjNum 863 snap 245 seq_num 863) 2024-03-10T21:30:44.315 INFO:tasks.rados.rados.0.smithi071.stdout:2735: finishing write tid 1 to smithi07176956-41 2024-03-10T21:30:44.315 INFO:tasks.rados.rados.0.smithi071.stdout:2724: expect (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:30:44.600 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing rollback tid 0 to smithi07176956-34 2024-03-10T21:30:44.601 INFO:tasks.rados.rados.0.smithi071.stdout:2735: finishing write tid 2 to smithi07176956-41 2024-03-10T21:30:44.601 INFO:tasks.rados.rados.0.smithi071.stdout:2730: expect (ObjNum 826 snap 237 seq_num 826) 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2728: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing rollback tid 1 to smithi07176956-34 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing rollback tid 2 to smithi07176956-34 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13124 (ObjNum 766 snap 220 seq_num 766) dirty exists 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2735: finishing write tid 3 to smithi07176956-41 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2735: oid 41 updating version 0 to 9952 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:2735: oid 41 updating version 9952 to 9953 2024-03-10T21:30:44.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 9953 (ObjNum 872 snap 248 seq_num 872) dirty exists 2024-03-10T21:30:44.680 INFO:tasks.rados.rados.0.smithi071.stdout:2735: left oid 41 (ObjNum 872 snap 248 seq_num 872) 2024-03-10T21:30:44.680 INFO:tasks.rados.rados.0.smithi071.stdout:2728: finishing copy_from to smithi07176956-46 2024-03-10T21:30:44.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 5909 (ObjNum 786 snap 230 seq_num 786) dirty exists 2024-03-10T21:30:44.680 INFO:tasks.rados.rados.0.smithi071.stdout:2736: finishing write tid 1 to smithi07176956-4 2024-03-10T21:30:44.680 INFO:tasks.rados.rados.0.smithi071.stdout:2736: finishing write tid 2 to smithi07176956-4 2024-03-10T21:30:44.680 INFO:tasks.rados.rados.0.smithi071.stdout:2737: seq_num 874 ranges {2809856=245760} 2024-03-10T21:30:44.695 INFO:tasks.rados.rados.0.smithi071.stdout:2737: writing smithi07176956-37 from 2809856 to 3055616 tid 1 2024-03-10T21:30:44.695 INFO:tasks.rados.rados.0.smithi071.stdout:2723: done (11 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2724: done (10 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2728: done (9 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2729: done (8 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2730: done (7 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2733: done (6 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2734: done (5 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2735: done (4 left) 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 248 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2725: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2736: finishing write tid 3 to smithi07176956-4 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2736: oid 4 updating version 0 to 13128 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2736: oid 4 updating version 13128 to 13129 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13129 (ObjNum 873 snap 248 seq_num 873) dirty exists 2024-03-10T21:30:44.696 INFO:tasks.rados.rados.0.smithi071.stdout:2736: left oid 4 (ObjNum 873 snap 248 seq_num 873) 2024-03-10T21:30:44.697 INFO:tasks.rados.rados.0.smithi071.stdout:2725: finishing copy_from to smithi07176956-10 2024-03-10T21:30:44.697 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 13120 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:30:44.697 INFO:tasks.rados.rados.0.smithi071.stdout:2732: expect (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:45.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:45.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:45.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 11c=[]:{} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:45.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 137=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:45 smithi193 ceph-mon[83873]: pgmap v533: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 661 KiB/s wr, 30 op/s 2024-03-10T21:30:46.084 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:46 smithi193 podman[107751]: 2024-03-10 21:30:46.010792078 +0000 UTC m=+9.957071449 container died b5bf40844c95d2d2f4f4b7e2efd5407bd4bd878ead2b35413ca8cd84022325f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-c2ea977, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:30:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:45 smithi071 ceph-mon[88660]: pgmap v533: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 661 KiB/s wr, 30 op/s 2024-03-10T21:30:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:45 smithi071 ceph-mon[91105]: pgmap v533: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 661 KiB/s wr, 30 op/s 2024-03-10T21:30:46.584 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:46 smithi193 podman[107751]: 2024-03-10 21:30:46.459824344 +0000 UTC m=+10.406103756 container cleanup b5bf40844c95d2d2f4f4b7e2efd5407bd4bd878ead2b35413ca8cd84022325f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, GIT_BRANCH=HEAD, RELEASE=reef-c2ea977, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-10T21:30:46.584 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:46 smithi193 bash[107751]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b 2024-03-10T21:30:46.649 INFO:tasks.rados.rados.0.smithi071.stdout:2737: finishing write tid 1 to smithi07176956-37 2024-03-10T21:30:46.650 INFO:tasks.rados.rados.0.smithi071.stdout:2737: finishing write tid 2 to smithi07176956-37 2024-03-10T21:30:46.650 INFO:tasks.rados.rados.0.smithi071.stdout:2738: seq_num 875 ranges {0=262144} 2024-03-10T21:30:46.651 INFO:tasks.rados.rados.0.smithi071.stdout:2738: writing smithi07176956-43 from 0 to 262144 tid 1 2024-03-10T21:30:46.652 INFO:tasks.rados.rados.0.smithi071.stdout:2725: done (4 left) 2024-03-10T21:30:46.652 INFO:tasks.rados.rados.0.smithi071.stdout:2732: done (3 left) 2024-03-10T21:30:46.652 INFO:tasks.rados.rados.0.smithi071.stdout:2736: done (2 left) 2024-03-10T21:30:46.652 INFO:tasks.rados.rados.0.smithi071.stdout:2739: snap_remove snap 220 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2739: done (2 left) 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2740: read oid 20 snap -1 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2740: expect (ObjNum 742 snap 210 seq_num 742) 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2741: read oid 11 snap 247 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2741: expect deleted 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 248 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2737: finishing write tid 3 to smithi07176956-37 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2737: oid 37 updating version 0 to 24779 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2737: oid 37 updating version 24779 to 24780 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 24780 (ObjNum 874 snap 248 seq_num 874) dirty exists 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2737: left oid 37 (ObjNum 874 snap 248 seq_num 874) 2024-03-10T21:30:46.829 INFO:tasks.rados.rados.0.smithi071.stdout:2738: finishing write tid 1 to smithi07176956-43 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:2738: finishing write tid 2 to smithi07176956-43 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:2738: finishing write tid 3 to smithi07176956-43 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:2738: oid 43 updating version 0 to 13122 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:2738: oid 43 version 13122 is already newer than 13121 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13122 (ObjNum 875 snap 248 seq_num 875) dirty exists 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:2738: left oid 43 (ObjNum 875 snap 248 seq_num 875) 2024-03-10T21:30:46.830 INFO:tasks.rados.rados.0.smithi071.stdout:2742: seq_num 876 ranges {2596864=278528} 2024-03-10T21:30:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:2742: writing smithi07176956-49 from 2596864 to 2875392 tid 1 2024-03-10T21:30:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:2737: done (4 left) 2024-03-10T21:30:46.845 INFO:tasks.rados.rados.0.smithi071.stdout:2738: done (3 left) 2024-03-10T21:30:46.845 INFO:tasks.rados.rados.0.smithi071.stdout:2743: read oid 6 snap -1 2024-03-10T21:30:46.845 INFO:tasks.rados.rados.0.smithi071.stdout:2743: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:30:46.845 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 248 2024-03-10T21:30:46.845 INFO:tasks.rados.rados.0.smithi071.stdout:2744: seq_num 877 ranges {3833856=294912} 2024-03-10T21:30:46.868 INFO:tasks.rados.rados.0.smithi071.stdout:2744: writing smithi07176956-42 from 3833856 to 4128768 tid 1 2024-03-10T21:30:46.868 INFO:tasks.rados.rados.0.smithi071.stdout:2745: rollback oid 50 current snap is 248 2024-03-10T21:30:46.868 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 240 2024-03-10T21:30:46.868 INFO:tasks.rados.rados.0.smithi071.stdout:2740: expect (ObjNum 742 snap 210 seq_num 742) 2024-03-10T21:30:46.882 INFO:tasks.rados.rados.0.smithi071.stdout:2740: done (5 left) 2024-03-10T21:30:46.882 INFO:tasks.rados.rados.0.smithi071.stdout:2741: done (4 left) 2024-03-10T21:30:46.882 INFO:tasks.rados.rados.0.smithi071.stdout:2746: read oid 31 snap -1 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2746: expect deleted 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2747: copy_from oid 22 from oid 10 current snap is 248 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2742: finishing write tid 1 to smithi07176956-49 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2742: finishing write tid 2 to smithi07176956-49 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2742: finishing write tid 3 to smithi07176956-49 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2742: oid 49 updating version 0 to 5939 2024-03-10T21:30:46.883 INFO:tasks.rados.rados.0.smithi071.stdout:2742: oid 49 version 5939 is already newer than 5938 2024-03-10T21:30:46.884 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5939 (ObjNum 876 snap 248 seq_num 876) dirty exists 2024-03-10T21:30:46.884 INFO:tasks.rados.rados.0.smithi071.stdout:2742: left oid 49 (ObjNum 876 snap 248 seq_num 876) 2024-03-10T21:30:46.884 INFO:tasks.rados.rados.0.smithi071.stdout:2743: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:30:47.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:46.826+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:47.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:46.826+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:47.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:46.826+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:47.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:46.830+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:47.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:46.830+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:47.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:46.845+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:47.086 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:46 smithi193 podman[107766]: 2024-03-10 21:30:46.836357918 +0000 UTC m=+0.826295905 container remove b5bf40844c95d2d2f4f4b7e2efd5407bd4bd878ead2b35413ca8cd84022325f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:18efbf839983d010d4c22988cccbe24636b73671175cdbb8c34e60abb9a22633, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-c2ea977, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-10T21:30:47.086 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.b.service: Deactivated successfully. 2024-03-10T21:30:47.086 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 systemd[1]: Stopped Ceph mds.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:47.086 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.b.service: Consumed 1.654s CPU time. 2024-03-10T21:30:47.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:46.828+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:46.828+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:46.828+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:46.883+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:46.883+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:46.883+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:46.825+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:46.825+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:46.826+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:46.826+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:47.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:46.826+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:2745: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 5795 (ObjNum 33 snap 0 seq_num 2945556032) dirty dne 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 1 to smithi07176956-42 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 2 to smithi07176956-42 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 3 to smithi07176956-42 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:2744: oid 42 updating version 0 to 24791 2024-03-10T21:30:47.166 INFO:tasks.rados.rados.0.smithi071.stdout:2744: oid 42 updating version 24791 to 24792 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24792 (ObjNum 877 snap 248 seq_num 877) dirty exists 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2744: left oid 42 (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2742: done (5 left) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2743: done (4 left) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2744: done (3 left) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2745: done (2 left) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2748: rollback oid 26 current snap is 248 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 235 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2747: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2747: finishing copy_from to smithi07176956-22 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 13120 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2746: done (2 left) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2747: done (1 left) 2024-03-10T21:30:47.167 INFO:tasks.rados.rados.0.smithi071.stdout:2749: setattr oid 11 current snap is 248 2024-03-10T21:30:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 248 2024-03-10T21:30:47.168 INFO:tasks.rados.rados.0.smithi071.stdout:2750: seq_num 878 ranges {2875392=311296} 2024-03-10T21:30:47.184 INFO:tasks.rados.rados.0.smithi071.stdout:2750: writing smithi07176956-49 from 2875392 to 3186688 tid 1 2024-03-10T21:30:47.184 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 5940 (ObjNum 97 snap 0 seq_num 2946068880) dirty exists 2024-03-10T21:30:47.184 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 10203 (ObjNum 725 snap 206 seq_num 725) dirty exists 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2751: read oid 38 snap -1 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2751: expect deleted 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2748: done (3 left) 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2749: done (2 left) 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2752: copy_from oid 3 from oid 1 current snap is 248 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2753: read oid 47 snap -1 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2753: expect (ObjNum 863 snap 245 seq_num 863) 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2754: copy_from oid 46 from oid 9 current snap is 248 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2755: read oid 12 snap 236 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2755: expect (ObjNum 749 snap 212 seq_num 749) 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 248 2024-03-10T21:30:47.185 INFO:tasks.rados.rados.0.smithi071.stdout:2756: seq_num 879 ranges {5791744=327680} 2024-03-10T21:30:47.219 INFO:tasks.rados.rados.0.smithi071.stdout:2756: writing smithi07176956-26 from 5791744 to 6119424 tid 1 2024-03-10T21:30:47.219 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 248 2024-03-10T21:30:47.219 INFO:tasks.rados.rados.0.smithi071.stdout:2757: seq_num 880 ranges {212992=344064} 2024-03-10T21:30:47.223 INFO:tasks.rados.rados.0.smithi071.stdout:2757: writing smithi07176956-41 from 212992 to 557056 tid 1 2024-03-10T21:30:47.223 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 248 2024-03-10T21:30:47.223 INFO:tasks.rados.rados.0.smithi071.stdout:2750: finishing write tid 1 to smithi07176956-49 2024-03-10T21:30:47.223 INFO:tasks.rados.rados.0.smithi071.stdout:2752: finishing copy_from to smithi07176956-3 2024-03-10T21:30:47.223 INFO:tasks.rados.rados.0.smithi071.stdout:2752: got expected ENOENT (src dne) 2024-03-10T21:30:47.224 INFO:tasks.rados.rados.0.smithi071.stdout:2758: seq_num 881 ranges {11493376=360448} 2024-03-10T21:30:47.286 INFO:tasks.rados.rados.0.smithi071.stdout:2758: writing smithi07176956-2 from 11493376 to 11853824 tid 1 2024-03-10T21:30:47.286 INFO:tasks.rados.rados.0.smithi071.stdout:2751: done (8 left) 2024-03-10T21:30:47.286 INFO:tasks.rados.rados.0.smithi071.stdout:2759: read oid 10 snap -1 2024-03-10T21:30:47.287 INFO:tasks.rados.rados.0.smithi071.stdout:2759: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:30:47.287 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 248 2024-03-10T21:30:47.287 INFO:tasks.rados.rados.0.smithi071.stdout:2750: finishing write tid 2 to smithi07176956-49 2024-03-10T21:30:47.287 INFO:tasks.rados.rados.0.smithi071.stdout:2752: finishing copy_from racing read to smithi07176956-3 2024-03-10T21:30:47.287 INFO:tasks.rados.rados.0.smithi071.stdout:2753: expect (ObjNum 863 snap 245 seq_num 863) 2024-03-10T21:30:47.288 INFO:tasks.rados.rados.0.smithi071.stdout:2750: finishing write tid 3 to smithi07176956-49 2024-03-10T21:30:47.288 INFO:tasks.rados.rados.0.smithi071.stdout:2750: oid 49 updating version 0 to 5941 2024-03-10T21:30:47.288 INFO:tasks.rados.rados.0.smithi071.stdout:2750: oid 49 updating version 5941 to 5942 2024-03-10T21:30:47.289 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5942 (ObjNum 878 snap 248 seq_num 878) dirty exists 2024-03-10T21:30:47.289 INFO:tasks.rados.rados.0.smithi071.stdout:2750: left oid 49 (ObjNum 878 snap 248 seq_num 878) 2024-03-10T21:30:47.289 INFO:tasks.rados.rados.0.smithi071.stdout:2754: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:30:47.289 INFO:tasks.rados.rados.0.smithi071.stdout:2755: expect (ObjNum 749 snap 212 seq_num 749) 2024-03-10T21:30:47.519 INFO:tasks.rados.rados.0.smithi071.stdout:2754: finishing copy_from to smithi07176956-46 2024-03-10T21:30:47.519 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 5909 (ObjNum 786 snap 230 seq_num 786) dirty exists 2024-03-10T21:30:47.519 INFO:tasks.rados.rados.0.smithi071.stdout:2756: finishing write tid 1 to smithi07176956-26 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2756: finishing write tid 2 to smithi07176956-26 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2756: finishing write tid 3 to smithi07176956-26 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2756: oid 26 updating version 0 to 10205 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2756: oid 26 version 10205 is already newer than 10204 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 10205 (ObjNum 879 snap 248 seq_num 879) dirty exists 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2756: left oid 26 (ObjNum 879 snap 248 seq_num 879) 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2757: finishing write tid 1 to smithi07176956-41 2024-03-10T21:30:47.520 INFO:tasks.rados.rados.0.smithi071.stdout:2760: seq_num 882 ranges {0=376832} 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2760: writing smithi07176956-23 from 0 to 376832 tid 1 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2750: done (9 left) 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2752: done (8 left) 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2753: done (7 left) 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2754: done (6 left) 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2755: done (5 left) 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2756: done (4 left) 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2761: copy_from oid 28 from oid 13 current snap is 248 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2757: finishing write tid 2 to smithi07176956-41 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2757: finishing write tid 3 to smithi07176956-41 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2757: oid 41 updating version 0 to 13123 2024-03-10T21:30:47.522 INFO:tasks.rados.rados.0.smithi071.stdout:2757: oid 41 updating version 13123 to 13124 2024-03-10T21:30:47.523 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 13124 (ObjNum 880 snap 248 seq_num 880) dirty exists 2024-03-10T21:30:47.523 INFO:tasks.rados.rados.0.smithi071.stdout:2757: left oid 41 (ObjNum 880 snap 248 seq_num 880) 2024-03-10T21:30:47.523 INFO:tasks.rados.rados.0.smithi071.stdout:2758: finishing write tid 1 to smithi07176956-2 2024-03-10T21:30:47.523 INFO:tasks.rados.rados.0.smithi071.stdout:2758: finishing write tid 2 to smithi07176956-2 2024-03-10T21:30:47.523 INFO:tasks.rados.rados.0.smithi071.stdout:2759: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:30:47.584 INFO:tasks.rados.rados.0.smithi071.stdout:2758: finishing write tid 3 to smithi07176956-2 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2758: oid 2 updating version 0 to 9783 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2758: oid 2 version 9783 is already newer than 9782 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9783 (ObjNum 881 snap 248 seq_num 881) dirty exists 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2758: left oid 2 (ObjNum 881 snap 248 seq_num 881) 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2760: finishing write tid 1 to smithi07176956-23 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2760: finishing write tid 2 to smithi07176956-23 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2757: done (4 left) 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2758: done (3 left) 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2759: done (2 left) 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 248 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2760: finishing write tid 3 to smithi07176956-23 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2760: oid 23 updating version 0 to 24788 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:2760: oid 23 version 24788 is already newer than 24787 2024-03-10T21:30:47.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24788 (ObjNum 882 snap 248 seq_num 882) dirty exists 2024-03-10T21:30:47.586 INFO:tasks.rados.rados.0.smithi071.stdout:2760: left oid 23 (ObjNum 882 snap 248 seq_num 882) 2024-03-10T21:30:47.586 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:30:47.586 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing copy_from to smithi07176956-28 2024-03-10T21:30:47.586 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 11149 (ObjNum 745 snap 212 seq_num 745) dirty exists 2024-03-10T21:30:47.586 INFO:tasks.rados.rados.0.smithi071.stdout:2762: seq_num 883 ranges {3211264=393216} 2024-03-10T21:30:47.586 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 systemd[1]: Starting Ceph mds.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:30:47.586 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 podman[107895]: 2024-03-10 21:30:47.366355111 +0000 UTC m=+0.017608788 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:30:47.586 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 podman[107895]: 2024-03-10 21:30:47.487521216 +0000 UTC m=+0.138774931 container create a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True) 2024-03-10T21:30:47.603 INFO:tasks.rados.rados.0.smithi071.stdout:2762: writing smithi07176956-46 from 3211264 to 3604480 tid 1 2024-03-10T21:30:47.603 INFO:tasks.rados.rados.0.smithi071.stdout:2760: done (2 left) 2024-03-10T21:30:47.603 INFO:tasks.rados.rados.0.smithi071.stdout:2761: done (1 left) 2024-03-10T21:30:47.604 INFO:tasks.rados.rados.0.smithi071.stdout:2763: setattr oid 40 current snap is 248 2024-03-10T21:30:47.606 INFO:tasks.rados.rados.0.smithi071.stdout:2764: read oid 43 snap -1 2024-03-10T21:30:47.606 INFO:tasks.rados.rados.0.smithi071.stdout:2764: expect (ObjNum 875 snap 248 seq_num 875) 2024-03-10T21:30:47.606 INFO:tasks.rados.rados.0.smithi071.stdout:2765: read oid 6 snap -1 2024-03-10T21:30:47.606 INFO:tasks.rados.rados.0.smithi071.stdout:2765: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:30:47.606 INFO:tasks.rados.rados.0.smithi071.stdout:2766: snap_create 2024-03-10T21:30:47.608 INFO:tasks.rados.rados.0.smithi071.stdout:2764: expect (ObjNum 875 snap 248 seq_num 875) 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:2762: finishing write tid 1 to smithi07176956-46 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:2762: finishing write tid 2 to smithi07176956-46 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:2762: finishing write tid 3 to smithi07176956-46 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:2762: oid 46 updating version 0 to 13134 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:2762: oid 46 version 13134 is already newer than 13133 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 13134 (ObjNum 883 snap 248 seq_num 883) dirty exists 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:2762: left oid 46 (ObjNum 883 snap 248 seq_num 883) 2024-03-10T21:30:47.617 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13136 (ObjNum 857 snap 242 seq_num 857) dirty exists 2024-03-10T21:30:47.620 INFO:tasks.rados.rados.0.smithi071.stdout:2765: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:30:47.907 INFO:tasks.rados.rados.0.smithi071.stdout:2762: done (4 left) 2024-03-10T21:30:47.908 INFO:tasks.rados.rados.0.smithi071.stdout:2763: done (3 left) 2024-03-10T21:30:47.908 INFO:tasks.rados.rados.0.smithi071.stdout:2764: done (2 left) 2024-03-10T21:30:47.908 INFO:tasks.rados.rados.0.smithi071.stdout:2765: done (1 left) 2024-03-10T21:30:47.908 INFO:tasks.rados.rados.0.smithi071.stdout:2766: done (0 left) 2024-03-10T21:30:47.908 INFO:tasks.rados.rados.0.smithi071.stdout:2767: delete oid 37 current snap is 249 2024-03-10T21:30:47.910 INFO:tasks.rados.rados.0.smithi071.stdout:2767: done (0 left) 2024-03-10T21:30:47.911 INFO:tasks.rados.rados.0.smithi071.stdout:2768: read oid 39 snap -1 2024-03-10T21:30:47.911 INFO:tasks.rados.rados.0.smithi071.stdout:2768: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:30:47.911 INFO:tasks.rados.rados.0.smithi071.stdout:2769: read oid 42 snap -1 2024-03-10T21:30:47.911 INFO:tasks.rados.rados.0.smithi071.stdout:2769: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:30:47.911 INFO:tasks.rados.rados.0.smithi071.stdout:2770: snap_create 2024-03-10T21:30:47.928 INFO:tasks.rados.rados.0.smithi071.stdout:2768: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:30:48.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:47.835+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:48.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:47.835+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 podman[107895]: 2024-03-10 21:30:47.69858948 +0000 UTC m=+0.349843166 container init a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 podman[107895]: 2024-03-10 21:30:47.701296402 +0000 UTC m=+0.352550075 container start a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux ) 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[107910]: starting mds.b at 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 bash[107895]: a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:30:47 smithi193 systemd[1]: Started Ceph mds.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: pgmap v534: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 504 KiB/s wr, 23 op/s 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: osdmap e569: 8 total, 8 up, 8 in 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:48.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:48.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:48.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:48.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:48.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:48.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:48.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:47.836+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:48.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:47.837+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:48.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:47.837+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: pgmap v534: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 504 KiB/s wr, 23 op/s 2024-03-10T21:30:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:48.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: osdmap e569: 8 total, 8 up, 8 in 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:48.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: pgmap v534: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 661 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.0 MiB/s rd, 504 KiB/s wr, 23 op/s 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: osdmap e569: 8 total, 8 up, 8 in 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:48.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:48.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:48.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:48.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:48.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 135=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:48.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:48.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:30:48.150 INFO:tasks.rados.rados.0.smithi071.stdout:2769: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:30:48.439 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:48.240+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:48.439 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:48.240+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:48.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:48.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:48.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:48.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:48.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:48.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:48.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.303+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:48.748 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:48.433+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:48.749 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:48.433+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:2768: done (2 left) 2024-03-10T21:30:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:2769: done (1 left) 2024-03-10T21:30:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:2770: done (0 left) 2024-03-10T21:30:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 250 2024-03-10T21:30:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:2771: seq_num 885 ranges {0=425984} 2024-03-10T21:30:48.856 INFO:tasks.rados.rados.0.smithi071.stdout:2771: writing smithi07176956-32 from 0 to 425984 tid 1 2024-03-10T21:30:48.856 INFO:tasks.rados.rados.0.smithi071.stdout:2772: snap_create 2024-03-10T21:30:48.862 INFO:tasks.rados.rados.0.smithi071.stdout:2771: finishing write tid 1 to smithi07176956-32 2024-03-10T21:30:48.862 INFO:tasks.rados.rados.0.smithi071.stdout:2771: finishing write tid 2 to smithi07176956-32 2024-03-10T21:30:48.863 INFO:tasks.rados.rados.0.smithi071.stdout:2771: finishing write tid 3 to smithi07176956-32 2024-03-10T21:30:48.863 INFO:tasks.rados.rados.0.smithi071.stdout:2771: oid 32 updating version 0 to 10207 2024-03-10T21:30:48.864 INFO:tasks.rados.rados.0.smithi071.stdout:2771: oid 32 version 10207 is already newer than 10206 2024-03-10T21:30:48.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 10207 (ObjNum 885 snap 250 seq_num 885) dirty exists 2024-03-10T21:30:48.864 INFO:tasks.rados.rados.0.smithi071.stdout:2771: left oid 32 (ObjNum 885 snap 250 seq_num 885) 2024-03-10T21:30:49.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:48.860+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:49.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:48.860+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:49.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:48.856+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:49.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:48.856+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:49.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:48.856+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:49.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:48.861+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:49.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:48.861+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:49.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:48.861+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: mds.? [v2:172.21.15.193:6832/4065301510,v1:172.21.15.193:6833/4065301510] up:boot 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: osdmap e570: 8 total, 8 up, 8 in 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:48 smithi193 ceph-mon[83873]: pgmap v537: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 670 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-03-10T21:30:49.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:48.851+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:48.883+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:48.883+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:48.883+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.857+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.857+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.858+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:49.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.858+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:49.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:48.859+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: mds.? [v2:172.21.15.193:6832/4065301510,v1:172.21.15.193:6833/4065301510] up:boot 2024-03-10T21:30:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:49.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: osdmap e570: 8 total, 8 up, 8 in 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:49.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[91105]: pgmap v537: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 670 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: mds.? [v2:172.21.15.193:6832/4065301510,v1:172.21.15.193:6833/4065301510] up:boot 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: osdmap e570: 8 total, 8 up, 8 in 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:48 smithi071 ceph-mon[88660]: pgmap v537: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 670 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-03-10T21:30:49.864 INFO:tasks.rados.rados.0.smithi071.stdout:2771: done (1 left) 2024-03-10T21:30:49.864 INFO:tasks.rados.rados.0.smithi071.stdout:2772: done (0 left) 2024-03-10T21:30:49.864 INFO:tasks.rados.rados.0.smithi071.stdout:2773: read oid 10 snap -1 2024-03-10T21:30:49.864 INFO:tasks.rados.rados.0.smithi071.stdout:2773: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:30:49.864 INFO:tasks.rados.rados.0.smithi071.stdout:2774: setattr oid 12 current snap is 251 2024-03-10T21:30:49.865 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 251 2024-03-10T21:30:49.865 INFO:tasks.rados.rados.0.smithi071.stdout:2775: seq_num 886 ranges {0=442368} 2024-03-10T21:30:49.868 INFO:tasks.rados.rados.0.smithi071.stdout:2775: writing smithi07176956-1 from 0 to 442368 tid 1 2024-03-10T21:30:49.868 INFO:tasks.rados.rados.0.smithi071.stdout:2776: read oid 17 snap 242 2024-03-10T21:30:49.868 INFO:tasks.rados.rados.0.smithi071.stdout:2776: expect (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:49.869 INFO:tasks.rados.rados.0.smithi071.stdout:2777: rollback oid 25 current snap is 251 2024-03-10T21:30:49.869 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 245 2024-03-10T21:30:49.869 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 251 2024-03-10T21:30:49.869 INFO:tasks.rados.rados.0.smithi071.stdout:2778: seq_num 887 ranges {5431296=458752} 2024-03-10T21:30:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:2778: writing smithi07176956-40 from 5431296 to 5890048 tid 1 2024-03-10T21:30:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:2779: read oid 5 snap 240 2024-03-10T21:30:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:2779: expect deleted 2024-03-10T21:30:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:2780: setattr oid 44 current snap is 251 2024-03-10T21:30:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:2773: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:30:49.970 INFO:tasks.rados.rados.0.smithi071.stdout:2777: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:30:49.970 INFO:tasks.rados.rados.0.smithi071.stdout:2777: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:30:49.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 4810 (ObjNum 794 snap 231 seq_num 794) dirty exists 2024-03-10T21:30:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10898 (ObjNum 854 snap 242 seq_num 854) dirty exists 2024-03-10T21:30:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:2775: finishing write tid 1 to smithi07176956-1 2024-03-10T21:30:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:2775: finishing write tid 2 to smithi07176956-1 2024-03-10T21:30:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:2775: finishing write tid 3 to smithi07176956-1 2024-03-10T21:30:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:2775: oid 1 updating version 0 to 10900 2024-03-10T21:30:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:2775: oid 1 version 10900 is already newer than 10899 2024-03-10T21:30:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 10900 (ObjNum 886 snap 251 seq_num 886) dirty exists 2024-03-10T21:30:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:2775: left oid 1 (ObjNum 886 snap 251 seq_num 886) 2024-03-10T21:30:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:2778: finishing write tid 1 to smithi07176956-40 2024-03-10T21:30:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:2778: finishing write tid 2 to smithi07176956-40 2024-03-10T21:30:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:2778: finishing write tid 3 to smithi07176956-40 2024-03-10T21:30:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:2778: oid 40 updating version 0 to 13138 2024-03-10T21:30:49.973 INFO:tasks.rados.rados.0.smithi071.stdout:2778: oid 40 updating version 13138 to 13139 2024-03-10T21:30:49.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13139 (ObjNum 887 snap 251 seq_num 887) dirty exists 2024-03-10T21:30:49.973 INFO:tasks.rados.rados.0.smithi071.stdout:2778: left oid 40 (ObjNum 887 snap 251 seq_num 887) 2024-03-10T21:30:49.973 INFO:tasks.rados.rados.0.smithi071.stdout:2776: expect (ObjNum 828 snap 237 seq_num 828) 2024-03-10T21:30:50.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:49.858+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:50.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:49.859+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:50.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:49.865+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:49.866+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:49.875+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:49.875+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:50.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: osdmap e571: 8 total, 8 up, 8 in 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:50.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:50.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:49.868+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:50.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:49.864+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:50.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:49.864+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:50.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:49.861+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: osdmap e571: 8 total, 8 up, 8 in 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: osdmap e571: 8 total, 8 up, 8 in 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:50.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:50.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:50.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:50.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:50.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:50.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:50.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:51.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: osdmap e572: 8 total, 8 up, 8 in 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:51.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[88660]: pgmap v540: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 679 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:51.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: osdmap e572: 8 total, 8 up, 8 in 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:51.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:50 smithi071 ceph-mon[91105]: pgmap v540: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 679 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: osdmap e572: 8 total, 8 up, 8 in 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:51.181 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:51.182 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:51.182 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:51.182 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:51.182 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:51.182 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:51.182 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:50 smithi193 ceph-mon[83873]: pgmap v540: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 679 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 4.7 MiB/s wr, 37 op/s 2024-03-10T21:30:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:30:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:30:51] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2024-03-10T21:30:51.698 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10895 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:2773: done (7 left) 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:2774: done (6 left) 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:2775: done (5 left) 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:2776: done (4 left) 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:2777: done (3 left) 2024-03-10T21:30:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:2778: done (2 left) 2024-03-10T21:30:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:2779: done (1 left) 2024-03-10T21:30:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:2780: done (0 left) 2024-03-10T21:30:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:2781: rollback oid 5 current snap is 251 2024-03-10T21:30:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 248 2024-03-10T21:30:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 251 2024-03-10T21:30:51.941 INFO:tasks.rados.rados.0.smithi071.stdout:2782: seq_num 888 ranges {0=475136} 2024-03-10T21:30:51.943 INFO:tasks.rados.rados.0.smithi071.stdout:2782: writing smithi07176956-29 from 0 to 475136 tid 1 2024-03-10T21:30:51.943 INFO:tasks.rados.rados.0.smithi071.stdout:2783: copy_from oid 11 from oid 45 current snap is 251 2024-03-10T21:30:51.943 INFO:tasks.rados.rados.0.smithi071.stdout:2784: copy_from oid 27 from oid 33 current snap is 251 2024-03-10T21:30:51.943 INFO:tasks.rados.rados.0.smithi071.stdout:2785: read oid 16 snap 235 2024-03-10T21:30:51.943 INFO:tasks.rados.rados.0.smithi071.stdout:2785: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:51.943 INFO:tasks.rados.rados.0.smithi071.stdout:2786: snap_remove snap 240 2024-03-10T21:30:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:30:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (10m) 25s ago 11m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:30:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (11m) 0s ago 11m 89.0M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:30:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (29s) 25s ago 12m 12.5M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 c4540245015a 2024-03-10T21:30:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (4s) 0s ago 12m 14.9M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 a1cfefc4f95f 2024-03-10T21:30:52.026 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (6m) 0s ago 15m 452M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (7m) 25s ago 17m 519M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 25s ago 17m 68.7M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (5m) 0s ago 16m 53.5M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 25s ago 16m 59.1M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (10m) 25s ago 10m 15.9M - 1.5.0 0da6a335fe13 ba686a826d46 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (10m) 0s ago 10m 16.5M - 1.5.0 0da6a335fe13 dd36831d2e6f 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 25s ago 15m 301M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 25s ago 15m 377M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 25s ago 14m 363M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 25s ago 14m 159M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (2m) 0s ago 13m 285M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (2m) 0s ago 13m 404M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (85s) 0s ago 13m 177M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3f05fac4da9e 2024-03-10T21:30:52.027 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (49s) 0s ago 12m 223M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 63399d1e4441 2024-03-10T21:30:52.028 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (6m) 0s ago 11m 61.8M - 2.43.0 a07b618ecd1d fdc2acb450c6 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:30:52.422 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:30:52.423 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2786: done (5 left) 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2787: copy_from oid 46 from oid 10 current snap is 251 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 1 to smithi07176956-29 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 2 to smithi07176956-29 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:30:52.536 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10899 (ObjNum 867 snap 246 seq_num 867) dirty exists 2024-03-10T21:30:52.537 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 3 to smithi07176956-29 2024-03-10T21:30:52.537 INFO:tasks.rados.rados.0.smithi071.stdout:2782: oid 29 updating version 0 to 24783 2024-03-10T21:30:52.537 INFO:tasks.rados.rados.0.smithi071.stdout:2782: oid 29 version 24783 is already newer than 24782 2024-03-10T21:30:52.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24783 (ObjNum 888 snap 251 seq_num 888) dirty exists 2024-03-10T21:30:52.537 INFO:tasks.rados.rados.0.smithi071.stdout:2782: left oid 29 (ObjNum 888 snap 251 seq_num 888) 2024-03-10T21:30:52.537 INFO:tasks.rados.rados.0.smithi071.stdout:2785: expect (ObjNum 551 snap 157 seq_num 551) 2024-03-10T21:30:52.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:52.536+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:52.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:52.536+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:52.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:52.536+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:52.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-mon[83873]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/84748201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:52.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:52.539+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:52.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:52.539+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:52.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2784: finishing copy_from racing read to smithi07176956-27 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2783: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2784: finishing copy_from to smithi07176956-27 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 5933 (ObjNum 799 snap 232 seq_num 799) dirty exists 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2783: finishing copy_from to smithi07176956-11 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 5814 (ObjNum 869 snap 247 seq_num 869) dirty exists 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2781: done (5 left) 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2782: done (4 left) 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2783: done (3 left) 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2784: done (2 left) 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2785: done (1 left) 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2788: read oid 13 snap -1 2024-03-10T21:30:52.592 INFO:tasks.rados.rados.0.smithi071.stdout:2788: expect (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:2789: copy_from oid 43 from oid 4 current snap is 251 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing copy_from to smithi07176956-46 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 13120 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:2787: done (2 left) 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 251 2024-03-10T21:30:52.593 INFO:tasks.rados.rados.0.smithi071.stdout:2790: seq_num 889 ranges {0=491520} 2024-03-10T21:30:52.594 INFO:tasks.rados.rados.0.smithi071.stdout:2790: writing smithi07176956-14 from 0 to 491520 tid 1 2024-03-10T21:30:52.594 INFO:tasks.rados.rados.0.smithi071.stdout:2791: rollback oid 48 current snap is 251 2024-03-10T21:30:52.594 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 248 2024-03-10T21:30:52.594 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 251 2024-03-10T21:30:52.594 INFO:tasks.rados.rados.0.smithi071.stdout:2792: seq_num 890 ranges {2129920=507904} 2024-03-10T21:30:52.609 INFO:tasks.rados.rados.0.smithi071.stdout:2792: writing smithi07176956-16 from 2129920 to 2637824 tid 1 2024-03-10T21:30:52.609 INFO:tasks.rados.rados.0.smithi071.stdout:2793: snap_create 2024-03-10T21:30:52.609 INFO:tasks.rados.rados.0.smithi071.stdout:2790: finishing write tid 1 to smithi07176956-14 2024-03-10T21:30:52.609 INFO:tasks.rados.rados.0.smithi071.stdout:2790: finishing write tid 2 to smithi07176956-14 2024-03-10T21:30:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:2790: finishing write tid 3 to smithi07176956-14 2024-03-10T21:30:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:2790: oid 14 updating version 0 to 10901 2024-03-10T21:30:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:2790: oid 14 updating version 10901 to 10902 2024-03-10T21:30:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 10902 (ObjNum 889 snap 251 seq_num 889) dirty exists 2024-03-10T21:30:52.610 INFO:tasks.rados.rados.0.smithi071.stdout:2790: left oid 14 (ObjNum 889 snap 251 seq_num 889) 2024-03-10T21:30:52.612 INFO:tasks.rados.rados.0.smithi071.stdout:2791: finishing rollback tid 1 to smithi07176956-48 2024-03-10T21:30:52.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 9947 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:30:52.613 INFO:tasks.rados.rados.0.smithi071.stdout:2792: finishing write tid 1 to smithi07176956-16 2024-03-10T21:30:52.613 INFO:tasks.rados.rados.0.smithi071.stdout:2792: finishing write tid 2 to smithi07176956-16 2024-03-10T21:30:52.614 INFO:tasks.rados.rados.0.smithi071.stdout:2792: finishing write tid 3 to smithi07176956-16 2024-03-10T21:30:52.614 INFO:tasks.rados.rados.0.smithi071.stdout:2792: oid 16 updating version 0 to 5916 2024-03-10T21:30:52.614 INFO:tasks.rados.rados.0.smithi071.stdout:2792: oid 16 updating version 5916 to 5917 2024-03-10T21:30:52.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5917 (ObjNum 890 snap 251 seq_num 890) dirty exists 2024-03-10T21:30:52.614 INFO:tasks.rados.rados.0.smithi071.stdout:2792: left oid 16 (ObjNum 890 snap 251 seq_num 890) 2024-03-10T21:30:52.626 INFO:tasks.rados.rados.0.smithi071.stdout:2788: expect (ObjNum 745 snap 212 seq_num 745) 2024-03-10T21:30:52.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:52.532+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[91105]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/84748201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[88660]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:52.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/84748201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:52.536+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:52.536+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:52.536+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:52.541+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:52.541+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:52.541+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:52.541+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:52.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:52.541+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:52.909 INFO:tasks.rados.rados.0.smithi071.stdout:2789: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:30:52.909 INFO:tasks.rados.rados.0.smithi071.stdout:2789: finishing copy_from to smithi07176956-43 2024-03-10T21:30:52.909 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13129 (ObjNum 873 snap 248 seq_num 873) dirty exists 2024-03-10T21:30:53.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:52.600+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:53.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:52.600+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:53.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:52.600+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:53.581 INFO:tasks.rados.rados.0.smithi071.stdout:2788: done (5 left) 2024-03-10T21:30:53.581 INFO:tasks.rados.rados.0.smithi071.stdout:2789: done (4 left) 2024-03-10T21:30:53.581 INFO:tasks.rados.rados.0.smithi071.stdout:2790: done (3 left) 2024-03-10T21:30:53.581 INFO:tasks.rados.rados.0.smithi071.stdout:2791: done (2 left) 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:2792: done (1 left) 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:2793: done (0 left) 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:2794: rmattr oid 26 current snap is 252 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:2794: done (0 left) 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:2795: rollback oid 26 current snap is 252 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 236 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 252 2024-03-10T21:30:53.582 INFO:tasks.rados.rados.0.smithi071.stdout:2796: seq_num 891 ranges {3211264=532480} 2024-03-10T21:30:53.601 INFO:tasks.rados.rados.0.smithi071.stdout:2796: writing smithi07176956-9 from 3211264 to 3743744 tid 1 2024-03-10T21:30:53.601 INFO:tasks.rados.rados.0.smithi071.stdout:2797: snap_remove snap 247 2024-03-10T21:30:53.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:53.605+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:53.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:53.606+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:53.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:53.583+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:53.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:53.583+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:53.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:53.578+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:53.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:53.578+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:53.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: osdmap e573: 8 total, 8 up, 8 in 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:53.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:53.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:53.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:53.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:53.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:53 smithi193 ceph-mon[83873]: pgmap v542: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-03-10T21:30:53.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:53.605+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:53.633+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:53.633+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: osdmap e573: 8 total, 8 up, 8 in 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:53.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:53.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[88660]: pgmap v542: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.580+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.580+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.580+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.580+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.580+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.580+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:53.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:53.581+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:53.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:30:53.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:53.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: osdmap e573: 8 total, 8 up, 8 in 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 136=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:53.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:53.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:53.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:53 smithi071 ceph-mon[91105]: pgmap v542: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-03-10T21:30:54.586 INFO:tasks.rados.rados.0.smithi071.stdout:2797: done (2 left) 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2798: setattr oid 5 current snap is 252 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 10210 (ObjNum 725 snap 206 seq_num 725) dirty exists 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2796: finishing write tid 1 to smithi07176956-9 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2796: finishing write tid 2 to smithi07176956-9 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2796: finishing write tid 3 to smithi07176956-9 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2796: oid 9 updating version 0 to 24793 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2796: oid 9 updating version 24793 to 24794 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24794 (ObjNum 891 snap 252 seq_num 891) dirty exists 2024-03-10T21:30:54.587 INFO:tasks.rados.rados.0.smithi071.stdout:2796: left oid 9 (ObjNum 891 snap 252 seq_num 891) 2024-03-10T21:30:54.588 INFO:tasks.rados.rados.0.smithi071.stdout:2795: done (2 left) 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2796: done (1 left) 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2799: read oid 43 snap -1 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2799: expect (ObjNum 873 snap 248 seq_num 873) 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2800: read oid 50 snap -1 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2800: expect deleted 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2801: copy_from oid 41 from oid 11 current snap is 252 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2802: rmattr oid 19 current snap is 252 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 252 2024-03-10T21:30:54.589 INFO:tasks.rados.rados.0.smithi071.stdout:2803: seq_num 892 ranges {0=548864} 2024-03-10T21:30:54.592 INFO:tasks.rados.rados.0.smithi071.stdout:2803: writing smithi07176956-8 from 0 to 548864 tid 1 2024-03-10T21:30:54.592 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 252 2024-03-10T21:30:54.592 INFO:tasks.rados.rados.0.smithi071.stdout:2804: seq_num 893 ranges {4579328=565248} 2024-03-10T21:30:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:2804: writing smithi07176956-28 from 4579328 to 5144576 tid 1 2024-03-10T21:30:54.622 INFO:tasks.rados.rados.0.smithi071.stdout:2805: snap_remove snap 243 2024-03-10T21:30:54.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:54.597+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: osdmap e574: 8 total, 8 up, 8 in 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:54.584+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:54.584+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:54.584+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:54.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:54.584+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:54.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:54.585+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:54.838 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:54.583+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:54.838 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:54.583+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:54.838 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:54.584+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:54.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:54.585+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:54.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:54.585+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:54.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:54.585+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:54.839 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:54.593+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:54.839 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:54.593+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:54.839 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:54.593+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:54.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:54.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:54.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: osdmap e574: 8 total, 8 up, 8 in 2024-03-10T21:30:54.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:54.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:54.840 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:54.590+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:54.840 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:54.598+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: osdmap e574: 8 total, 8 up, 8 in 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:54.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:54.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:2805: done (7 left) 2024-03-10T21:30:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:2806: snap_create 2024-03-10T21:30:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5918 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:30:55.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10901 (ObjNum 867 snap 246 seq_num 867) dirty exists 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2803: finishing write tid 1 to smithi07176956-8 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2803: finishing write tid 2 to smithi07176956-8 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2803: finishing write tid 3 to smithi07176956-8 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2803: oid 8 updating version 0 to 997 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2803: oid 8 version 997 is already newer than 996 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 997 (ObjNum 892 snap 252 seq_num 892) dirty exists 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2803: left oid 8 (ObjNum 892 snap 252 seq_num 892) 2024-03-10T21:30:55.595 INFO:tasks.rados.rados.0.smithi071.stdout:2799: expect (ObjNum 873 snap 248 seq_num 873) 2024-03-10T21:30:55.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:55.595+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:55.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:55.596+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:55.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:55.589+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:55.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:55.589+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:55.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: osdmap e575: 8 total, 8 up, 8 in 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:55.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:55 smithi193 ceph-mon[83873]: pgmap v545: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 700 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-03-10T21:30:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:2801: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:30:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:2801: finishing copy_from to smithi07176956-41 2024-03-10T21:30:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 5814 (ObjNum 869 snap 247 seq_num 869) dirty exists 2024-03-10T21:30:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:2804: finishing write tid 1 to smithi07176956-28 2024-03-10T21:30:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:2804: finishing write tid 2 to smithi07176956-28 2024-03-10T21:30:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:2804: finishing write tid 3 to smithi07176956-28 2024-03-10T21:30:55.869 INFO:tasks.rados.rados.0.smithi071.stdout:2804: oid 28 updating version 0 to 13144 2024-03-10T21:30:55.869 INFO:tasks.rados.rados.0.smithi071.stdout:2804: oid 28 version 13144 is already newer than 13143 2024-03-10T21:30:55.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 13144 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:30:55.869 INFO:tasks.rados.rados.0.smithi071.stdout:2804: left oid 28 (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:30:56.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:55.590+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:56.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:55.596+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:55.596+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: osdmap e575: 8 total, 8 up, 8 in 2024-03-10T21:30:56.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[91105]: pgmap v545: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 700 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:56.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: osdmap e575: 8 total, 8 up, 8 in 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:56.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:55 smithi071 ceph-mon[88660]: pgmap v545: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 700 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-03-10T21:30:56.593 INFO:tasks.rados.rados.0.smithi071.stdout:2798: done (7 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2799: done (6 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2800: done (5 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2801: done (4 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2802: done (3 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2803: done (2 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2804: done (1 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2806: done (0 left) 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 253 2024-03-10T21:30:56.594 INFO:tasks.rados.rados.0.smithi071.stdout:2807: seq_num 894 ranges {15900672=581632} 2024-03-10T21:30:56.681 INFO:tasks.rados.rados.0.smithi071.stdout:2807: writing smithi07176956-17 from 15900672 to 16482304 tid 1 2024-03-10T21:30:56.681 INFO:tasks.rados.rados.0.smithi071.stdout:2808: read oid 7 snap -1 2024-03-10T21:30:56.682 INFO:tasks.rados.rados.0.smithi071.stdout:2808: expect (ObjNum 853 snap 241 seq_num 853) 2024-03-10T21:30:56.682 INFO:tasks.rados.rados.0.smithi071.stdout:2809: snap_create 2024-03-10T21:30:56.686 INFO:tasks.rados.rados.0.smithi071.stdout:2807: finishing write tid 1 to smithi07176956-17 2024-03-10T21:30:56.687 INFO:tasks.rados.rados.0.smithi071.stdout:2807: finishing write tid 2 to smithi07176956-17 2024-03-10T21:30:56.688 INFO:tasks.rados.rados.0.smithi071.stdout:2807: finishing write tid 3 to smithi07176956-17 2024-03-10T21:30:56.688 INFO:tasks.rados.rados.0.smithi071.stdout:2807: oid 17 updating version 0 to 1429 2024-03-10T21:30:56.688 INFO:tasks.rados.rados.0.smithi071.stdout:2807: oid 17 updating version 1429 to 1430 2024-03-10T21:30:56.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1430 (ObjNum 894 snap 253 seq_num 894) dirty exists 2024-03-10T21:30:56.688 INFO:tasks.rados.rados.0.smithi071.stdout:2807: left oid 17 (ObjNum 894 snap 253 seq_num 894) 2024-03-10T21:30:56.700 INFO:tasks.rados.rados.0.smithi071.stdout:2808: expect (ObjNum 853 snap 241 seq_num 853) 2024-03-10T21:30:56.844 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:56.683+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:56.844 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:56.683+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:56.683+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.589+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.589+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.589+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.590+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.591+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.591+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:56.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:56.591+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: osdmap e576: 8 total, 8 up, 8 in 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:56.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.848 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: osdmap e576: 8 total, 8 up, 8 in 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:56.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.850 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:56.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:56 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:56.595+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:57.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:56.596+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:57.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:56.685+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:57.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:56.685+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:57.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:56.685+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:57.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:57.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:57.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: osdmap e576: 8 total, 8 up, 8 in 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:30:57.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:56 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:30:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:2807: done (2 left) 2024-03-10T21:30:57.611 INFO:tasks.rados.rados.0.smithi071.stdout:2808: done (1 left) 2024-03-10T21:30:57.612 INFO:tasks.rados.rados.0.smithi071.stdout:2809: done (0 left) 2024-03-10T21:30:57.612 INFO:tasks.rados.rados.0.smithi071.stdout:2810: rmattr oid 35 current snap is 254 2024-03-10T21:30:57.612 INFO:tasks.rados.rados.0.smithi071.stdout:2810: done (0 left) 2024-03-10T21:30:57.612 INFO:tasks.rados.rados.0.smithi071.stdout:2811: snap_create 2024-03-10T21:30:57.686 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:57.402+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:57.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all mds 2024-03-10T21:30:57.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all rgw 2024-03-10T21:30:57.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all rbd-mirror 2024-03-10T21:30:57.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all ceph-exporter 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all iscsi 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all nfs 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: Upgrade: Setting container_image for all nvmeof 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: osdmap e577: 8 total, 8 up, 8 in 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:57.687 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[88660]: pgmap v548: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 700 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all mds 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all rgw 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all rbd-mirror 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all ceph-exporter 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all iscsi 2024-03-10T21:30:57.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all nfs 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: Upgrade: Setting container_image for all nvmeof 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: osdmap e577: 8 total, 8 up, 8 in 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:57.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-mon[91105]: pgmap v548: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 700 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-03-10T21:30:57.690 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:57.608+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:57.690 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:57.608+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:57.690 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:57.609+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:57.690 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:57.609+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:57.690 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:57.609+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:57.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:57.690+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:57.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:57.690+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:57.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:57.442+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:57.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:57.442+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:57.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:57.443+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:57.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:57.606+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:57.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:57.606+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all mds 2024-03-10T21:30:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all rgw 2024-03-10T21:30:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all rbd-mirror 2024-03-10T21:30:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all ceph-exporter 2024-03-10T21:30:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all iscsi 2024-03-10T21:30:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all nfs 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: Upgrade: Setting container_image for all nvmeof 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: osdmap e577: 8 total, 8 up, 8 in 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:57.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:57.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:57.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-mon[83873]: pgmap v548: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 700 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-03-10T21:30:58.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:57.834+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:58.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:57.834+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:58.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:57.834+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:58.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:57.836+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:58.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:57.836+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:58.585 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:58 smithi071 systemd[1]: Stopping Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:30:58.610 INFO:tasks.rados.rados.0.smithi071.stdout:2811: done (0 left) 2024-03-10T21:30:58.611 INFO:tasks.rados.rados.0.smithi071.stdout:2812: read oid 3 snap -1 2024-03-10T21:30:58.611 INFO:tasks.rados.rados.0.smithi071.stdout:2812: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:30:58.611 INFO:tasks.rados.rados.0.smithi071.stdout:2813: delete oid 32 current snap is 255 2024-03-10T21:30:58.615 INFO:tasks.rados.rados.0.smithi071.stdout:2812: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:30:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:2812: done (1 left) 2024-03-10T21:30:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:2813: done (0 left) 2024-03-10T21:30:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 255 2024-03-10T21:30:58.620 INFO:tasks.rados.rados.0.smithi071.stdout:2814: seq_num 896 ranges {3883008=614400} 2024-03-10T21:30:58.644 INFO:tasks.rados.rados.0.smithi071.stdout:2814: writing smithi07176956-7 from 3883008 to 4497408 tid 1 2024-03-10T21:30:58.644 INFO:tasks.rados.rados.0.smithi071.stdout:2815: read oid 30 snap -1 2024-03-10T21:30:58.644 INFO:tasks.rados.rados.0.smithi071.stdout:2815: expect deleted 2024-03-10T21:30:58.644 INFO:tasks.rados.rados.0.smithi071.stdout:2816: copy_from oid 9 from oid 13 current snap is 255 2024-03-10T21:30:58.644 INFO:tasks.rados.rados.0.smithi071.stdout:2817: snap_remove snap 244 2024-03-10T21:30:58.936 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:58 smithi071 podman[119585]: 2024-03-10 21:30:58.734009125 +0000 UTC m=+0.136745199 container died ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:30:58.936 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:58.614+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:58.936 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.607+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:58.937 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.607+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:58.937 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.607+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:58.937 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.607+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:58.937 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.607+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:30:58.937 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.607+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:58.937 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:58.608+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:58.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:58.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:58.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: osdmap e578: 8 total, 8 up, 8 in 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: Upgrade: Updating node-exporter.a (1/2) 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: Deploying daemon node-exporter.a on smithi071 2024-03-10T21:30:58.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:58.939 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: osdmap e578: 8 total, 8 up, 8 in 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: Upgrade: Updating node-exporter.a (1/2) 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: Deploying daemon node-exporter.a on smithi071 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:58.940 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:59.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:58.652+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:30:59.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:58.652+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:59.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:58.652+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:59.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:58.615+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:59.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:58.615+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:30:59.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:30:58.615+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:59.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:58.614+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:59.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:30:58.614+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:59.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: osdmap e578: 8 total, 8 up, 8 in 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: Upgrade: Updating node-exporter.a (1/2) 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: Deploying daemon node-exporter.a on smithi071 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:59.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:59.336 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 podman[119585]: 2024-03-10 21:30:59.123372604 +0000 UTC m=+0.526108681 container cleanup ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:30:59.336 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 bash[119585]: ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a 2024-03-10T21:30:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:58.934+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:58.934+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:30:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:58.934+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:59.624 INFO:tasks.rados.rados.0.smithi071.stdout:2817: done (3 left) 2024-03-10T21:30:59.624 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 255 2024-03-10T21:30:59.624 INFO:tasks.rados.rados.0.smithi071.stdout:2818: seq_num 897 ranges {2318336=630784} 2024-03-10T21:30:59.641 INFO:tasks.rados.rados.0.smithi071.stdout:2818: writing smithi07176956-12 from 2318336 to 2949120 tid 1 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2819: snap_create 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 1 to smithi07176956-7 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 2 to smithi07176956-7 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 3 to smithi07176956-7 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2814: oid 7 updating version 0 to 10213 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2814: oid 7 version 10213 is already newer than 10212 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 10213 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2814: left oid 7 (ObjNum 896 snap 255 seq_num 896) 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2816: finishing copy_from racing read to smithi07176956-9 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:2816: finishing copy_from to smithi07176956-9 2024-03-10T21:30:59.642 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 11149 (ObjNum 745 snap 212 seq_num 745) dirty exists 2024-03-10T21:30:59.657 INFO:tasks.rados.rados.0.smithi071.stdout:2818: finishing write tid 1 to smithi07176956-12 2024-03-10T21:30:59.657 INFO:tasks.rados.rados.0.smithi071.stdout:2818: finishing write tid 2 to smithi07176956-12 2024-03-10T21:30:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:2818: finishing write tid 3 to smithi07176956-12 2024-03-10T21:30:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:2818: oid 12 updating version 0 to 10903 2024-03-10T21:30:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:2818: oid 12 updating version 10903 to 10904 2024-03-10T21:30:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10904 (ObjNum 897 snap 255 seq_num 897) dirty exists 2024-03-10T21:30:59.660 INFO:tasks.rados.rados.0.smithi071.stdout:2818: left oid 12 (ObjNum 897 snap 255 seq_num 897) 2024-03-10T21:30:59.799 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:59.626+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:59.800 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:30:59.627+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:59.800 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:30:59.653+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:59.800 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 podman[119597]: 2024-03-10 21:30:59.424976554 +0000 UTC m=+0.695066407 container remove ba686a826d46c61c22183e06f0369431757e1ee62e899574a73537d0b08ea896 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:30:59.800 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:30:59.800 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-10T21:30:59.800 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 systemd[1]: Stopped Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:30:59.801 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service: Consumed 2.753s CPU time. 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: osdmap e579: 8 total, 8 up, 8 in 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:59.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[88660]: pgmap v551: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 703 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 882 KiB/s wr, 2 op/s 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:30:59.802 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: osdmap e579: 8 total, 8 up, 8 in 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:30:59.803 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-mon[91105]: pgmap v551: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 703 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 882 KiB/s wr, 2 op/s 2024-03-10T21:30:59.804 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:59.619+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:30:59.804 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:59.620+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:30:59.804 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:59.620+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:30:59.804 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:59.621+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:30:59.804 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:30:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:30:59.621+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:00.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:59.625+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:30:59.625+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: osdmap e579: 8 total, 8 up, 8 in 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:00.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:00.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:30:59 smithi193 ceph-mon[83873]: pgmap v551: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 703 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 882 KiB/s wr, 2 op/s 2024-03-10T21:31:00.087 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:30:59 smithi071 systemd[1]: Starting Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:00.087 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 podman[119729]: 2024-03-10 21:30:59.910706187 +0000 UTC m=+0.017145622 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T21:31:00.087 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 podman[119729]: 2024-03-10 21:31:00.017581783 +0000 UTC m=+0.124021214 container create 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 podman[119729]: 2024-03-10 21:31:00.2113717 +0000 UTC m=+0.317811145 container init 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 podman[119729]: 2024-03-10 21:31:00.213873171 +0000 UTC m=+0.320312603 container start 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.217Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.217Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T21:31:00.586 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T21:31:00.587 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.218Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T21:31:00.588 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T21:31:00.589 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T21:31:00.590 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T21:31:00.591 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T21:31:00.591 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a[119743]: ts=2024-03-10T21:31:00.219Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T21:31:00.591 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 bash[119729]: 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 2024-03-10T21:31:00.591 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:31:00 smithi071 systemd[1]: Started Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2814: done (4 left) 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2815: done (3 left) 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2816: done (2 left) 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2818: done (1 left) 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2819: done (0 left) 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2820: rmattr oid 21 current snap is 256 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2820: done (0 left) 2024-03-10T21:31:00.637 INFO:tasks.rados.rados.0.smithi071.stdout:2821: snap_remove snap 254 2024-03-10T21:31:00.736 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:00.631+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:00.736 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:00.631+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:00.736 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:00.631+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:00.737 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:00.580+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:00.737 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:00.580+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: osdmap e580: 8 total, 8 up, 8 in 2024-03-10T21:31:00.737 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:00.738 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:01.063 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:00.734+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:01.063 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:00.734+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:01.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:00.635+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:01.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:00.636+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:01.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:00.636+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: osdmap e580: 8 total, 8 up, 8 in 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:01.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:01.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:01.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.634+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:01.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.634+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.635+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:01.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.635+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:01.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.635+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:01.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.635+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:00.636+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: osdmap e580: 8 total, 8 up, 8 in 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:01.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:01.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:01.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:01.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:01.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:01.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:00 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:01.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:01.190+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:01.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:01.190+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:01.390 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:31:01] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2024-03-10T21:31:01.642 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:01.389+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:01.648 INFO:tasks.rados.rados.0.smithi071.stdout:2821: done (0 left) 2024-03-10T21:31:01.648 INFO:tasks.rados.rados.0.smithi071.stdout:2822: rmattr oid 45 current snap is 256 2024-03-10T21:31:01.648 INFO:tasks.rados.rados.0.smithi071.stdout:2822: done (0 left) 2024-03-10T21:31:01.648 INFO:tasks.rados.rados.0.smithi071.stdout:2823: setattr oid 23 current snap is 256 2024-03-10T21:31:01.650 INFO:tasks.rados.rados.0.smithi071.stdout:2824: read oid 11 snap 248 2024-03-10T21:31:01.651 INFO:tasks.rados.rados.0.smithi071.stdout:2824: expect (ObjNum -1350733648 snap 21904 seq_num 2944979584) 2024-03-10T21:31:01.651 INFO:tasks.rados.rados.0.smithi071.stdout:2825: read oid 6 snap 246 2024-03-10T21:31:01.651 INFO:tasks.rados.rados.0.smithi071.stdout:2825: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:31:01.651 INFO:tasks.rados.rados.0.smithi071.stdout:2826: copy_from oid 29 from oid 16 current snap is 256 2024-03-10T21:31:01.651 INFO:tasks.rados.rados.0.smithi071.stdout:2827: snap_create 2024-03-10T21:31:01.651 INFO:tasks.rados.rados.0.smithi071.stdout:2824: expect (ObjNum -1350733648 snap 21904 seq_num 2944979584) 2024-03-10T21:31:01.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24790 (ObjNum 882 snap 248 seq_num 882) dirty exists 2024-03-10T21:31:01.674 INFO:tasks.rados.rados.0.smithi071.stdout:2825: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:31:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:01.642+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:01.642+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:01.685+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:01.685+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:01.454+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:01.454+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:01.454+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:01.655+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:01.655+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: osdmap e581: 8 total, 8 up, 8 in 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:01.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:01.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:01 smithi193 ceph-mon[83873]: pgmap v554: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 705 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-10T21:31:01.968 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:31:01.968 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing copy_from to smithi07176956-29 2024-03-10T21:31:01.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 5917 (ObjNum 890 snap 251 seq_num 890) dirty exists 2024-03-10T21:31:02.052 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:01.658+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: osdmap e581: 8 total, 8 up, 8 in 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:02.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[88660]: pgmap v554: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 705 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:02.054 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: osdmap e581: 8 total, 8 up, 8 in 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:02.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-mon[91105]: pgmap v554: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 705 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-03-10T21:31:02.055 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:01.652+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:02.056 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:01.659+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:02.056 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:01.647+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:02.056 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:01.647+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:02.056 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:01.648+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:02.056 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:01.648+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:02.056 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:01.648+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:31:02.645 INFO:tasks.rados.rados.0.smithi071.stdout:2823: done (4 left) 2024-03-10T21:31:02.645 INFO:tasks.rados.rados.0.smithi071.stdout:2824: done (3 left) 2024-03-10T21:31:02.645 INFO:tasks.rados.rados.0.smithi071.stdout:2825: done (2 left) 2024-03-10T21:31:02.645 INFO:tasks.rados.rados.0.smithi071.stdout:2826: done (1 left) 2024-03-10T21:31:02.645 INFO:tasks.rados.rados.0.smithi071.stdout:2827: done (0 left) 2024-03-10T21:31:02.646 INFO:tasks.rados.rados.0.smithi071.stdout:2828: snap_create 2024-03-10T21:31:02.999 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:02.640+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:02.999 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:02.640+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:02.999 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:02.641+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:02.999 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: osdmap e582: 8 total, 8 up, 8 in 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.000 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:03.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:03.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:03.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:03.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:03.001 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:03.001 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:02 smithi193 systemd[1]: Stopping Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:03.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: osdmap e582: 8 total, 8 up, 8 in 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:03.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: osdmap e582: 8 total, 8 up, 8 in 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:03.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:03.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.642+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:03.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.642+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.642+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.643+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.643+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:03.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.643+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:02.643+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.334 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:02 smithi193 podman[111391]: 2024-03-10 21:31:02.998531668 +0000 UTC m=+0.131989394 container died dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:31:03.638 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 podman[111391]: 2024-03-10 21:31:03.446800138 +0000 UTC m=+0.580257868 container cleanup dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:31:03.638 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 bash[111391]: ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b 2024-03-10T21:31:03.645 INFO:tasks.rados.rados.0.smithi071.stdout:2828: done (0 left) 2024-03-10T21:31:03.645 INFO:tasks.rados.rados.0.smithi071.stdout:2829: setattr oid 17 current snap is 258 2024-03-10T21:31:03.647 INFO:tasks.rados.rados.0.smithi071.stdout:2830: snap_create 2024-03-10T21:31:03.651 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1431 (ObjNum 894 snap 253 seq_num 894) dirty exists 2024-03-10T21:31:03.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:03.634+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:03.566+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:03.566+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:03.566+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:03.644+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:03.644+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:03.642+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:03.642+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:03.642+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:03.643+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:03.643+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: Upgrade: Updating node-exporter.b (2/2) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: Deploying daemon node-exporter.b on smithi193 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: osdmap e583: 8 total, 8 up, 8 in 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: pgmap v557: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 705 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 426 KiB/s wr, 11 op/s 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[88660]: osdmap e584: 8 total, 8 up, 8 in 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: Upgrade: Updating node-exporter.b (2/2) 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: Deploying daemon node-exporter.b on smithi193 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: osdmap e583: 8 total, 8 up, 8 in 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: pgmap v557: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 705 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 426 KiB/s wr, 11 op/s 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-mon[91105]: osdmap e584: 8 total, 8 up, 8 in 2024-03-10T21:31:04.056 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:03.753+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:04.056 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:03.753+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:04.057 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 podman[111405]: 2024-03-10 21:31:03.731283852 +0000 UTC m=+0.733266023 container remove dd36831d2e6ffb98bfec7810e81ba3c3b1af88505f275e9382abb40c141948ce (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:31:04.057 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:31:04.057 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-10T21:31:04.057 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 systemd[1]: Stopped Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:04.057 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:03 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service: Consumed 2.767s CPU time. 2024-03-10T21:31:04.057 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:03.635+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:04.057 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:03.635+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:04.057 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:03.843+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:04.058 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:03.843+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: Upgrade: Updating node-exporter.b (2/2) 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: Deploying daemon node-exporter.b on smithi193 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: osdmap e583: 8 total, 8 up, 8 in 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:04.058 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:04.059 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:04.059 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: pgmap v557: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 705 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 426 KiB/s wr, 11 op/s 2024-03-10T21:31:04.059 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:04.059 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-mon[83873]: osdmap e584: 8 total, 8 up, 8 in 2024-03-10T21:31:04.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:03.636+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:04.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:03.636+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:04.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:03.636+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:04.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:03.642+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:04.059 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:03.642+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:04.334 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 systemd[1]: Starting Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:04.334 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 podman[111534]: 2024-03-10 21:31:04.172302369 +0000 UTC m=+0.017308095 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-03-10T21:31:04.335 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 podman[111534]: 2024-03-10 21:31:04.299608013 +0000 UTC m=+0.144613782 container create 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:31:04.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:03.843+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:04.657 INFO:tasks.rados.rados.0.smithi071.stdout:2829: done (1 left) 2024-03-10T21:31:04.657 INFO:tasks.rados.rados.0.smithi071.stdout:2830: done (0 left) 2024-03-10T21:31:04.657 INFO:tasks.rados.rados.0.smithi071.stdout:2831: snap_create 2024-03-10T21:31:04.660 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:04.649+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:04.661 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:04.649+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:04.661 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:04.649+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:04.661 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 podman[111534]: 2024-03-10 21:31:04.510026532 +0000 UTC m=+0.355032275 container init 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:31:04.661 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 podman[111534]: 2024-03-10 21:31:04.513210637 +0000 UTC m=+0.358216364 container start 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:31:04.661 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.516Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-03-10T21:31:04.661 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.516Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-03-10T21:31:04.661 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.516Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-03-10T21:31:04.661 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.516Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=arp 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=bcache 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=bonding 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=btrfs 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=conntrack 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=cpu 2024-03-10T21:31:04.662 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-03-10T21:31:04.663 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=diskstats 2024-03-10T21:31:04.663 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=dmi 2024-03-10T21:31:04.663 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=edac 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=entropy 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=filefd 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=filesystem 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=hwmon 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=infiniband 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=ipvs 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=loadavg 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=mdadm 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=meminfo 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=netclass 2024-03-10T21:31:04.665 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=netdev 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=netstat 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=nfs 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=nfsd 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=nvme 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=os 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=pressure 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=rapl 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=schedstat 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=selinux 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=sockstat 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=softnet 2024-03-10T21:31:04.666 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=stat 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=tapestats 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=textfile 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.517Z caller=node_exporter.go:117 level=info collector=time 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=node_exporter.go:117 level=info collector=uname 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=node_exporter.go:117 level=info collector=vmstat 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=node_exporter.go:117 level=info collector=xfs 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=node_exporter.go:117 level=info collector=zfs 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b[111548]: ts=2024-03-10T21:31:04.518Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 bash[111534]: 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 2024-03-10T21:31:04.667 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:31:04 smithi193 systemd[1]: Started Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:04 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.654+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.654+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.654+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.654+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.655+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.655+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:04.656+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:05.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:04 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:05.654 INFO:tasks.rados.rados.0.smithi071.stdout:2831: done (0 left) 2024-03-10T21:31:05.654 INFO:tasks.rados.rados.0.smithi071.stdout:2832: read oid 29 snap -1 2024-03-10T21:31:05.654 INFO:tasks.rados.rados.0.smithi071.stdout:2832: expect (ObjNum 890 snap 251 seq_num 890) 2024-03-10T21:31:05.655 INFO:tasks.rados.rados.0.smithi071.stdout:2833: read oid 23 snap 257 2024-03-10T21:31:05.655 INFO:tasks.rados.rados.0.smithi071.stdout:2833: expect (ObjNum 882 snap 248 seq_num 882) 2024-03-10T21:31:05.655 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 260 2024-03-10T21:31:05.655 INFO:tasks.rados.rados.0.smithi071.stdout:2834: seq_num 898 ranges {0=647168} 2024-03-10T21:31:05.658 INFO:tasks.rados.rados.0.smithi071.stdout:2834: writing smithi07176956-3 from 0 to 647168 tid 1 2024-03-10T21:31:05.658 INFO:tasks.rados.rados.0.smithi071.stdout:2835: read oid 46 snap 236 2024-03-10T21:31:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:2835: expect (ObjNum 782 snap 227 seq_num 782) 2024-03-10T21:31:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:2836: copy_from oid 49 from oid 48 current snap is 260 2024-03-10T21:31:05.659 INFO:tasks.rados.rados.0.smithi071.stdout:2837: setattr oid 43 current snap is 260 2024-03-10T21:31:05.660 INFO:tasks.rados.rados.0.smithi071.stdout:2838: snap_create 2024-03-10T21:31:05.668 INFO:tasks.rados.rados.0.smithi071.stdout:2832: expect (ObjNum 890 snap 251 seq_num 890) 2024-03-10T21:31:05.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: osdmap e585: 8 total, 8 up, 8 in 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: pgmap v560: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 713 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-03-10T21:31:05.695 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[88660]: osdmap e586: 8 total, 8 up, 8 in 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:05.551+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:05.551+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:05.551+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:05.655+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:05.659+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:05.650+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:05.652+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:05.652+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.696 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:05.653+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.697 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:05.653+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.697 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:05.433+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.697 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:05.658+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:05.697 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.697 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.697 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.697 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: osdmap e585: 8 total, 8 up, 8 in 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: pgmap v560: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 713 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-03-10T21:31:05.698 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:05 smithi071 ceph-mon[91105]: osdmap e586: 8 total, 8 up, 8 in 2024-03-10T21:31:05.717 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:05.676+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:05.717 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:05.670+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:05.671+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: osdmap e585: 8 total, 8 up, 8 in 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:05.718 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:05.719 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:05.719 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: pgmap v560: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 713 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-03-10T21:31:05.719 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-mon[83873]: osdmap e586: 8 total, 8 up, 8 in 2024-03-10T21:31:05.719 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:05.671+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:05.719 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:05.671+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:05.719 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:05.680+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:05.809 INFO:tasks.rados.rados.0.smithi071.stdout:2836: finishing copy_from to smithi07176956-49 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2836: got expected ENOENT (src dne) 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2834: finishing write tid 1 to smithi07176956-3 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2836: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2834: finishing write tid 2 to smithi07176956-3 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13130 (ObjNum 873 snap 248 seq_num 873) dirty exists 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2834: finishing write tid 3 to smithi07176956-3 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2834: oid 3 updating version 0 to 24795 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2834: oid 3 updating version 24795 to 24796 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24796 (ObjNum 898 snap 260 seq_num 898) dirty exists 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2834: left oid 3 (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:31:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:2833: expect (ObjNum 882 snap 248 seq_num 882) 2024-03-10T21:31:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:2835: expect (ObjNum 782 snap 227 seq_num 782) 2024-03-10T21:31:06.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:05.715+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:06.791 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:06.655+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:06.791 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:06.655+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:06.655+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:06.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:06.793 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:06 smithi193 ceph-mon[83873]: osdmap e587: 8 total, 8 up, 8 in 2024-03-10T21:31:07.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:06.655+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:07.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:06.655+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:06.655+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:07.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:07.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[88660]: osdmap e587: 8 total, 8 up, 8 in 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:07.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:07.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:07.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:07.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:07.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:07.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:07.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-mon[91105]: osdmap e587: 8 total, 8 up, 8 in 2024-03-10T21:31:07.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.652+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:07.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.652+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:07.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.654+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:07.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.654+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:07.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.654+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:07.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.654+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:07.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:06.654+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:07.556 INFO:tasks.rados.rados.0.smithi071.stdout:2832: done (6 left) 2024-03-10T21:31:07.556 INFO:tasks.rados.rados.0.smithi071.stdout:2833: done (5 left) 2024-03-10T21:31:07.556 INFO:tasks.rados.rados.0.smithi071.stdout:2834: done (4 left) 2024-03-10T21:31:07.556 INFO:tasks.rados.rados.0.smithi071.stdout:2835: done (3 left) 2024-03-10T21:31:07.556 INFO:tasks.rados.rados.0.smithi071.stdout:2836: done (2 left) 2024-03-10T21:31:07.556 INFO:tasks.rados.rados.0.smithi071.stdout:2837: done (1 left) 2024-03-10T21:31:07.557 INFO:tasks.rados.rados.0.smithi071.stdout:2838: done (0 left) 2024-03-10T21:31:07.557 INFO:tasks.rados.rados.0.smithi071.stdout:2839: delete oid 34 current snap is 261 2024-03-10T21:31:07.563 INFO:tasks.rados.rados.0.smithi071.stdout:2839: done (0 left) 2024-03-10T21:31:07.563 INFO:tasks.rados.rados.0.smithi071.stdout:2840: rmattr oid 6 current snap is 261 2024-03-10T21:31:07.563 INFO:tasks.rados.rados.0.smithi071.stdout:2841: read oid 37 snap -1 2024-03-10T21:31:07.563 INFO:tasks.rados.rados.0.smithi071.stdout:2841: expect deleted 2024-03-10T21:31:07.563 INFO:tasks.rados.rados.0.smithi071.stdout:2842: delete oid 32 current snap is 261 2024-03-10T21:31:07.566 INFO:tasks.rados.rados.0.smithi071.stdout:2842: done (2 left) 2024-03-10T21:31:07.566 INFO:tasks.rados.rados.0.smithi071.stdout:2843: rollback oid 12 current snap is 261 2024-03-10T21:31:07.566 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 258 2024-03-10T21:31:07.566 INFO:tasks.rados.rados.0.smithi071.stdout:2841: done (2 left) 2024-03-10T21:31:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:2844: read oid 21 snap 245 2024-03-10T21:31:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:2844: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:31:07.567 INFO:tasks.rados.rados.0.smithi071.stdout:2845: snap_remove snap 248 2024-03-10T21:31:07.630 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:07.565+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:07.689 INFO:tasks.rados.rados.0.smithi071.stdout:2845: done (3 left) 2024-03-10T21:31:07.689 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 261 2024-03-10T21:31:07.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24784 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:31:07.690 INFO:tasks.rados.rados.0.smithi071.stdout:2843: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:31:07.690 INFO:tasks.rados.rados.0.smithi071.stdout:2843: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:31:07.690 INFO:tasks.rados.rados.0.smithi071.stdout:2843: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:31:07.690 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10907 (ObjNum 897 snap 255 seq_num 897) dirty exists 2024-03-10T21:31:07.690 INFO:tasks.rados.rados.0.smithi071.stdout:2844: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:31:07.752 INFO:tasks.rados.rados.0.smithi071.stdout:2846: seq_num 901 ranges {16482304=696320} 2024-03-10T21:31:07.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:07.690+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:07.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:07.691+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:07.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:07.558+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:07.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:07.561+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:07.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:07.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:07.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:07.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-mon[83873]: pgmap v563: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 713 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-03-10T21:31:07.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:07.565+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:07.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:07.565+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:07.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:07.691+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:07.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:07.691+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:07.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:07.691+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2846: writing smithi07176956-17 from 16482304 to 17178624 tid 1 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2840: done (3 left) 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2843: done (2 left) 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2844: done (1 left) 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2847: copy_from oid 37 from oid 24 current snap is 261 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2848: read oid 34 snap -1 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2848: expect deleted 2024-03-10T21:31:07.846 INFO:tasks.rados.rados.0.smithi071.stdout:2849: snap_remove snap 259 2024-03-10T21:31:08.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:07.690+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:07.690+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:07.856+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:07.686+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:07.687+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:07.687+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:07.687+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:07.687+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[88660]: pgmap v563: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 713 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-03-10T21:31:08.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:07 smithi071 ceph-mon[91105]: pgmap v563: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 713 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-03-10T21:31:08.131 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:07.847+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.131 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:07.847+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.702 INFO:tasks.rados.rados.0.smithi071.stdout:2849: done (3 left) 2024-03-10T21:31:08.703 INFO:tasks.rados.rados.0.smithi071.stdout:2850: snap_remove snap 235 2024-03-10T21:31:08.937 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:08.698+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:08.699+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:08.699+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.699+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.699+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.699+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.700+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.700+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.938 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.701+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:08.939 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:08.701+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: osdmap e588: 8 total, 8 up, 8 in 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.941 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: osdmap e588: 8 total, 8 up, 8 in 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.943 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:08.937+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:08.943 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: osdmap e588: 8 total, 8 up, 8 in 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:08.944 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:08.945 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.945 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.945 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:08.945 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:08.938+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:09.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:08.938+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:09.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:08.939+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:09.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:08.936+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:09.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:08.936+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:09.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:08.937+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:09.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:08.935+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:09.704 INFO:tasks.rados.rados.0.smithi071.stdout:2850: done (3 left) 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2851: copy_from oid 26 from oid 28 current snap is 261 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: finishing write tid 1 to smithi07176956-17 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: finishing write tid 2 to smithi07176956-17 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: finishing write tid 3 to smithi07176956-17 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: oid 17 updating version 0 to 1432 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: oid 17 updating version 1432 to 1433 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1433 (ObjNum 901 snap 261 seq_num 901) dirty exists 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: left oid 17 (ObjNum 901 snap 261 seq_num 901) 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2846: done (3 left) 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2848: done (2 left) 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2852: read oid 17 snap -1 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:2852: expect (ObjNum 901 snap 261 seq_num 901) 2024-03-10T21:31:09.705 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 261 2024-03-10T21:31:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:2847: finishing copy_from racing read to smithi07176956-37 2024-03-10T21:31:09.706 INFO:tasks.rados.rados.0.smithi071.stdout:2853: seq_num 902 ranges {5414912=712704} 2024-03-10T21:31:09.740 INFO:tasks.rados.rados.0.smithi071.stdout:2853: writing smithi07176956-44 from 5414912 to 6127616 tid 1 2024-03-10T21:31:09.740 INFO:tasks.rados.rados.0.smithi071.stdout:2847: finishing copy_from to smithi07176956-37 2024-03-10T21:31:09.740 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 10896 (ObjNum 614 snap 180 seq_num 614) dirty exists 2024-03-10T21:31:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2847: done (3 left) 2024-03-10T21:31:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2854: read oid 15 snap -1 2024-03-10T21:31:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2854: expect (ObjNum 860 snap 242 seq_num 860) 2024-03-10T21:31:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2855: copy_from oid 34 from oid 22 current snap is 261 2024-03-10T21:31:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 261 2024-03-10T21:31:09.741 INFO:tasks.rados.rados.0.smithi071.stdout:2856: seq_num 903 ranges {0=729088} 2024-03-10T21:31:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2856: writing smithi07176956-31 from 0 to 729088 tid 1 2024-03-10T21:31:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 261 2024-03-10T21:31:09.745 INFO:tasks.rados.rados.0.smithi071.stdout:2857: seq_num 904 ranges {2596864=745472} 2024-03-10T21:31:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:2857: writing smithi07176956-33 from 2596864 to 3342336 tid 1 2024-03-10T21:31:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 261 2024-03-10T21:31:09.765 INFO:tasks.rados.rados.0.smithi071.stdout:2858: seq_num 905 ranges {5128192=761856} 2024-03-10T21:31:09.798 INFO:tasks.rados.rados.0.smithi071.stdout:2858: writing smithi07176956-43 from 5128192 to 5890048 tid 1 2024-03-10T21:31:09.798 INFO:tasks.rados.rados.0.smithi071.stdout:2859: rmattr oid 41 current snap is 261 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2859: done (8 left) 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2860: rollback oid 6 current snap is 261 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 236 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2851: finishing copy_from racing read to smithi07176956-26 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2851: finishing copy_from to smithi07176956-26 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 13144 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2853: finishing write tid 1 to smithi07176956-44 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2853: finishing write tid 2 to smithi07176956-44 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2855: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2851: done (8 left) 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2861: rmattr oid 26 current snap is 261 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2861: done (8 left) 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2862: rmattr oid 50 current snap is 261 2024-03-10T21:31:09.799 INFO:tasks.rados.rados.0.smithi071.stdout:2862: done (8 left) 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2863: read oid 32 snap -1 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2863: expect deleted 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2864: rollback oid 1 current snap is 261 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 255 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2855: finishing copy_from to smithi07176956-34 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13120 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2855: done (9 left) 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2865: read oid 19 snap -1 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2865: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2856: finishing write tid 1 to smithi07176956-31 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2856: finishing write tid 2 to smithi07176956-31 2024-03-10T21:31:09.800 INFO:tasks.rados.rados.0.smithi071.stdout:2852: expect (ObjNum 901 snap 261 seq_num 901) 2024-03-10T21:31:09.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:09.771+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:09.701+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:09.701+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:09.699+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:09.700+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:09.700+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:09.701+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:09.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:09.701+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: osdmap e589: 8 total, 8 up, 8 in 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: pgmap v566: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 716 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 894 KiB/s wr, 10 op/s 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: osdmap e589: 8 total, 8 up, 8 in 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: pgmap v566: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 716 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 894 KiB/s wr, 10 op/s 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:09 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:10.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:09.700+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:10.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:09.700+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:10.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:09.705+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:10.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:09.706+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:10.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:09.744+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:10.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:09.744+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:10.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:09.744+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: osdmap e589: 8 total, 8 up, 8 in 2024-03-10T21:31:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:10.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: pgmap v566: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 716 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 894 KiB/s wr, 10 op/s 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:10.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:09 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:10.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: osdmap e590: 8 total, 8 up, 8 in 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: osdmap e590: 8 total, 8 up, 8 in 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:10.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: osdmap e590: 8 total, 8 up, 8 in 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 144=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:10.889 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:11.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:31:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:31:11] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-03-10T21:31:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:11 smithi193 ceph-mon[83873]: pgmap v568: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 717 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-03-10T21:31:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:11 smithi071 ceph-mon[88660]: pgmap v568: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 717 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-03-10T21:31:12.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:11 smithi071 ceph-mon[91105]: pgmap v568: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 717 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-03-10T21:31:12.346 INFO:tasks.rados.rados.0.smithi071.stdout:2857: finishing write tid 1 to smithi07176956-33 2024-03-10T21:31:12.346 INFO:tasks.rados.rados.0.smithi071.stdout:2857: finishing write tid 2 to smithi07176956-33 2024-03-10T21:31:12.346 INFO:tasks.rados.rados.0.smithi071.stdout:2857: finishing write tid 3 to smithi07176956-33 2024-03-10T21:31:12.346 INFO:tasks.rados.rados.0.smithi071.stdout:2857: oid 33 updating version 0 to 24798 2024-03-10T21:31:12.346 INFO:tasks.rados.rados.0.smithi071.stdout:2857: oid 33 version 24798 is already newer than 24797 2024-03-10T21:31:12.346 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24798 (ObjNum 904 snap 261 seq_num 904) dirty exists 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2857: left oid 33 (ObjNum 904 snap 261 seq_num 904) 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2856: finishing write tid 3 to smithi07176956-31 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2856: oid 31 updating version 0 to 13131 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2856: oid 31 updating version 13131 to 13132 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13132 (ObjNum 903 snap 261 seq_num 903) dirty exists 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2856: left oid 31 (ObjNum 903 snap 261 seq_num 903) 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2852: done (9 left) 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2856: done (8 left) 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2857: done (7 left) 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2866: setattr oid 31 current snap is 261 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2853: finishing write tid 3 to smithi07176956-44 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2853: oid 44 updating version 0 to 10903 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:2853: oid 44 updating version 10903 to 10904 2024-03-10T21:31:12.347 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 10904 (ObjNum 902 snap 261 seq_num 902) dirty exists 2024-03-10T21:31:12.348 INFO:tasks.rados.rados.0.smithi071.stdout:2853: left oid 44 (ObjNum 902 snap 261 seq_num 902) 2024-03-10T21:31:12.348 INFO:tasks.rados.rados.0.smithi071.stdout:2854: expect (ObjNum 860 snap 242 seq_num 860) 2024-03-10T21:31:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:31:12.592 INFO:tasks.rados.rados.0.smithi071.stdout:2860: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:31:12.592 INFO:tasks.rados.rados.0.smithi071.stdout:2860: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:31:12.592 INFO:tasks.rados.rados.0.smithi071.stdout:2860: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:31:12.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24787 (ObjNum 584 snap 168 seq_num 584) dirty exists 2024-03-10T21:31:12.592 INFO:tasks.rados.rados.0.smithi071.stdout:2858: finishing write tid 1 to smithi07176956-43 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2858: finishing write tid 2 to smithi07176956-43 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2864: finishing rollback tid 0 to smithi07176956-1 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2864: finishing rollback tid 1 to smithi07176956-1 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2864: finishing rollback tid 2 to smithi07176956-1 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 10910 (ObjNum 886 snap 251 seq_num 886) dirty exists 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2858: finishing write tid 3 to smithi07176956-43 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2858: oid 43 updating version 0 to 13133 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2858: oid 43 updating version 13133 to 13134 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13134 (ObjNum 905 snap 261 seq_num 905) dirty exists 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2858: left oid 43 (ObjNum 905 snap 261 seq_num 905) 2024-03-10T21:31:12.593 INFO:tasks.rados.rados.0.smithi071.stdout:2865: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:31:12.594 INFO:tasks.rados.rados.0.smithi071.stdout:2853: done (7 left) 2024-03-10T21:31:12.594 INFO:tasks.rados.rados.0.smithi071.stdout:2854: done (6 left) 2024-03-10T21:31:12.594 INFO:tasks.rados.rados.0.smithi071.stdout:2858: done (5 left) 2024-03-10T21:31:12.594 INFO:tasks.rados.rados.0.smithi071.stdout:2860: done (4 left) 2024-03-10T21:31:12.594 INFO:tasks.rados.rados.0.smithi071.stdout:2863: done (3 left) 2024-03-10T21:31:12.594 INFO:tasks.rados.rados.0.smithi071.stdout:2864: done (2 left) 2024-03-10T21:31:12.595 INFO:tasks.rados.rados.0.smithi071.stdout:2865: done (1 left) 2024-03-10T21:31:12.595 INFO:tasks.rados.rados.0.smithi071.stdout:2867: snap_create 2024-03-10T21:31:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13135 (ObjNum 903 snap 261 seq_num 903) dirty exists 2024-03-10T21:31:13.521 INFO:tasks.rados.rados.0.smithi071.stdout:2866: done (1 left) 2024-03-10T21:31:13.521 INFO:tasks.rados.rados.0.smithi071.stdout:2867: done (0 left) 2024-03-10T21:31:13.522 INFO:tasks.rados.rados.0.smithi071.stdout:2868: snap_remove snap 255 2024-03-10T21:31:13.767 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:13.519+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:13.767 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:13.519+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:13.767 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:13.519+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:13.767 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.767 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.767 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: pgmap v569: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 717 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 709 KiB/s wr, 9 op/s 2024-03-10T21:31:13.767 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.767 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.768 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.769 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.769 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.769 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.769 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.769 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:13.520+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:13.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:13.521+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:13.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:13.521+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.519+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.519+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.519+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.519+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.520+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.520+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:13.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:13.520+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: pgmap v569: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 717 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 709 KiB/s wr, 9 op/s 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: pgmap v569: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 717 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 9.3 MiB/s rd, 709 KiB/s wr, 9 op/s 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:14.051 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:13.990+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:14.051 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:13.990+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:14.051 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:13.987+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:14.052 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:13.989+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:14.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:13.988+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:14.531 INFO:tasks.rados.rados.0.smithi071.stdout:2868: done (0 left) 2024-03-10T21:31:14.531 INFO:tasks.rados.rados.0.smithi071.stdout:2869: read oid 3 snap -1 2024-03-10T21:31:14.531 INFO:tasks.rados.rados.0.smithi071.stdout:2869: expect (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:31:14.531 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 262 2024-03-10T21:31:14.531 INFO:tasks.rados.rados.0.smithi071.stdout:2870: seq_num 906 ranges {2318336=778240} 2024-03-10T21:31:14.548 INFO:tasks.rados.rados.0.smithi071.stdout:2870: writing smithi07176956-5 from 2318336 to 3096576 tid 1 2024-03-10T21:31:14.548 INFO:tasks.rados.rados.0.smithi071.stdout:2871: read oid 44 snap -1 2024-03-10T21:31:14.548 INFO:tasks.rados.rados.0.smithi071.stdout:2871: expect (ObjNum 902 snap 261 seq_num 902) 2024-03-10T21:31:14.548 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 262 2024-03-10T21:31:14.548 INFO:tasks.rados.rados.0.smithi071.stdout:2872: seq_num 907 ranges {0=794624} 2024-03-10T21:31:14.552 INFO:tasks.rados.rados.0.smithi071.stdout:2872: writing smithi07176956-38 from 0 to 794624 tid 1 2024-03-10T21:31:14.553 INFO:tasks.rados.rados.0.smithi071.stdout:2873: read oid 31 snap 253 2024-03-10T21:31:14.553 INFO:tasks.rados.rados.0.smithi071.stdout:2873: expect deleted 2024-03-10T21:31:14.553 INFO:tasks.rados.rados.0.smithi071.stdout:2874: copy_from oid 22 from oid 13 current snap is 262 2024-03-10T21:31:14.553 INFO:tasks.rados.rados.0.smithi071.stdout:2869: expect (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:31:14.576 INFO:tasks.rados.rados.0.smithi071.stdout:2872: finishing write tid 1 to smithi07176956-38 2024-03-10T21:31:14.576 INFO:tasks.rados.rados.0.smithi071.stdout:2872: finishing write tid 2 to smithi07176956-38 2024-03-10T21:31:14.576 INFO:tasks.rados.rados.0.smithi071.stdout:2872: finishing write tid 3 to smithi07176956-38 2024-03-10T21:31:14.576 INFO:tasks.rados.rados.0.smithi071.stdout:2872: oid 38 updating version 0 to 24800 2024-03-10T21:31:14.576 INFO:tasks.rados.rados.0.smithi071.stdout:2872: oid 38 version 24800 is already newer than 24799 2024-03-10T21:31:14.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24800 (ObjNum 907 snap 262 seq_num 907) dirty exists 2024-03-10T21:31:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:2872: left oid 38 (ObjNum 907 snap 262 seq_num 907) 2024-03-10T21:31:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:2869: done (5 left) 2024-03-10T21:31:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:2872: done (4 left) 2024-03-10T21:31:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:2873: done (3 left) 2024-03-10T21:31:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:2875: snap_create 2024-03-10T21:31:14.577 INFO:tasks.rados.rados.0.smithi071.stdout:2874: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:31:14.580 INFO:tasks.rados.rados.0.smithi071.stdout:2870: finishing write tid 1 to smithi07176956-5 2024-03-10T21:31:14.580 INFO:tasks.rados.rados.0.smithi071.stdout:2870: finishing write tid 2 to smithi07176956-5 2024-03-10T21:31:14.587 INFO:tasks.rados.rados.0.smithi071.stdout:2874: finishing copy_from to smithi07176956-22 2024-03-10T21:31:14.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 11149 (ObjNum 745 snap 212 seq_num 745) dirty exists 2024-03-10T21:31:14.592 INFO:tasks.rados.rados.0.smithi071.stdout:2871: expect (ObjNum 902 snap 261 seq_num 902) 2024-03-10T21:31:14.819 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:14.526+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:14.820 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:14.527+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:14.820 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:14.555+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:14.820 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:14.555+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:14.821 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:14.551+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:14.821 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:14.551+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:14.821 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:14.551+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:14.821 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: osdmap e591: 8 total, 8 up, 8 in 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:14.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:14.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:14.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:14.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:14.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:14.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:14.824 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:14.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:14.539+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:14.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: osdmap e591: 8 total, 8 up, 8 in 2024-03-10T21:31:14.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:14.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:14.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:14.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:14.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:14.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:14.534+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:14.534+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:14.531+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:14.531+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:14.531+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:14.531+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:14.532+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: osdmap e591: 8 total, 8 up, 8 in 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2870: finishing write tid 3 to smithi07176956-5 2024-03-10T21:31:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2870: oid 5 updating version 0 to 10907 2024-03-10T21:31:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2870: oid 5 version 10907 is already newer than 10906 2024-03-10T21:31:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10907 (ObjNum 906 snap 262 seq_num 906) dirty exists 2024-03-10T21:31:14.987 INFO:tasks.rados.rados.0.smithi071.stdout:2870: left oid 5 (ObjNum 906 snap 262 seq_num 906) 2024-03-10T21:31:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:2870: done (3 left) 2024-03-10T21:31:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:2871: done (2 left) 2024-03-10T21:31:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:2874: done (1 left) 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2875: done (0 left) 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2876: read oid 34 snap -1 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2876: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2877: read oid 7 snap -1 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2877: expect (ObjNum 896 snap 255 seq_num 896) 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2878: copy_from oid 35 from oid 10 current snap is 263 2024-03-10T21:31:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:2879: snap_remove snap 251 2024-03-10T21:31:15.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:15.539+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:15.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:15.542+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:15.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:15.534+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:15.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:15.534+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:15.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:15.535+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:15.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:15.560+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:15.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:15.560+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: osdmap e592: 8 total, 8 up, 8 in 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: Upgrade: Updating prometheus.a 2024-03-10T21:31:15.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:15 smithi193 ceph-mon[83873]: pgmap v572: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 727 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-03-10T21:31:15.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:15.770+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:15.534+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:15.534+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:15.535+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.532+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.533+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.533+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.533+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.533+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.533+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:15.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:15.534+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: osdmap e592: 8 total, 8 up, 8 in 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:15.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: Upgrade: Updating prometheus.a 2024-03-10T21:31:15.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[88660]: pgmap v572: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 727 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: osdmap e592: 8 total, 8 up, 8 in 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 138=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:15.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:15.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:15.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:15.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: Upgrade: Updating prometheus.a 2024-03-10T21:31:15.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:15 smithi071 ceph-mon[91105]: pgmap v572: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 727 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-03-10T21:31:16.547 INFO:tasks.rados.rados.0.smithi071.stdout:2879: done (3 left) 2024-03-10T21:31:16.547 INFO:tasks.rados.rados.0.smithi071.stdout:2880: snap_create 2024-03-10T21:31:16.548 INFO:tasks.rados.rados.0.smithi071.stdout:2876: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:31:16.610 INFO:tasks.rados.rados.0.smithi071.stdout:2877: expect (ObjNum 896 snap 255 seq_num 896) 2024-03-10T21:31:16.754 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:16.540+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:16.754 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:16.541+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:16.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: Deploying daemon prometheus.a on smithi193 2024-03-10T21:31:16.754 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: osdmap e593: 8 total, 8 up, 8 in 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:16.755 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:16.756 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:16.756 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:16.832 INFO:tasks.rados.rados.0.smithi071.stdout:2878: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:31:16.833 INFO:tasks.rados.rados.0.smithi071.stdout:2878: finishing copy_from to smithi07176956-35 2024-03-10T21:31:16.833 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 13120 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:31:16.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:16.546+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:16.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:16.546+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:16.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:16.543+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:16.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:16.544+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:16.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:16.544+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:16.544+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:16.545+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: Deploying daemon prometheus.a on smithi193 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:16.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: osdmap e593: 8 total, 8 up, 8 in 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: Deploying daemon prometheus.a on smithi193 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:16.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: osdmap e593: 8 total, 8 up, 8 in 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:16.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:17.083 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:16.937+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:17.083 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:16.937+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:17.083 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:16.937+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:17.083 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:16.937+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:17.083 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:16.937+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:17.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:16.937+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:17.552 INFO:tasks.rados.rados.0.smithi071.stdout:2876: done (3 left) 2024-03-10T21:31:17.552 INFO:tasks.rados.rados.0.smithi071.stdout:2877: done (2 left) 2024-03-10T21:31:17.552 INFO:tasks.rados.rados.0.smithi071.stdout:2878: done (1 left) 2024-03-10T21:31:17.552 INFO:tasks.rados.rados.0.smithi071.stdout:2880: done (0 left) 2024-03-10T21:31:17.552 INFO:tasks.rados.rados.0.smithi071.stdout:2881: snap_create 2024-03-10T21:31:17.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:17.546+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:17.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:17.546+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:17.547+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: pgmap v574: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 727 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: osdmap e594: 8 total, 8 up, 8 in 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:17.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:17.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:17.549+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: pgmap v574: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 727 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:17.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: osdmap e594: 8 total, 8 up, 8 in 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: pgmap v574: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 727 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-03-10T21:31:17.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: osdmap e594: 8 total, 8 up, 8 in 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:17.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:17.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:2881: done (0 left) 2024-03-10T21:31:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:2882: copy_from oid 28 from oid 26 current snap is 265 2024-03-10T21:31:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 265 2024-03-10T21:31:18.556 INFO:tasks.rados.rados.0.smithi071.stdout:2883: seq_num 908 ranges {434176=409600,843776=401408} 2024-03-10T21:31:18.561 INFO:tasks.rados.rados.0.smithi071.stdout:2883: writing smithi07176956-20 from 434176 to 843776 tid 1 2024-03-10T21:31:18.564 INFO:tasks.rados.rados.0.smithi071.stdout:2883: writing smithi07176956-20 from 843776 to 1245184 tid 2 2024-03-10T21:31:18.564 INFO:tasks.rados.rados.0.smithi071.stdout:2884: snap_create 2024-03-10T21:31:18.573 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 1 to smithi07176956-20 2024-03-10T21:31:18.573 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 2 to smithi07176956-20 2024-03-10T21:31:18.573 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 3 to smithi07176956-20 2024-03-10T21:31:18.575 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 4 to smithi07176956-20 2024-03-10T21:31:18.575 INFO:tasks.rados.rados.0.smithi071.stdout:2883: oid 20 updating version 0 to 13146 2024-03-10T21:31:18.575 INFO:tasks.rados.rados.0.smithi071.stdout:2883: oid 20 version 13146 is already newer than 13145 2024-03-10T21:31:18.575 INFO:tasks.rados.rados.0.smithi071.stdout:2883: oid 20 updating version 13146 to 13147 2024-03-10T21:31:18.575 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 13147 (ObjNum 908 snap 265 seq_num 908) dirty exists 2024-03-10T21:31:18.575 INFO:tasks.rados.rados.0.smithi071.stdout:2883: left oid 20 (ObjNum 908 snap 265 seq_num 908) 2024-03-10T21:31:18.595 INFO:tasks.rados.rados.0.smithi071.stdout:2882: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:31:18.597 INFO:tasks.rados.rados.0.smithi071.stdout:2882: finishing copy_from to smithi07176956-28 2024-03-10T21:31:18.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 13144 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:31:18.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:18.551+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:18.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:18.553+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:18.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:18.560+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:18.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:18.560+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-mon[83873]: osdmap e595: 8 total, 8 up, 8 in 2024-03-10T21:31:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:18.836 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 systemd[1]: Stopping Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:18.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:18.565+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:18.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:18.565+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:18.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:18.557+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:18.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:18.557+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:18.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:18.557+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:18.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[88660]: osdmap e595: 8 total, 8 up, 8 in 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[91105]: osdmap e595: 8 total, 8 up, 8 in 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:18.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.555+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.555+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.556+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.556+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.556+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.556+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:18.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:18.557+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:19.277 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:31:19.277 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T21:31:19.277 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T21:31:19.277 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[74846]: ts=2024-03-10T21:31:18.967Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T21:31:19.278 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:18 smithi193 podman[115520]: 2024-03-10 21:31:18.977169752 +0000 UTC m=+0.114940132 container died fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:19.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:18.955+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:19.566 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:19 smithi193 podman[115520]: 2024-03-10 21:31:19.367033034 +0000 UTC m=+0.504803423 container cleanup fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:19.566 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:19 smithi193 bash[115520]: ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T21:31:19.567 INFO:tasks.rados.rados.0.smithi071.stdout:2882: done (2 left) 2024-03-10T21:31:19.567 INFO:tasks.rados.rados.0.smithi071.stdout:2883: done (1 left) 2024-03-10T21:31:19.567 INFO:tasks.rados.rados.0.smithi071.stdout:2884: done (0 left) 2024-03-10T21:31:19.567 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 266 2024-03-10T21:31:19.568 INFO:tasks.rados.rados.0.smithi071.stdout:2885: seq_num 909 ranges {3096576=425984,3522560=401408} 2024-03-10T21:31:19.586 INFO:tasks.rados.rados.0.smithi071.stdout:2885: writing smithi07176956-5 from 3096576 to 3522560 tid 1 2024-03-10T21:31:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:2885: writing smithi07176956-5 from 3522560 to 3923968 tid 2 2024-03-10T21:31:19.589 INFO:tasks.rados.rados.0.smithi071.stdout:2886: delete oid 35 current snap is 266 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2886: done (1 left) 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2887: rmattr oid 45 current snap is 266 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2887: done (1 left) 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2888: read oid 42 snap -1 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2888: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2889: read oid 46 snap -1 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2889: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2890: rmattr oid 49 current snap is 266 2024-03-10T21:31:19.595 INFO:tasks.rados.rados.0.smithi071.stdout:2890: done (3 left) 2024-03-10T21:31:19.596 INFO:tasks.rados.rados.0.smithi071.stdout:2891: rollback oid 2 current snap is 266 2024-03-10T21:31:19.596 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 242 2024-03-10T21:31:19.596 INFO:tasks.rados.rados.0.smithi071.stdout:2892: delete oid 30 current snap is 266 2024-03-10T21:31:19.603 INFO:tasks.rados.rados.0.smithi071.stdout:2885: finishing write tid 1 to smithi07176956-5 2024-03-10T21:31:19.604 INFO:tasks.rados.rados.0.smithi071.stdout:2885: finishing write tid 2 to smithi07176956-5 2024-03-10T21:31:19.604 INFO:tasks.rados.rados.0.smithi071.stdout:2885: finishing write tid 3 to smithi07176956-5 2024-03-10T21:31:19.610 INFO:tasks.rados.rados.0.smithi071.stdout:2885: finishing write tid 4 to smithi07176956-5 2024-03-10T21:31:19.610 INFO:tasks.rados.rados.0.smithi071.stdout:2885: oid 5 updating version 0 to 10910 2024-03-10T21:31:19.610 INFO:tasks.rados.rados.0.smithi071.stdout:2885: oid 5 updating version 10910 to 10911 2024-03-10T21:31:19.610 INFO:tasks.rados.rados.0.smithi071.stdout:2885: oid 5 version 10911 is already newer than 10909 2024-03-10T21:31:19.610 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10911 (ObjNum 909 snap 266 seq_num 909) dirty exists 2024-03-10T21:31:19.610 INFO:tasks.rados.rados.0.smithi071.stdout:2885: left oid 5 (ObjNum 909 snap 266 seq_num 909) 2024-03-10T21:31:19.612 INFO:tasks.rados.rados.0.smithi071.stdout:2888: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:31:19.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:19.600+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:19.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:19.601+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:19.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:19 smithi193 podman[115534]: 2024-03-10 21:31:19.626861027 +0000 UTC m=+0.652736287 container remove fdc2acb450c6ca9efc83a71b6396bae6a4adcc45da03f8dbad6a3a772f632469 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:19.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:19 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Deactivated successfully. 2024-03-10T21:31:19.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:19 smithi193 systemd[1]: Stopped Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:19.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:19 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service: Consumed 2.641s CPU time. 2024-03-10T21:31:19.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:19.563+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:19.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:19.563+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:19.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:19.563+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:19.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:19.590+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:19.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:19.591+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:19.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:19.591+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: pgmap v577: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 728 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 214 KiB/s wr, 3 op/s 2024-03-10T21:31:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: osdmap e596: 8 total, 8 up, 8 in 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:19.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:19.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:19.609+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:19.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:19.590+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:19.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:19.591+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: pgmap v577: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 728 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 214 KiB/s wr, 3 op/s 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: osdmap e596: 8 total, 8 up, 8 in 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:19.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: pgmap v577: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 728 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 214 KiB/s wr, 3 op/s 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: osdmap e596: 8 total, 8 up, 8 in 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:19.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:19.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:19.845 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:19.564+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:19.846 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:19.565+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:19.846 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:19.565+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:19.846 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:19.566+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:19.846 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:19.566+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:19.861 INFO:tasks.rados.rados.0.smithi071.stdout:2889: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:31:19.923 INFO:tasks.rados.rados.0.smithi071.stdout:2891: finishing rollback tid 0 to smithi07176956-2 2024-03-10T21:31:19.923 INFO:tasks.rados.rados.0.smithi071.stdout:2891: finishing rollback tid 1 to smithi07176956-2 2024-03-10T21:31:19.923 INFO:tasks.rados.rados.0.smithi071.stdout:2891: finishing rollback tid 2 to smithi07176956-2 2024-03-10T21:31:19.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9787 (ObjNum 726 snap 208 seq_num 726) dirty exists 2024-03-10T21:31:19.924 INFO:tasks.rados.rados.0.smithi071.stdout:2885: done (4 left) 2024-03-10T21:31:19.924 INFO:tasks.rados.rados.0.smithi071.stdout:2888: done (3 left) 2024-03-10T21:31:19.924 INFO:tasks.rados.rados.0.smithi071.stdout:2889: done (2 left) 2024-03-10T21:31:19.924 INFO:tasks.rados.rados.0.smithi071.stdout:2891: done (1 left) 2024-03-10T21:31:19.924 INFO:tasks.rados.rados.0.smithi071.stdout:2892: done (0 left) 2024-03-10T21:31:19.924 INFO:tasks.rados.rados.0.smithi071.stdout:2893: delete oid 22 current snap is 266 2024-03-10T21:31:19.928 INFO:tasks.rados.rados.0.smithi071.stdout:2893: done (0 left) 2024-03-10T21:31:19.928 INFO:tasks.rados.rados.0.smithi071.stdout:2894: snap_remove snap 263 2024-03-10T21:31:20.334 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 systemd[1]: Starting Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:20.334 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 podman[115675]: 2024-03-10 21:31:20.126910943 +0000 UTC m=+0.019581590 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-03-10T21:31:20.334 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 podman[115675]: 2024-03-10 21:31:20.253203112 +0000 UTC m=+0.145873756 container create 36dfdc2d8b927f8e089e8cec9985b089a5d10acd58ef9d5329d3d06f7d0c646b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:20.581 INFO:tasks.rados.rados.0.smithi071.stdout:2894: done (0 left) 2024-03-10T21:31:20.581 INFO:tasks.rados.rados.0.smithi071.stdout:2895: delete oid 17 current snap is 266 2024-03-10T21:31:20.584 INFO:tasks.rados.rados.0.smithi071.stdout:2895: done (0 left) 2024-03-10T21:31:20.585 INFO:tasks.rados.rados.0.smithi071.stdout:2896: snap_create 2024-03-10T21:31:20.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:20.583+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14a=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:20.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:20.583+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: osdmap e597: 8 total, 8 up, 8 in 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:20.836 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 podman[115675]: 2024-03-10 21:31:20.488845926 +0000 UTC m=+0.381516583 container init 36dfdc2d8b927f8e089e8cec9985b089a5d10acd58ef9d5329d3d06f7d0c646b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 podman[115675]: 2024-03-10 21:31:20.491661565 +0000 UTC m=+0.384332215 container start 36dfdc2d8b927f8e089e8cec9985b089a5d10acd58ef9d5329d3d06f7d0c646b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.515Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.515Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.515Z caller=main.go:570 level=info host_details="(Linux 5.14.0-427.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 23 04:45:07 UTC 2024 x86_64 smithi193 (none))" 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.515Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.515Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.516Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.517Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.518Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.518Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.520Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-10T21:31:20.837 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.520Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.364µs 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.520Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.522Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.527Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.534Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.539Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.539Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.539Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.64µs wal_replay_duration=19.436149ms wbl_replay_duration=90ns total_replay_duration=19.496142ms 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.542Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.542Z caller=main.go:1029 level=info msg="TSDB started" 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.542Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-10T21:31:20.838 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.562Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.367766ms db_storage=1.023µs remote_storage=1.147µs web_handler=362ns query_engine=1.038µs scrape=448.902µs scrape_sd=103.182µs notify=20.25µs notify_sd=16.195µs rules=19.288522ms tracing=6.855µs 2024-03-10T21:31:20.839 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.562Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-03-10T21:31:20.839 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:20.562Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-03-10T21:31:20.839 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 bash[115675]: 36dfdc2d8b927f8e089e8cec9985b089a5d10acd58ef9d5329d3d06f7d0c646b 2024-03-10T21:31:20.839 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:20 smithi193 systemd[1]: Started Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:20.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:20.578+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:20.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:20.578+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:20.578+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: osdmap e597: 8 total, 8 up, 8 in 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:20.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:20.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.578+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.578+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.579+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.579+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.579+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.579+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:20.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:20.580+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:20.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:20.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: osdmap e597: 8 total, 8 up, 8 in 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 146=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:20.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:21.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:20.972+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:21.592 INFO:tasks.rados.rados.0.smithi071.stdout:2896: done (0 left) 2024-03-10T21:31:21.725 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 267 2024-03-10T21:31:21.726 INFO:tasks.rados.rados.0.smithi071.stdout:2897: seq_num 914 ranges {548864=516096,1064960=401408} 2024-03-10T21:31:21.726 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:21.601+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:21.727 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:21.601+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:21.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:21.513+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:21.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:21.514+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:21.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:21.583+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:21.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:21.583+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:21.727 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:21.583+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:21.728 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:21.628+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:21.728 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:21.634+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:21.728 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:21.634+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:21.728 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: pgmap v580: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-03-10T21:31:21.728 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:21.728 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: osdmap e598: 8 total, 8 up, 8 in 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14a=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:21.729 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:21 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:21.730 INFO:tasks.rados.rados.0.smithi071.stdout:2897: writing smithi07176956-8 from 548864 to 1064960 tid 1 2024-03-10T21:31:21.730 INFO:tasks.rados.rados.0.smithi071.stdout:2897: writing smithi07176956-8 from 1064960 to 1466368 tid 2 2024-03-10T21:31:21.730 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 267 2024-03-10T21:31:21.730 INFO:tasks.rados.rados.0.smithi071.stdout:2898: seq_num 915 ranges {2637824=532480,3170304=401408} 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2898: writing smithi07176956-29 from 2637824 to 3170304 tid 1 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2898: writing smithi07176956-29 from 3170304 to 3571712 tid 2 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2899: copy_from oid 12 from oid 17 current snap is 267 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: finishing write tid 1 to smithi07176956-8 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: finishing write tid 2 to smithi07176956-8 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: finishing write tid 3 to smithi07176956-8 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: finishing write tid 4 to smithi07176956-8 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: oid 8 updating version 0 to 999 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: oid 8 updating version 999 to 1000 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: oid 8 version 1000 is already newer than 998 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1000 (ObjNum 914 snap 267 seq_num 914) dirty exists 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: left oid 8 (ObjNum 914 snap 267 seq_num 914) 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:2897: done (2 left) 2024-03-10T21:31:21.731 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 267 2024-03-10T21:31:21.732 INFO:tasks.rados.rados.0.smithi071.stdout:2900: seq_num 916 ranges {0=548864,548864=401408} 2024-03-10T21:31:21.732 INFO:tasks.rados.rados.0.smithi071.stdout:2900: writing smithi07176956-22 from 0 to 548864 tid 1 2024-03-10T21:31:21.732 INFO:tasks.rados.rados.0.smithi071.stdout:2900: writing smithi07176956-22 from 548864 to 950272 tid 2 2024-03-10T21:31:21.732 INFO:tasks.rados.rados.0.smithi071.stdout:2901: snap_remove snap 257 2024-03-10T21:31:21.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:21.600+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:21.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:21.589+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:21.590+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: pgmap v580: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: osdmap e598: 8 total, 8 up, 8 in 2024-03-10T21:31:21.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14a=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: pgmap v580: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:21.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: osdmap e598: 8 total, 8 up, 8 in 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14a=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:21.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:21.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:21.589+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:21.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:21.589+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:21.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:21.590+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:21.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:21.591+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:21.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:21.591+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:31:22.594 INFO:tasks.rados.rados.0.smithi071.stdout:2901: done (3 left) 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2902: rollback oid 40 current snap is 267 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 236 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2899: finishing copy_from to smithi07176956-12 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2899: got expected ENOENT (src dne) 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2899: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: finishing write tid 1 to smithi07176956-29 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: finishing write tid 2 to smithi07176956-29 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: finishing write tid 3 to smithi07176956-29 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: finishing write tid 4 to smithi07176956-29 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: oid 29 updating version 0 to 24790 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: oid 29 version 24790 is already newer than 24788 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:2898: oid 29 version 24790 is already newer than 24789 2024-03-10T21:31:22.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24790 (ObjNum 915 snap 267 seq_num 915) dirty exists 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2898: left oid 29 (ObjNum 915 snap 267 seq_num 915) 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: finishing write tid 1 to smithi07176956-22 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: finishing write tid 2 to smithi07176956-22 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: finishing write tid 3 to smithi07176956-22 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: finishing write tid 4 to smithi07176956-22 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: oid 22 updating version 0 to 24797 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: oid 22 version 24797 is already newer than 24796 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: oid 22 version 24797 is already newer than 24795 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24797 (ObjNum 916 snap 267 seq_num 916) dirty exists 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2900: left oid 22 (ObjNum 916 snap 267 seq_num 916) 2024-03-10T21:31:22.596 INFO:tasks.rados.rados.0.smithi071.stdout:2898: done (3 left) 2024-03-10T21:31:22.597 INFO:tasks.rados.rados.0.smithi071.stdout:2899: done (2 left) 2024-03-10T21:31:22.597 INFO:tasks.rados.rados.0.smithi071.stdout:2900: done (1 left) 2024-03-10T21:31:22.597 INFO:tasks.rados.rados.0.smithi071.stdout:2903: snap_remove snap 256 2024-03-10T21:31:22.781 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:31:23.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:22.592+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:22.605+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:22.588+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:22.588+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:22.592+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:22.593+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: osdmap e599: 8 total, 8 up, 8 in 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:22.592+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:22.593+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:22.594+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:23.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:22.594+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.588+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.588+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.588+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.588+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.589+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.591+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:23.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:22.591+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: osdmap e599: 8 total, 8 up, 8 in 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: osdmap e599: 8 total, 8 up, 8 in 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.098 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (10m) 15s ago 11m 27.1M - 0.25.0 c8568f914cd2 a6d7a9954287 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (11m) 14s ago 11m 89.0M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (61s) 15s ago 12m 13.8M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 c4540245015a 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (35s) 14s ago 12m 15.0M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 a1cfefc4f95f 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (7m) 14s ago 16m 452M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (7m) 15s ago 17m 520M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 15s ago 18m 68.9M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (6m) 14s ago 16m 55.2M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 15s ago 16m 58.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (23s) 15s ago 11m 7000k - 1.5.0 0da6a335fe13 0a7043ed20a2 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (18s) 14s ago 11m 3594k - 1.5.0 0da6a335fe13 1072f3b7f721 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 15s ago 15m 317M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:31:23.099 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 15s ago 15m 389M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:31:23.100 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 15s ago 15m 319M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:31:23.100 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 15s ago 14m 168M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:31:23.100 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (3m) 14s ago 14m 289M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:31:23.100 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (2m) 14s ago 13m 408M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:31:23.100 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (116s) 14s ago 13m 180M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3f05fac4da9e 2024-03-10T21:31:23.101 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (80s) 14s ago 13m 228M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 63399d1e4441 2024-03-10T21:31:23.101 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 starting - - - - 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:23.487 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:31:23.488 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:2903: done (1 left) 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 267 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13153 (ObjNum 803 snap 234 seq_num 803) dirty exists 2024-03-10T21:31:23.592 INFO:tasks.rados.rados.0.smithi071.stdout:2904: seq_num 917 ranges {4579328=565248,5144576=401408} 2024-03-10T21:31:23.619 INFO:tasks.rados.rados.0.smithi071.stdout:2904: writing smithi07176956-9 from 4579328 to 5144576 tid 1 2024-03-10T21:31:23.622 INFO:tasks.rados.rados.0.smithi071.stdout:2904: writing smithi07176956-9 from 5144576 to 5545984 tid 2 2024-03-10T21:31:23.622 INFO:tasks.rados.rados.0.smithi071.stdout:2902: done (1 left) 2024-03-10T21:31:23.622 INFO:tasks.rados.rados.0.smithi071.stdout:2905: snap_create 2024-03-10T21:31:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 1 to smithi07176956-9 2024-03-10T21:31:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 2 to smithi07176956-9 2024-03-10T21:31:23.627 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 3 to smithi07176956-9 2024-03-10T21:31:23.629 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 4 to smithi07176956-9 2024-03-10T21:31:23.629 INFO:tasks.rados.rados.0.smithi071.stdout:2904: oid 9 updating version 0 to 24803 2024-03-10T21:31:23.629 INFO:tasks.rados.rados.0.smithi071.stdout:2904: oid 9 version 24803 is already newer than 24802 2024-03-10T21:31:23.629 INFO:tasks.rados.rados.0.smithi071.stdout:2904: oid 9 version 24803 is already newer than 24801 2024-03-10T21:31:23.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24803 (ObjNum 917 snap 267 seq_num 917) dirty exists 2024-03-10T21:31:23.629 INFO:tasks.rados.rados.0.smithi071.stdout:2904: left oid 9 (ObjNum 917 snap 267 seq_num 917) 2024-03-10T21:31:23.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:23.623+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:23.589+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:23.590+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: pgmap v583: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: osdmap e600: 8 total, 8 up, 8 in 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/967809961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:23.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:23.589+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:23.589+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:23.589+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:23.590+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:23.590+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: pgmap v583: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: osdmap e600: 8 total, 8 up, 8 in 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:23 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/967809961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:23.841 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:23.588+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:23.841 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:23.589+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:23.589+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: pgmap v583: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 736 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: osdmap e600: 8 total, 8 up, 8 in 2024-03-10T21:31:23.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:23.843 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/967809961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:24.125 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:23.840+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:24.126 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:23.840+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:24.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:23.839+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:24.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:23.839+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:24.126 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:23.839+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:24.616 INFO:tasks.rados.rados.0.smithi071.stdout:2904: done (1 left) 2024-03-10T21:31:24.616 INFO:tasks.rados.rados.0.smithi071.stdout:2905: done (0 left) 2024-03-10T21:31:24.617 INFO:tasks.rados.rados.0.smithi071.stdout:2906: read oid 31 snap -1 2024-03-10T21:31:24.617 INFO:tasks.rados.rados.0.smithi071.stdout:2906: expect (ObjNum 903 snap 261 seq_num 903) 2024-03-10T21:31:24.617 INFO:tasks.rados.rados.0.smithi071.stdout:2907: delete oid 23 current snap is 268 2024-03-10T21:31:24.624 INFO:tasks.rados.rados.0.smithi071.stdout:2906: expect (ObjNum 903 snap 261 seq_num 903) 2024-03-10T21:31:24.646 INFO:tasks.rados.rados.0.smithi071.stdout:2906: done (1 left) 2024-03-10T21:31:24.646 INFO:tasks.rados.rados.0.smithi071.stdout:2907: done (0 left) 2024-03-10T21:31:24.646 INFO:tasks.rados.rados.0.smithi071.stdout:2908: read oid 38 snap 261 2024-03-10T21:31:24.646 INFO:tasks.rados.rados.0.smithi071.stdout:2908: expect deleted 2024-03-10T21:31:24.646 INFO:tasks.rados.rados.0.smithi071.stdout:2909: delete oid 19 current snap is 268 2024-03-10T21:31:24.649 INFO:tasks.rados.rados.0.smithi071.stdout:2909: done (1 left) 2024-03-10T21:31:24.649 INFO:tasks.rados.rados.0.smithi071.stdout:2910: rollback oid 30 current snap is 268 2024-03-10T21:31:24.649 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 242 2024-03-10T21:31:24.649 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 268 2024-03-10T21:31:24.649 INFO:tasks.rados.rados.0.smithi071.stdout:2911: seq_num 920 ranges {0=614400,614400=401408} 2024-03-10T21:31:24.652 INFO:tasks.rados.rados.0.smithi071.stdout:2911: writing smithi07176956-19 from 0 to 614400 tid 1 2024-03-10T21:31:24.655 INFO:tasks.rados.rados.0.smithi071.stdout:2911: writing smithi07176956-19 from 614400 to 1015808 tid 2 2024-03-10T21:31:24.655 INFO:tasks.rados.rados.0.smithi071.stdout:2912: snap_create 2024-03-10T21:31:24.656 INFO:tasks.rados.rados.0.smithi071.stdout:2910: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:31:24.656 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 9777 (ObjNum 177 snap 0 seq_num 4136739181) dirty dne 2024-03-10T21:31:24.657 INFO:tasks.rados.rados.0.smithi071.stdout:2911: finishing write tid 1 to smithi07176956-19 2024-03-10T21:31:24.658 INFO:tasks.rados.rados.0.smithi071.stdout:2911: finishing write tid 2 to smithi07176956-19 2024-03-10T21:31:24.658 INFO:tasks.rados.rados.0.smithi071.stdout:2911: finishing write tid 3 to smithi07176956-19 2024-03-10T21:31:24.659 INFO:tasks.rados.rados.0.smithi071.stdout:2911: finishing write tid 4 to smithi07176956-19 2024-03-10T21:31:24.660 INFO:tasks.rados.rados.0.smithi071.stdout:2911: oid 19 updating version 0 to 5920 2024-03-10T21:31:24.660 INFO:tasks.rados.rados.0.smithi071.stdout:2911: oid 19 updating version 5920 to 5922 2024-03-10T21:31:24.660 INFO:tasks.rados.rados.0.smithi071.stdout:2911: oid 19 version 5922 is already newer than 5921 2024-03-10T21:31:24.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5922 (ObjNum 920 snap 268 seq_num 920) dirty exists 2024-03-10T21:31:24.660 INFO:tasks.rados.rados.0.smithi071.stdout:2911: left oid 19 (ObjNum 920 snap 268 seq_num 920) 2024-03-10T21:31:25.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:24.623+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:25.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:24.624+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:25.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:24.606+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:25.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:24.606+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:25.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:24.618+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:25.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:24.622+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: osdmap e601: 8 total, 8 up, 8 in 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:25.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:25.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:25.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:24.648+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:25.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:25.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: osdmap e601: 8 total, 8 up, 8 in 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:25.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:24.612+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:25.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:24.613+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:25.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:24.613+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.612+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.614+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.614+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.614+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.614+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.614+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:24.614+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:25.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: osdmap e601: 8 total, 8 up, 8 in 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:25.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:25.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:25.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:25.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:2908: done (3 left) 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:2910: done (2 left) 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:2911: done (1 left) 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:2912: done (0 left) 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:2913: rollback oid 16 current snap is 269 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 249 2024-03-10T21:31:25.617 INFO:tasks.rados.rados.0.smithi071.stdout:2914: setattr oid 43 current snap is 269 2024-03-10T21:31:25.619 INFO:tasks.rados.rados.0.smithi071.stdout:2915: delete oid 40 current snap is 269 2024-03-10T21:31:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:2913: finishing rollback tid 0 to smithi07176956-16 2024-03-10T21:31:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:2913: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:31:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:2913: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:31:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5925 (ObjNum 865 snap 246 seq_num 865) dirty exists 2024-03-10T21:31:25.629 INFO:tasks.rados.rados.0.smithi071.stdout:2913: done (2 left) 2024-03-10T21:31:25.629 INFO:tasks.rados.rados.0.smithi071.stdout:2915: done (1 left) 2024-03-10T21:31:25.629 INFO:tasks.rados.rados.0.smithi071.stdout:2916: copy_from oid 6 from oid 22 current snap is 269 2024-03-10T21:31:25.630 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13136 (ObjNum 905 snap 261 seq_num 905) dirty exists 2024-03-10T21:31:25.630 INFO:tasks.rados.rados.0.smithi071.stdout:2914: done (1 left) 2024-03-10T21:31:25.630 INFO:tasks.rados.rados.0.smithi071.stdout:2917: setattr oid 20 current snap is 269 2024-03-10T21:31:25.631 INFO:tasks.rados.rados.0.smithi071.stdout:2918: copy_from oid 5 from oid 31 current snap is 269 2024-03-10T21:31:25.631 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 269 2024-03-10T21:31:25.632 INFO:tasks.rados.rados.0.smithi071.stdout:2919: seq_num 922 ranges {4005888=647168,4653056=401408} 2024-03-10T21:31:25.658 INFO:tasks.rados.rados.0.smithi071.stdout:2919: writing smithi07176956-39 from 4005888 to 4653056 tid 1 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:2919: writing smithi07176956-39 from 4653056 to 5054464 tid 2 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:2920: snap_create 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 13148 (ObjNum 908 snap 265 seq_num 908) dirty exists 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:2916: finishing copy_from racing read to smithi07176956-6 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:2916: finishing copy_from to smithi07176956-6 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24797 (ObjNum 916 snap 267 seq_num 916) dirty exists 2024-03-10T21:31:25.660 INFO:tasks.rados.rados.0.smithi071.stdout:2918: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:31:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:2918: finishing copy_from to smithi07176956-5 2024-03-10T21:31:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 13135 (ObjNum 903 snap 261 seq_num 903) dirty exists 2024-03-10T21:31:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 1 to smithi07176956-39 2024-03-10T21:31:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 2 to smithi07176956-39 2024-03-10T21:31:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 3 to smithi07176956-39 2024-03-10T21:31:25.664 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing write tid 4 to smithi07176956-39 2024-03-10T21:31:25.664 INFO:tasks.rados.rados.0.smithi071.stdout:2919: oid 39 updating version 0 to 24799 2024-03-10T21:31:25.664 INFO:tasks.rados.rados.0.smithi071.stdout:2919: oid 39 updating version 24799 to 24800 2024-03-10T21:31:25.665 INFO:tasks.rados.rados.0.smithi071.stdout:2919: oid 39 version 24800 is already newer than 24798 2024-03-10T21:31:25.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24800 (ObjNum 922 snap 269 seq_num 922) dirty exists 2024-03-10T21:31:25.665 INFO:tasks.rados.rados.0.smithi071.stdout:2919: left oid 39 (ObjNum 922 snap 269 seq_num 922) 2024-03-10T21:31:26.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:25.626+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:26.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:25.626+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:26.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:25.615+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:26.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:25.615+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:26.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:25.615+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:26.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:25.628+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:26.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:25.628+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:26.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:25.628+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: pgmap v586: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 743 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: osdmap e602: 8 total, 8 up, 8 in 2024-03-10T21:31:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:25 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:26.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:25.638+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:25.615+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:25.616+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:25.614+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:25.614+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:25.617+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:25.617+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:25.618+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: pgmap v586: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 743 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:26.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: osdmap e602: 8 total, 8 up, 8 in 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: pgmap v586: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 743 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:26.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: osdmap e602: 8 total, 8 up, 8 in 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:25 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2916: done (4 left) 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2917: done (3 left) 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2918: done (2 left) 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2919: done (1 left) 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2920: done (0 left) 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2921: read oid 10 snap -1 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2921: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 270 2024-03-10T21:31:26.627 INFO:tasks.rados.rados.0.smithi071.stdout:2922: seq_num 923 ranges {2596864=663552,3260416=401408} 2024-03-10T21:31:26.645 INFO:tasks.rados.rados.0.smithi071.stdout:2922: writing smithi07176956-27 from 2596864 to 3260416 tid 1 2024-03-10T21:31:26.647 INFO:tasks.rados.rados.0.smithi071.stdout:2922: writing smithi07176956-27 from 3260416 to 3661824 tid 2 2024-03-10T21:31:26.647 INFO:tasks.rados.rados.0.smithi071.stdout:2923: delete oid 40 current snap is 270 2024-03-10T21:31:26.647 INFO:tasks.rados.rados.0.smithi071.stdout:2921: expect (ObjNum 856 snap 242 seq_num 856) 2024-03-10T21:31:26.711 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 1 to smithi07176956-27 2024-03-10T21:31:26.711 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 2 to smithi07176956-27 2024-03-10T21:31:26.711 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 3 to smithi07176956-27 2024-03-10T21:31:26.711 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 4 to smithi07176956-27 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2922: oid 27 updating version 0 to 13149 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2922: oid 27 updating version 13149 to 13151 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2922: oid 27 version 13151 is already newer than 13150 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 13151 (ObjNum 923 snap 270 seq_num 923) dirty exists 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2922: left oid 27 (ObjNum 923 snap 270 seq_num 923) 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2921: done (2 left) 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2922: done (1 left) 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2923: done (0 left) 2024-03-10T21:31:26.712 INFO:tasks.rados.rados.0.smithi071.stdout:2924: snap_create 2024-03-10T21:31:26.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:26.620+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:26.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:26.621+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:26.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:26.627+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:26.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:26.629+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: osdmap e603: 8 total, 8 up, 8 in 2024-03-10T21:31:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:26.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:26.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:26.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:26.648+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:26.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:26.648+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:27.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:26.754+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:27.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:26.738+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:26.738+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:26.738+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.622+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.622+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.623+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.623+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.623+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.623+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:27.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:26.623+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: osdmap e603: 8 total, 8 up, 8 in 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:27.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 13b=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: osdmap e603: 8 total, 8 up, 8 in 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:27.638 INFO:tasks.rados.rados.0.smithi071.stdout:2924: done (0 left) 2024-03-10T21:31:27.639 INFO:tasks.rados.rados.0.smithi071.stdout:2925: snap_create 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: pgmap v589: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 744 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:27.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: osdmap e604: 8 total, 8 up, 8 in 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:27.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:27.840 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:27.631+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:27.840 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:27.631+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:27.840 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:27.631+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: pgmap v589: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 744 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-03-10T21:31:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: osdmap e604: 8 total, 8 up, 8 in 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:28.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: pgmap v589: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 744 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: osdmap e604: 8 total, 8 up, 8 in 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:28.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:28.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:27.633+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:28.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:27.633+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:28.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:27.633+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:28.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:27.633+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:28.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:27.633+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:28.637 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:28.339+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:28.637 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:28.340+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:28.643 INFO:tasks.rados.rados.0.smithi071.stdout:2925: done (0 left) 2024-03-10T21:31:28.643 INFO:tasks.rados.rados.0.smithi071.stdout:2926: rollback oid 11 current snap is 272 2024-03-10T21:31:28.643 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 265 2024-03-10T21:31:28.643 INFO:tasks.rados.rados.0.smithi071.stdout:2927: rollback oid 32 current snap is 272 2024-03-10T21:31:28.643 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 270 2024-03-10T21:31:28.643 INFO:tasks.rados.rados.0.smithi071.stdout:2928: delete oid 15 current snap is 272 2024-03-10T21:31:28.648 INFO:tasks.rados.rados.0.smithi071.stdout:2927: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:31:28.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 10211 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:31:28.649 INFO:tasks.rados.rados.0.smithi071.stdout:2926: finishing rollback tid 0 to smithi07176956-11 2024-03-10T21:31:28.649 INFO:tasks.rados.rados.0.smithi071.stdout:2926: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:2926: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 5945 (ObjNum 869 snap 247 seq_num 869) dirty exists 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:2926: done (2 left) 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:2927: done (1 left) 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:2928: done (0 left) 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:2929: rollback oid 45 current snap is 272 2024-03-10T21:31:28.650 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 236 2024-03-10T21:31:28.651 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 272 2024-03-10T21:31:28.651 INFO:tasks.rados.rados.0.smithi071.stdout:2930: seq_num 926 ranges {0=712704,712704=401408} 2024-03-10T21:31:28.659 INFO:tasks.rados.rados.0.smithi071.stdout:2930: writing smithi07176956-40 from 0 to 712704 tid 1 2024-03-10T21:31:28.659 INFO:tasks.rados.rados.0.smithi071.stdout:2930: writing smithi07176956-40 from 712704 to 1114112 tid 2 2024-03-10T21:31:28.659 INFO:tasks.rados.rados.0.smithi071.stdout:2931: snap_create 2024-03-10T21:31:28.659 INFO:tasks.rados.rados.0.smithi071.stdout:2929: finishing rollback tid 0 to smithi07176956-45 2024-03-10T21:31:28.659 INFO:tasks.rados.rados.0.smithi071.stdout:2929: finishing rollback tid 1 to smithi07176956-45 2024-03-10T21:31:28.659 INFO:tasks.rados.rados.0.smithi071.stdout:2929: finishing rollback tid 2 to smithi07176956-45 2024-03-10T21:31:28.660 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5817 (ObjNum 801 snap 233 seq_num 801) dirty exists 2024-03-10T21:31:28.665 INFO:tasks.rados.rados.0.smithi071.stdout:2930: finishing write tid 1 to smithi07176956-40 2024-03-10T21:31:28.665 INFO:tasks.rados.rados.0.smithi071.stdout:2930: finishing write tid 2 to smithi07176956-40 2024-03-10T21:31:28.666 INFO:tasks.rados.rados.0.smithi071.stdout:2930: finishing write tid 3 to smithi07176956-40 2024-03-10T21:31:28.668 INFO:tasks.rados.rados.0.smithi071.stdout:2930: finishing write tid 4 to smithi07176956-40 2024-03-10T21:31:28.669 INFO:tasks.rados.rados.0.smithi071.stdout:2930: oid 40 updating version 0 to 13158 2024-03-10T21:31:28.669 INFO:tasks.rados.rados.0.smithi071.stdout:2930: oid 40 updating version 13158 to 13159 2024-03-10T21:31:28.669 INFO:tasks.rados.rados.0.smithi071.stdout:2930: oid 40 version 13159 is already newer than 13157 2024-03-10T21:31:28.669 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13159 (ObjNum 926 snap 272 seq_num 926) dirty exists 2024-03-10T21:31:28.669 INFO:tasks.rados.rados.0.smithi071.stdout:2930: left oid 40 (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:31:28.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:28.648+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:28.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:28.648+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:28.637+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:28.637+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:28.571+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:28.572+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:28.572+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:28.645+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:28.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:28.645+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:28.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: osdmap e605: 8 total, 8 up, 8 in 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:28.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:28.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:28.839 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:28 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:28.638+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:29.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:28.637+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:28.638+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:28.638+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.644+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.644+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.644+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.644+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.645+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:29.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.645+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:29.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:28.645+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:29.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: osdmap e605: 8 total, 8 up, 8 in 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: osdmap e605: 8 total, 8 up, 8 in 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-03-10T21:31:29.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-10T21:31:29.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-10T21:31:29.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:28 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-10T21:31:29.648 INFO:tasks.rados.rados.0.smithi071.stdout:2929: done (2 left) 2024-03-10T21:31:29.648 INFO:tasks.rados.rados.0.smithi071.stdout:2930: done (1 left) 2024-03-10T21:31:29.648 INFO:tasks.rados.rados.0.smithi071.stdout:2931: done (0 left) 2024-03-10T21:31:29.648 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 273 2024-03-10T21:31:29.648 INFO:tasks.rados.rados.0.smithi071.stdout:2932: seq_num 927 ranges {4579328=729088,5308416=401408} 2024-03-10T21:31:29.678 INFO:tasks.rados.rados.0.smithi071.stdout:2932: writing smithi07176956-13 from 4579328 to 5308416 tid 1 2024-03-10T21:31:29.679 INFO:tasks.rados.rados.0.smithi071.stdout:2932: writing smithi07176956-13 from 5308416 to 5709824 tid 2 2024-03-10T21:31:29.679 INFO:tasks.rados.rados.0.smithi071.stdout:2933: rollback oid 30 current snap is 273 2024-03-10T21:31:29.679 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 250 2024-03-10T21:31:29.679 INFO:tasks.rados.rados.0.smithi071.stdout:2934: snap_create 2024-03-10T21:31:29.686 INFO:tasks.rados.rados.0.smithi071.stdout:2932: finishing write tid 1 to smithi07176956-13 2024-03-10T21:31:29.689 INFO:tasks.rados.rados.0.smithi071.stdout:2933: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:31:29.689 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 9777 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:31:29.690 INFO:tasks.rados.rados.0.smithi071.stdout:2932: finishing write tid 2 to smithi07176956-13 2024-03-10T21:31:29.690 INFO:tasks.rados.rados.0.smithi071.stdout:2932: finishing write tid 3 to smithi07176956-13 2024-03-10T21:31:29.693 INFO:tasks.rados.rados.0.smithi071.stdout:2932: finishing write tid 4 to smithi07176956-13 2024-03-10T21:31:29.694 INFO:tasks.rados.rados.0.smithi071.stdout:2932: oid 13 updating version 0 to 13162 2024-03-10T21:31:29.694 INFO:tasks.rados.rados.0.smithi071.stdout:2932: oid 13 version 13162 is already newer than 13161 2024-03-10T21:31:29.694 INFO:tasks.rados.rados.0.smithi071.stdout:2932: oid 13 updating version 13162 to 13163 2024-03-10T21:31:29.694 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 13163 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:31:29.694 INFO:tasks.rados.rados.0.smithi071.stdout:2932: left oid 13 (ObjNum 927 snap 273 seq_num 927) 2024-03-10T21:31:29.854 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:29.644+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:29.855 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:29.644+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:29.855 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:29.645+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:29.855 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:29.646+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:29.855 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:29.646+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:29.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: pgmap v592: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 745 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-03-10T21:31:29.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:29.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: osdmap e606: 8 total, 8 up, 8 in 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:29.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: pgmap v592: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 745 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:29.857 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: osdmap e606: 8 total, 8 up, 8 in 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:29.858 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:31:29.859 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.860 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:29.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:29 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:29.681+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:30.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:29.684+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:30.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:29.685+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:30.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:29.647+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:30.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:29.647+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:30.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:29.686+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:30.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:29.686+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:30.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:29.687+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: pgmap v592: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 745 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 468 KiB/s wr, 10 op/s 2024-03-10T21:31:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: osdmap e606: 8 total, 8 up, 8 in 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:29 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:2932: done (2 left) 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:2933: done (1 left) 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:2934: done (0 left) 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:2935: read oid 41 snap -1 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:2935: expect (ObjNum 869 snap 247 seq_num 869) 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 274 2024-03-10T21:31:30.656 INFO:tasks.rados.rados.0.smithi071.stdout:2936: seq_num 928 ranges {1466368=745472,2211840=401408} 2024-03-10T21:31:30.667 INFO:tasks.rados.rados.0.smithi071.stdout:2936: writing smithi07176956-8 from 1466368 to 2211840 tid 1 2024-03-10T21:31:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:2936: writing smithi07176956-8 from 2211840 to 2613248 tid 2 2024-03-10T21:31:30.669 INFO:tasks.rados.rados.0.smithi071.stdout:2937: snap_create 2024-03-10T21:31:30.670 INFO:tasks.rados.rados.0.smithi071.stdout:2935: expect (ObjNum 869 snap 247 seq_num 869) 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: finishing write tid 1 to smithi07176956-8 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: finishing write tid 2 to smithi07176956-8 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: finishing write tid 3 to smithi07176956-8 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: finishing write tid 4 to smithi07176956-8 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: oid 8 updating version 0 to 1002 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: oid 8 version 1002 is already newer than 1001 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: oid 8 updating version 1002 to 1003 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1003 (ObjNum 928 snap 274 seq_num 928) dirty exists 2024-03-10T21:31:30.815 INFO:tasks.rados.rados.0.smithi071.stdout:2936: left oid 8 (ObjNum 928 snap 274 seq_num 928) 2024-03-10T21:31:31.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:30.657+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:31.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:30.660+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:31.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:30.652+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:31.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:30.653+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: osdmap e607: 8 total, 8 up, 8 in 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:31.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:31.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:30.673+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: osdmap e607: 8 total, 8 up, 8 in 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:31.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: osdmap e607: 8 total, 8 up, 8 in 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:31.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:31.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:31.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:31.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:31.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:31.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:30.597+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:30.597+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:30.652+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:30.652+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:30.652+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.652+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.652+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.652+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.652+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:31.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.653+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:31.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.653+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:31.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:30.653+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:31.342 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:31:31] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:31:31.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:31.158+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:31.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:31.158+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:31.663 INFO:tasks.rados.rados.0.smithi071.stdout:2935: done (2 left) 2024-03-10T21:31:31.663 INFO:tasks.rados.rados.0.smithi071.stdout:2936: done (1 left) 2024-03-10T21:31:31.663 INFO:tasks.rados.rados.0.smithi071.stdout:2937: done (0 left) 2024-03-10T21:31:31.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 275 2024-03-10T21:31:31.663 INFO:tasks.rados.rados.0.smithi071.stdout:2938: seq_num 929 ranges {5128192=761856,5890048=401408} 2024-03-10T21:31:31.695 INFO:tasks.rados.rados.0.smithi071.stdout:2938: writing smithi07176956-4 from 5128192 to 5890048 tid 1 2024-03-10T21:31:31.698 INFO:tasks.rados.rados.0.smithi071.stdout:2938: writing smithi07176956-4 from 5890048 to 6291456 tid 2 2024-03-10T21:31:31.698 INFO:tasks.rados.rados.0.smithi071.stdout:2939: copy_from oid 41 from oid 13 current snap is 275 2024-03-10T21:31:31.698 INFO:tasks.rados.rados.0.smithi071.stdout:2940: setattr oid 47 current snap is 275 2024-03-10T21:31:31.699 INFO:tasks.rados.rados.0.smithi071.stdout:2941: delete oid 37 current snap is 275 2024-03-10T21:31:31.705 INFO:tasks.rados.rados.0.smithi071.stdout:2941: done (3 left) 2024-03-10T21:31:31.705 INFO:tasks.rados.rados.0.smithi071.stdout:2942: delete oid 25 current snap is 275 2024-03-10T21:31:31.707 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 10911 (ObjNum 863 snap 245 seq_num 863) dirty exists 2024-03-10T21:31:31.711 INFO:tasks.rados.rados.0.smithi071.stdout:2940: done (3 left) 2024-03-10T21:31:31.711 INFO:tasks.rados.rados.0.smithi071.stdout:2942: done (2 left) 2024-03-10T21:31:31.711 INFO:tasks.rados.rados.0.smithi071.stdout:2943: snap_remove snap 258 2024-03-10T21:31:31.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:31.699+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:31.912 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:31.718+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:31.913 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:31.661+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:31.913 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:31.661+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:31.913 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:31.662+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:31.913 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:31.709+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:31.914 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:31.709+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:31.914 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:31.709+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:31.914 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: pgmap v595: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 750 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-03-10T21:31:31.914 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:31.914 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:31.914 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:31.914 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:31.914 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: osdmap e608: 8 total, 8 up, 8 in 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: Upgrade: Updating alertmanager.a 2024-03-10T21:31:31.915 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: Deploying daemon alertmanager.a on smithi071 2024-03-10T21:31:31.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:31.916 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:32.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:31.663+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:32.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:31.665+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:32.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:31.666+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:32.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:31.701+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:32.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:31.704+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:32.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:31.705+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:32.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:31.705+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:32.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:31.708+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: pgmap v595: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 750 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-03-10T21:31:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: osdmap e608: 8 total, 8 up, 8 in 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: Upgrade: Updating alertmanager.a 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: Deploying daemon alertmanager.a on smithi071 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: pgmap v595: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 750 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-03-10T21:31:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: osdmap e608: 8 total, 8 up, 8 in 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:32.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: Upgrade: Updating alertmanager.a 2024-03-10T21:31:32.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: Deploying daemon alertmanager.a on smithi071 2024-03-10T21:31:32.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:32.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:31:32.671 INFO:tasks.rados.rados.0.smithi071.stdout:2943: done (2 left) 2024-03-10T21:31:32.671 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 275 2024-03-10T21:31:32.671 INFO:tasks.rados.rados.0.smithi071.stdout:2938: finishing write tid 1 to smithi07176956-4 2024-03-10T21:31:32.672 INFO:tasks.rados.rados.0.smithi071.stdout:2944: seq_num 932 ranges {2351104=417792,2768896=663552,3432448=139264} 2024-03-10T21:31:32.686 INFO:tasks.rados.rados.0.smithi071.stdout:2944: writing smithi07176956-10 from 2351104 to 2768896 tid 1 2024-03-10T21:31:32.689 INFO:tasks.rados.rados.0.smithi071.stdout:2944: writing smithi07176956-10 from 2768896 to 3432448 tid 2 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2944: writing smithi07176956-10 from 3432448 to 3571712 tid 3 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 275 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: finishing write tid 2 to smithi07176956-4 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: finishing write tid 3 to smithi07176956-4 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: finishing write tid 4 to smithi07176956-4 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: oid 4 updating version 0 to 13165 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: oid 4 updating version 13165 to 13166 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: oid 4 updating version 13166 to 13167 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13167 (ObjNum 929 snap 275 seq_num 929) dirty exists 2024-03-10T21:31:32.691 INFO:tasks.rados.rados.0.smithi071.stdout:2938: left oid 4 (ObjNum 929 snap 275 seq_num 929) 2024-03-10T21:31:32.692 INFO:tasks.rados.rados.0.smithi071.stdout:2939: finishing copy_from racing read to smithi07176956-41 2024-03-10T21:31:32.692 INFO:tasks.rados.rados.0.smithi071.stdout:2939: finishing copy_from to smithi07176956-41 2024-03-10T21:31:32.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 13163 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:31:32.692 INFO:tasks.rados.rados.0.smithi071.stdout:2945: seq_num 933 ranges {2351104=434176,2785280=548864,3334144=253952} 2024-03-10T21:31:32.706 INFO:tasks.rados.rados.0.smithi071.stdout:2945: writing smithi07176956-34 from 2351104 to 2785280 tid 1 2024-03-10T21:31:32.709 INFO:tasks.rados.rados.0.smithi071.stdout:2945: writing smithi07176956-34 from 2785280 to 3334144 tid 2 2024-03-10T21:31:32.711 INFO:tasks.rados.rados.0.smithi071.stdout:2945: writing smithi07176956-34 from 3334144 to 3588096 tid 3 2024-03-10T21:31:32.711 INFO:tasks.rados.rados.0.smithi071.stdout:2938: done (3 left) 2024-03-10T21:31:32.711 INFO:tasks.rados.rados.0.smithi071.stdout:2939: done (2 left) 2024-03-10T21:31:32.711 INFO:tasks.rados.rados.0.smithi071.stdout:2946: read oid 3 snap -1 2024-03-10T21:31:32.711 INFO:tasks.rados.rados.0.smithi071.stdout:2946: expect (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2947: read oid 1 snap 262 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2947: expect (ObjNum 886 snap 251 seq_num 886) 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2948: delete oid 41 current snap is 275 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing write tid 1 to smithi07176956-10 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing write tid 2 to smithi07176956-10 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing write tid 3 to smithi07176956-10 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing write tid 4 to smithi07176956-10 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2944: finishing write tid 5 to smithi07176956-10 2024-03-10T21:31:32.712 INFO:tasks.rados.rados.0.smithi071.stdout:2944: oid 10 updating version 0 to 13165 2024-03-10T21:31:32.713 INFO:tasks.rados.rados.0.smithi071.stdout:2944: oid 10 updating version 13165 to 13167 2024-03-10T21:31:32.713 INFO:tasks.rados.rados.0.smithi071.stdout:2944: oid 10 version 13167 is already newer than 13166 2024-03-10T21:31:32.713 INFO:tasks.rados.rados.0.smithi071.stdout:2944: oid 10 version 13167 is already newer than 13164 2024-03-10T21:31:32.713 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 13167 (ObjNum 932 snap 275 seq_num 932) dirty exists 2024-03-10T21:31:32.713 INFO:tasks.rados.rados.0.smithi071.stdout:2944: left oid 10 (ObjNum 932 snap 275 seq_num 932) 2024-03-10T21:31:32.716 INFO:tasks.rados.rados.0.smithi071.stdout:2947: expect (ObjNum 886 snap 251 seq_num 886) 2024-03-10T21:31:32.728 INFO:tasks.rados.rados.0.smithi071.stdout:2946: expect (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:31:32.749 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing write tid 1 to smithi07176956-34 2024-03-10T21:31:32.749 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing write tid 2 to smithi07176956-34 2024-03-10T21:31:32.749 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing write tid 3 to smithi07176956-34 2024-03-10T21:31:32.749 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing write tid 4 to smithi07176956-34 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing write tid 5 to smithi07176956-34 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: oid 34 updating version 0 to 13170 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: oid 34 updating version 13170 to 13171 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: oid 34 updating version 13171 to 13172 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: oid 34 version 13172 is already newer than 13169 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13172 (ObjNum 933 snap 275 seq_num 933) dirty exists 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: left oid 34 (ObjNum 933 snap 275 seq_num 933) 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2944: done (4 left) 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2945: done (3 left) 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2946: done (2 left) 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2947: done (1 left) 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2948: done (0 left) 2024-03-10T21:31:32.750 INFO:tasks.rados.rados.0.smithi071.stdout:2949: snap_remove snap 249 2024-03-10T21:31:33.052 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:32.715+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.053 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:32.668+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.053 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:32.668+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:33.053 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:32.668+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: osdmap e609: 8 total, 8 up, 8 in 2024-03-10T21:31:33.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:33.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:33.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:33.054 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.665+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.666+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.666+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.666+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.667+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.667+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:33.055 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:32.667+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: osdmap e609: 8 total, 8 up, 8 in 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:33.056 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:33.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:33.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:32.712+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:33.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:32.713+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:33.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:32.688+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:33.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:32.693+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:33.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:32.668+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:33.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:32.668+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: osdmap e609: 8 total, 8 up, 8 in 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:33.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:33.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:33.675 INFO:tasks.rados.rados.0.smithi071.stdout:2949: done (0 left) 2024-03-10T21:31:33.675 INFO:tasks.rados.rados.0.smithi071.stdout:2950: rollback oid 48 current snap is 275 2024-03-10T21:31:33.675 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 236 2024-03-10T21:31:33.676 INFO:tasks.rados.rados.0.smithi071.stdout:2951: copy_from oid 44 from oid 42 current snap is 275 2024-03-10T21:31:33.676 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 275 2024-03-10T21:31:33.676 INFO:tasks.rados.rados.0.smithi071.stdout:2952: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-03-10T21:31:33.678 INFO:tasks.rados.rados.0.smithi071.stdout:2952: writing smithi07176956-41 from 0 to 466944 tid 1 2024-03-10T21:31:33.683 INFO:tasks.rados.rados.0.smithi071.stdout:2952: writing smithi07176956-41 from 466944 to 1187840 tid 2 2024-03-10T21:31:33.683 INFO:tasks.rados.rados.0.smithi071.stdout:2952: writing smithi07176956-41 from 1187840 to 1269760 tid 3 2024-03-10T21:31:33.684 INFO:tasks.rados.rados.0.smithi071.stdout:2953: read oid 1 snap -1 2024-03-10T21:31:33.684 INFO:tasks.rados.rados.0.smithi071.stdout:2953: expect (ObjNum 886 snap 251 seq_num 886) 2024-03-10T21:31:33.684 INFO:tasks.rados.rados.0.smithi071.stdout:2954: snap_remove snap 262 2024-03-10T21:31:33.925 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:33.681+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.925 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:33.677+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.925 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:33.678+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:33.671+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:33.672+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:33.672+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:33.672+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.926 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:33.673+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.926 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: pgmap v598: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 750 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 10 op/s 2024-03-10T21:31:33.926 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: osdmap e610: 8 total, 8 up, 8 in 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.927 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: pgmap v598: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 750 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 10 op/s 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:33.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: osdmap e610: 8 total, 8 up, 8 in 2024-03-10T21:31:33.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:33.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:33.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:33.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:33.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:33.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:34.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:33.668+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:34.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:33.668+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:34.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:33.668+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:34.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:33.682+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:34.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:33.682+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:34.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:33.682+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:34.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:33.677+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:34.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:33.680+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: pgmap v598: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 750 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 10 op/s 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:34.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: osdmap e610: 8 total, 8 up, 8 in 2024-03-10T21:31:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 145=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:34.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:34 smithi071 systemd[1]: Stopping Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:34.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[73174]: ts=2024-03-10T21:31:34.546Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:31:34.686 INFO:tasks.rados.rados.0.smithi071.stdout:2954: done (4 left) 2024-03-10T21:31:34.686 INFO:tasks.rados.rados.0.smithi071.stdout:2955: snap_create 2024-03-10T21:31:34.686 INFO:tasks.rados.rados.0.smithi071.stdout:2953: expect (ObjNum 886 snap 251 seq_num 886) 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2950: finishing rollback tid 1 to smithi07176956-48 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 9947 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing write tid 1 to smithi07176956-41 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing write tid 2 to smithi07176956-41 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing write tid 3 to smithi07176956-41 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2951: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing write tid 4 to smithi07176956-41 2024-03-10T21:31:34.698 INFO:tasks.rados.rados.0.smithi071.stdout:2951: finishing copy_from to smithi07176956-44 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24792 (ObjNum 877 snap 248 seq_num 877) dirty exists 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2952: finishing write tid 5 to smithi07176956-41 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2952: oid 41 updating version 0 to 13171 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2952: oid 41 version 13171 is already newer than 13169 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2952: oid 41 version 13171 is already newer than 13170 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2952: oid 41 updating version 13171 to 13172 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 13172 (ObjNum 935 snap 275 seq_num 935) dirty exists 2024-03-10T21:31:34.699 INFO:tasks.rados.rados.0.smithi071.stdout:2952: left oid 41 (ObjNum 935 snap 275 seq_num 935) 2024-03-10T21:31:34.865 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:34.683+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:34.865 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:34 smithi071 podman[123648]: 2024-03-10 21:31:34.587072092 +0000 UTC m=+0.150175843 container stop a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:34.865 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:34 smithi071 podman[123648]: 2024-03-10 21:31:34.612741407 +0000 UTC m=+0.175845156 container died a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:34.866 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:34.684+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:34.866 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:34.684+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:34.866 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:34.684+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:34.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:34.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:34.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:34.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:34.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: osdmap e611: 8 total, 8 up, 8 in 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:34.867 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: osdmap e611: 8 total, 8 up, 8 in 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:34.868 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:35.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:34.682+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:35.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:34.682+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: osdmap e611: 8 total, 8 up, 8 in 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:35.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:35.240 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 podman[123648]: 2024-03-10 21:31:35.072188644 +0000 UTC m=+0.635292434 container cleanup a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:35.240 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 bash[123648]: ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a 2024-03-10T21:31:35.492 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 podman[123662]: 2024-03-10 21:31:35.240219177 +0000 UTC m=+0.648285709 container remove a6d7a995428745576c4677c856604f3047528aecab8519f362ee5a60a43cded4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:35.492 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 podman[123662]: 2024-03-10 21:31:35.299188229 +0000 UTC m=+0.707254773 volume remove b4b0fb2e03f6e6bee6152bf580db6521ac59b8e7a4bf74799a93bdbb720fe096 2024-03-10T21:31:35.687 INFO:tasks.rados.rados.0.smithi071.stdout:2950: done (4 left) 2024-03-10T21:31:35.687 INFO:tasks.rados.rados.0.smithi071.stdout:2951: done (3 left) 2024-03-10T21:31:35.687 INFO:tasks.rados.rados.0.smithi071.stdout:2952: done (2 left) 2024-03-10T21:31:35.687 INFO:tasks.rados.rados.0.smithi071.stdout:2953: done (1 left) 2024-03-10T21:31:35.687 INFO:tasks.rados.rados.0.smithi071.stdout:2955: done (0 left) 2024-03-10T21:31:35.688 INFO:tasks.rados.rados.0.smithi071.stdout:2956: snap_remove snap 242 2024-03-10T21:31:35.742 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-10T21:31:35.742 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 systemd[1]: Stopped Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:35.742 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@alertmanager.a.service: Consumed 1.412s CPU time. 2024-03-10T21:31:35.742 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 systemd[1]: Starting Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:31:35.743 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:35.685+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:35.743 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:35.685+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: pgmap v601: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 763 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: osdmap e612: 8 total, 8 up, 8 in 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:35.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: pgmap v601: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 763 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: osdmap e612: 8 total, 8 up, 8 in 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:35.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:35.744 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.489+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:35.744 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.489+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.490+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.490+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.490+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.490+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.490+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.682+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.683+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.683+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.683+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:35.745 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:35.684+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:35.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:35.683+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:35.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:35.683+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:35.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:35.684+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: pgmap v601: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 763 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: osdmap e612: 8 total, 8 up, 8 in 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:35.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:35.574+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:35.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:35.574+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:35.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:35.495+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:35.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:35.495+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:36.281 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 podman[123792]: 2024-03-10 21:31:35.852570251 +0000 UTC m=+0.017148952 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-03-10T21:31:36.281 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:35 smithi071 podman[123792]: 2024-03-10 21:31:35.966778278 +0000 UTC m=+0.131357005 volume create 8eaeb9dc92790a279009e442189ebc18451e4e2bf89c42cf2ffc22cf96023e78 2024-03-10T21:31:36.281 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 podman[123792]: 2024-03-10 21:31:36.05038465 +0000 UTC m=+0.214963397 container create 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:36.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:36.358+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:36.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 podman[123792]: 2024-03-10 21:31:36.394851944 +0000 UTC m=+0.559430633 container init 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:36.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 podman[123792]: 2024-03-10 21:31:36.397552291 +0000 UTC m=+0.562130975 container start 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:31:36.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.409Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-03-10T21:31:36.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.409Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.410Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.411Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.434Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.435Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.437Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:36.437Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 bash[123792]: 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 2024-03-10T21:31:36.586 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:36 smithi071 systemd[1]: Started Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:31:36.694 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:36.359+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:36.694 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:36.359+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:36.694 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:36.359+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:36.694 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:36.359+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:36.695 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:36.359+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:36.698 INFO:tasks.rados.rados.0.smithi071.stdout:2956: done (0 left) 2024-03-10T21:31:36.698 INFO:tasks.rados.rados.0.smithi071.stdout:2957: snap_create 2024-03-10T21:31:37.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:36.858+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:37.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:36.858+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:37.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:36.696+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:36.696+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: osdmap e613: 8 total, 8 up, 8 in 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:36 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:37.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:36.695+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:37.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:36.695+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:36.697+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.694+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.694+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.694+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.694+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.695+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.695+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:36.695+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: osdmap e613: 8 total, 8 up, 8 in 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: osdmap e613: 8 total, 8 up, 8 in 2024-03-10T21:31:37.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:37.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:37.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:37.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:36 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:37.471 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:37.190+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:37.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:37.192+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:37.192+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.703 INFO:tasks.rados.rados.0.smithi071.stdout:2957: done (0 left) 2024-03-10T21:31:37.703 INFO:tasks.rados.rados.0.smithi071.stdout:2958: read oid 23 snap -1 2024-03-10T21:31:37.703 INFO:tasks.rados.rados.0.smithi071.stdout:2958: expect deleted 2024-03-10T21:31:37.703 INFO:tasks.rados.rados.0.smithi071.stdout:2959: delete oid 46 current snap is 277 2024-03-10T21:31:37.713 INFO:tasks.rados.rados.0.smithi071.stdout:2958: done (1 left) 2024-03-10T21:31:37.713 INFO:tasks.rados.rados.0.smithi071.stdout:2959: done (0 left) 2024-03-10T21:31:37.713 INFO:tasks.rados.rados.0.smithi071.stdout:2960: rmattr oid 8 current snap is 277 2024-03-10T21:31:37.713 INFO:tasks.rados.rados.0.smithi071.stdout:2960: done (0 left) 2024-03-10T21:31:37.713 INFO:tasks.rados.rados.0.smithi071.stdout:2961: rmattr oid 5 current snap is 277 2024-03-10T21:31:37.713 INFO:tasks.rados.rados.0.smithi071.stdout:2962: read oid 20 snap 272 2024-03-10T21:31:37.714 INFO:tasks.rados.rados.0.smithi071.stdout:2962: expect (ObjNum 908 snap 265 seq_num 908) 2024-03-10T21:31:37.714 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 277 2024-03-10T21:31:37.714 INFO:tasks.rados.rados.0.smithi071.stdout:2963: seq_num 937 ranges {5890048=499712,6389760=532480,6922240=270336} 2024-03-10T21:31:37.743 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:37.701+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.744 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:37.701+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: pgmap v604: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 763 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: osdmap e614: 8 total, 8 up, 8 in 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.746 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:37.699+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.746 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:37.700+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.746 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:37.700+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.746 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:37.701+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.746 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:37.701+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: pgmap v604: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 763 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:31:37.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:37.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: osdmap e614: 8 total, 8 up, 8 in 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:37.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:37.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:37.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:37.748 INFO:tasks.rados.rados.0.smithi071.stdout:2963: writing smithi07176956-43 from 5890048 to 6389760 tid 1 2024-03-10T21:31:37.751 INFO:tasks.rados.rados.0.smithi071.stdout:2963: writing smithi07176956-43 from 6389760 to 6922240 tid 2 2024-03-10T21:31:37.753 INFO:tasks.rados.rados.0.smithi071.stdout:2963: writing smithi07176956-43 from 6922240 to 7192576 tid 3 2024-03-10T21:31:37.753 INFO:tasks.rados.rados.0.smithi071.stdout:2964: snap_create 2024-03-10T21:31:37.753 INFO:tasks.rados.rados.0.smithi071.stdout:2962: expect (ObjNum 908 snap 265 seq_num 908) 2024-03-10T21:31:37.804 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24793 (ObjNum 903 snap 261 seq_num 903) dirty exists 2024-03-10T21:31:37.804 INFO:tasks.rados.rados.0.smithi071.stdout:2963: finishing write tid 1 to smithi07176956-43 2024-03-10T21:31:37.804 INFO:tasks.rados.rados.0.smithi071.stdout:2963: finishing write tid 2 to smithi07176956-43 2024-03-10T21:31:37.804 INFO:tasks.rados.rados.0.smithi071.stdout:2963: finishing write tid 3 to smithi07176956-43 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: finishing write tid 4 to smithi07176956-43 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: finishing write tid 5 to smithi07176956-43 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: oid 43 updating version 0 to 13173 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: oid 43 updating version 13173 to 13176 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: oid 43 version 13176 is already newer than 13174 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: oid 43 version 13176 is already newer than 13175 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13176 (ObjNum 937 snap 277 seq_num 937) dirty exists 2024-03-10T21:31:37.805 INFO:tasks.rados.rados.0.smithi071.stdout:2963: left oid 43 (ObjNum 937 snap 277 seq_num 937) 2024-03-10T21:31:38.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:37.705+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:38.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:37.710+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:38.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:37.714+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:38.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:37.714+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:38.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:37.719+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:38.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:37.703+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:38.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:37.703+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:38.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:37.703+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: pgmap v604: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 763 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: osdmap e614: 8 total, 8 up, 8 in 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:38.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:37.740+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:38.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:38.411Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00024511s 2024-03-10T21:31:38.761 INFO:tasks.rados.rados.0.smithi071.stdout:2961: done (3 left) 2024-03-10T21:31:38.762 INFO:tasks.rados.rados.0.smithi071.stdout:2962: done (2 left) 2024-03-10T21:31:38.762 INFO:tasks.rados.rados.0.smithi071.stdout:2963: done (1 left) 2024-03-10T21:31:38.762 INFO:tasks.rados.rados.0.smithi071.stdout:2964: done (0 left) 2024-03-10T21:31:38.762 INFO:tasks.rados.rados.0.smithi071.stdout:2965: read oid 37 snap -1 2024-03-10T21:31:38.762 INFO:tasks.rados.rados.0.smithi071.stdout:2965: expect deleted 2024-03-10T21:31:38.762 INFO:tasks.rados.rados.0.smithi071.stdout:2966: snap_create 2024-03-10T21:31:39.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:38.708+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:39.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:38.708+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:38.748+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:38.748+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: osdmap e615: 8 total, 8 up, 8 in 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:39.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:39.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:38.762+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:39.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:38.762+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:39.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:38.763+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: osdmap e615: 8 total, 8 up, 8 in 2024-03-10T21:31:39.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:39.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:39.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:39.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: osdmap e615: 8 total, 8 up, 8 in 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:39.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.704+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.704+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.756+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.756+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.756+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.757+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:38.757+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:39.714 INFO:tasks.rados.rados.0.smithi071.stdout:2965: done (1 left) 2024-03-10T21:31:39.714 INFO:tasks.rados.rados.0.smithi071.stdout:2966: done (0 left) 2024-03-10T21:31:39.714 INFO:tasks.rados.rados.0.smithi071.stdout:2967: delete oid 49 current snap is 279 2024-03-10T21:31:39.721 INFO:tasks.rados.rados.0.smithi071.stdout:2967: done (0 left) 2024-03-10T21:31:39.721 INFO:tasks.rados.rados.0.smithi071.stdout:2968: snap_remove snap 277 2024-03-10T21:31:40.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:39.709+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:40.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:39.709+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:40.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:39.709+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: pgmap v607: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 628 KiB/s wr, 2 op/s 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: osdmap e616: 8 total, 8 up, 8 in 2024-03-10T21:31:40.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:40.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:39 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:40.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:39.712+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:40.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:39.716+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:40.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:39.716+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: pgmap v607: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 628 KiB/s wr, 2 op/s 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:40.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: osdmap e616: 8 total, 8 up, 8 in 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: pgmap v607: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 628 KiB/s wr, 2 op/s 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:40.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: osdmap e616: 8 total, 8 up, 8 in 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:40.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:39 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:40.734 INFO:tasks.rados.rados.0.smithi071.stdout:2968: done (0 left) 2024-03-10T21:31:40.734 INFO:tasks.rados.rados.0.smithi071.stdout:2969: rollback oid 20 current snap is 279 2024-03-10T21:31:40.734 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 266 2024-03-10T21:31:40.734 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 279 2024-03-10T21:31:40.735 INFO:tasks.rados.rados.0.smithi071.stdout:2970: seq_num 939 ranges {3571712=532480,4104192=704512,4808704=98304} 2024-03-10T21:31:40.757 INFO:tasks.rados.rados.0.smithi071.stdout:2970: writing smithi07176956-10 from 3571712 to 4104192 tid 1 2024-03-10T21:31:40.760 INFO:tasks.rados.rados.0.smithi071.stdout:2970: writing smithi07176956-10 from 4104192 to 4808704 tid 2 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2970: writing smithi07176956-10 from 4808704 to 4907008 tid 3 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2971: copy_from oid 24 from oid 49 current snap is 279 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2969: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2969: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2969: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 13154 (ObjNum 908 snap 265 seq_num 908) dirty exists 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2969: done (2 left) 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2972: rollback oid 22 current snap is 279 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 269 2024-03-10T21:31:40.762 INFO:tasks.rados.rados.0.smithi071.stdout:2973: snap_remove snap 264 2024-03-10T21:31:41.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:41.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:41.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-mon[83873]: osdmap e617: 8 total, 8 up, 8 in 2024-03-10T21:31:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:41.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:41.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:40.739+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:41.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:40.739+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:41.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:40.742+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:41.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:40.742+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:41.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:40.742+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:41.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:40.736+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:41.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:40.736+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:41.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[88660]: osdmap e617: 8 total, 8 up, 8 in 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[91105]: osdmap e617: 8 total, 8 up, 8 in 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:41.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:40.734+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:40.734+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:40.736+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:40.730+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:40.731+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:40.731+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:40.732+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:41.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:40.732+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:41.490 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:31:41] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-03-10T21:31:41.491 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:41.274+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:41.751 INFO:tasks.rados.rados.0.smithi071.stdout:2973: done (3 left) 2024-03-10T21:31:41.751 INFO:tasks.rados.rados.0.smithi071.stdout:2974: delete oid 30 current snap is 279 2024-03-10T21:31:41.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: pgmap v610: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 942 KiB/s rd, 628 KiB/s wr, 5 op/s 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: osdmap e618: 8 total, 8 up, 8 in 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:41.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:41.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:41.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:41.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2971: finishing copy_from to smithi07176956-24 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2971: got expected ENOENT (src dne) 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2971: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing rollback tid 0 to smithi07176956-22 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing write tid 1 to smithi07176956-10 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing write tid 2 to smithi07176956-10 2024-03-10T21:31:41.753 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing write tid 3 to smithi07176956-10 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2972: finishing rollback tid 2 to smithi07176956-22 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24803 (ObjNum 916 snap 267 seq_num 916) dirty exists 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing write tid 4 to smithi07176956-10 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: finishing write tid 5 to smithi07176956-10 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: oid 10 updating version 0 to 13178 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: oid 10 version 13178 is already newer than 13177 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: oid 10 updating version 13178 to 13180 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: oid 10 version 13180 is already newer than 13179 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 13180 (ObjNum 939 snap 279 seq_num 939) dirty exists 2024-03-10T21:31:41.754 INFO:tasks.rados.rados.0.smithi071.stdout:2970: left oid 10 (ObjNum 939 snap 279 seq_num 939) 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: pgmap v610: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 942 KiB/s rd, 628 KiB/s wr, 5 op/s 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: osdmap e618: 8 total, 8 up, 8 in 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:41.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:41.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:41.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:41.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:41.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:41.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:41.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2970: done (3 left) 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2971: done (2 left) 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2972: done (1 left) 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2974: done (0 left) 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2975: read oid 27 snap -1 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2975: expect (ObjNum 923 snap 270 seq_num 923) 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2976: copy_from oid 25 from oid 17 current snap is 279 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 279 2024-03-10T21:31:41.761 INFO:tasks.rados.rados.0.smithi071.stdout:2977: seq_num 941 ranges {1015808=565248,1581056=475136,2056192=327680} 2024-03-10T21:31:41.770 INFO:tasks.rados.rados.0.smithi071.stdout:2977: writing smithi07176956-19 from 1015808 to 1581056 tid 1 2024-03-10T21:31:41.773 INFO:tasks.rados.rados.0.smithi071.stdout:2977: writing smithi07176956-19 from 1581056 to 2056192 tid 2 2024-03-10T21:31:41.775 INFO:tasks.rados.rados.0.smithi071.stdout:2977: writing smithi07176956-19 from 2056192 to 2383872 tid 3 2024-03-10T21:31:41.775 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 279 2024-03-10T21:31:41.775 INFO:tasks.rados.rados.0.smithi071.stdout:2976: finishing copy_from to smithi07176956-25 2024-03-10T21:31:41.775 INFO:tasks.rados.rados.0.smithi071.stdout:2976: got expected ENOENT (src dne) 2024-03-10T21:31:41.775 INFO:tasks.rados.rados.0.smithi071.stdout:2976: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:31:41.775 INFO:tasks.rados.rados.0.smithi071.stdout:2978: seq_num 942 ranges {4128768=581632,4710400=761856,5472256=40960} 2024-03-10T21:31:41.801 INFO:tasks.rados.rados.0.smithi071.stdout:2978: writing smithi07176956-42 from 4128768 to 4710400 tid 1 2024-03-10T21:31:41.806 INFO:tasks.rados.rados.0.smithi071.stdout:2978: writing smithi07176956-42 from 4710400 to 5472256 tid 2 2024-03-10T21:31:41.806 INFO:tasks.rados.rados.0.smithi071.stdout:2978: writing smithi07176956-42 from 5472256 to 5513216 tid 3 2024-03-10T21:31:41.806 INFO:tasks.rados.rados.0.smithi071.stdout:2976: done (3 left) 2024-03-10T21:31:41.806 INFO:tasks.rados.rados.0.smithi071.stdout:2979: rollback oid 32 current snap is 279 2024-03-10T21:31:41.806 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 252 2024-03-10T21:31:41.806 INFO:tasks.rados.rados.0.smithi071.stdout:2975: expect (ObjNum 923 snap 270 seq_num 923) 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 1 to smithi07176956-19 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 2 to smithi07176956-19 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 3 to smithi07176956-19 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 4 to smithi07176956-19 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 5 to smithi07176956-19 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: oid 19 updating version 0 to 5927 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: oid 19 version 5927 is already newer than 5926 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: oid 19 updating version 5927 to 5928 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: oid 19 updating version 5928 to 5929 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5929 (ObjNum 941 snap 279 seq_num 941) dirty exists 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2977: left oid 19 (ObjNum 941 snap 279 seq_num 941) 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 1 to smithi07176956-42 2024-03-10T21:31:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:2975: done (3 left) 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2977: done (2 left) 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2980: read oid 15 snap -1 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2980: expect deleted 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2981: delete oid 11 current snap is 279 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2979: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2979: finishing rollback tid 2 to smithi07176956-32 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 13156 (ObjNum 885 snap 250 seq_num 885) dirty exists 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 2 to smithi07176956-42 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 3 to smithi07176956-42 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 4 to smithi07176956-42 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 5 to smithi07176956-42 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2978: oid 42 updating version 0 to 24804 2024-03-10T21:31:41.964 INFO:tasks.rados.rados.0.smithi071.stdout:2978: oid 42 updating version 24804 to 24806 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:2978: oid 42 updating version 24806 to 24807 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:2978: oid 42 version 24807 is already newer than 24805 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24807 (ObjNum 942 snap 279 seq_num 942) dirty exists 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:2978: left oid 42 (ObjNum 942 snap 279 seq_num 942) 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:2978: done (3 left) 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:2979: done (2 left) 2024-03-10T21:31:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:2980: done (1 left) 2024-03-10T21:31:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:2981: done (0 left) 2024-03-10T21:31:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:2982: rollback oid 25 current snap is 279 2024-03-10T21:31:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 266 2024-03-10T21:31:41.966 INFO:tasks.rados.rados.0.smithi071.stdout:2983: delete oid 48 current snap is 279 2024-03-10T21:31:41.968 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:31:41.969 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:31:41.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 13124 (ObjNum 794 snap 231 seq_num 794) dirty exists 2024-03-10T21:31:41.971 INFO:tasks.rados.rados.0.smithi071.stdout:2982: done (1 left) 2024-03-10T21:31:41.971 INFO:tasks.rados.rados.0.smithi071.stdout:2983: done (0 left) 2024-03-10T21:31:41.971 INFO:tasks.rados.rados.0.smithi071.stdout:2984: setattr oid 49 current snap is 279 2024-03-10T21:31:41.972 INFO:tasks.rados.rados.0.smithi071.stdout:2985: setattr oid 12 current snap is 279 2024-03-10T21:31:41.973 INFO:tasks.rados.rados.0.smithi071.stdout:2986: read oid 8 snap -1 2024-03-10T21:31:41.973 INFO:tasks.rados.rados.0.smithi071.stdout:2986: expect (ObjNum 928 snap 274 seq_num 928) 2024-03-10T21:31:41.973 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 279 2024-03-10T21:31:41.973 INFO:tasks.rados.rados.0.smithi071.stdout:2987: seq_num 945 ranges {729088=630784,1359872=458752,1818624=344064} 2024-03-10T21:31:41.981 INFO:tasks.rados.rados.0.smithi071.stdout:2987: writing smithi07176956-31 from 729088 to 1359872 tid 1 2024-03-10T21:31:41.983 INFO:tasks.rados.rados.0.smithi071.stdout:2987: writing smithi07176956-31 from 1359872 to 1818624 tid 2 2024-03-10T21:31:41.986 INFO:tasks.rados.rados.0.smithi071.stdout:2987: writing smithi07176956-31 from 1818624 to 2162688 tid 3 2024-03-10T21:31:41.986 INFO:tasks.rados.rados.0.smithi071.stdout:2988: read oid 40 snap -1 2024-03-10T21:31:41.986 INFO:tasks.rados.rados.0.smithi071.stdout:2988: expect (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:31:41.986 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 279 2024-03-10T21:31:41.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5948 (ObjNum 65 snap 0 seq_num 1416524897) dirty exists 2024-03-10T21:31:41.986 INFO:tasks.rados.rados.0.smithi071.stdout:2989: seq_num 946 ranges {4128768=647168,4775936=745472,5521408=57344} 2024-03-10T21:31:42.014 INFO:tasks.rados.rados.0.smithi071.stdout:2989: writing smithi07176956-44 from 4128768 to 4775936 tid 1 2024-03-10T21:31:42.017 INFO:tasks.rados.rados.0.smithi071.stdout:2989: writing smithi07176956-44 from 4775936 to 5521408 tid 2 2024-03-10T21:31:42.019 INFO:tasks.rados.rados.0.smithi071.stdout:2989: writing smithi07176956-44 from 5521408 to 5578752 tid 3 2024-03-10T21:31:42.019 INFO:tasks.rados.rados.0.smithi071.stdout:2984: done (5 left) 2024-03-10T21:31:42.019 INFO:tasks.rados.rados.0.smithi071.stdout:2990: snap_create 2024-03-10T21:31:42.019 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10912 (ObjNum 897 snap 255 seq_num 897) dirty exists 2024-03-10T21:31:42.019 INFO:tasks.rados.rados.0.smithi071.stdout:2986: expect (ObjNum 928 snap 274 seq_num 928) 2024-03-10T21:31:42.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:41.756+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:42.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:41.756+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:42.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:41.748+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:42.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:41.748+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:42.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:41.748+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:42.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:41.763+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:42.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:41.763+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: pgmap v610: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 942 KiB/s rd, 628 KiB/s wr, 5 op/s 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: osdmap e618: 8 total, 8 up, 8 in 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14b=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:42.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:41 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:42.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:41.776+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:41.749+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:41.749+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.748+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.748+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.748+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.749+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.749+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.749+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:42.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:41.749+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:42.120 INFO:tasks.rados.rados.0.smithi071.stdout:2988: expect (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:31:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 1 to smithi07176956-31 2024-03-10T21:31:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 2 to smithi07176956-31 2024-03-10T21:31:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 3 to smithi07176956-31 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 4 to smithi07176956-31 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 5 to smithi07176956-31 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: oid 31 updating version 0 to 13182 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: oid 31 updating version 13182 to 13184 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: oid 31 version 13184 is already newer than 13183 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: oid 31 version 13184 is already newer than 13181 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13184 (ObjNum 945 snap 279 seq_num 945) dirty exists 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2987: left oid 31 (ObjNum 945 snap 279 seq_num 945) 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 1 to smithi07176956-44 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 2 to smithi07176956-44 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 3 to smithi07176956-44 2024-03-10T21:31:42.150 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 4 to smithi07176956-44 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 5 to smithi07176956-44 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:2989: oid 44 updating version 0 to 24795 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:2989: oid 44 updating version 24795 to 24796 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:2989: oid 44 updating version 24796 to 24797 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:2989: oid 44 version 24797 is already newer than 24794 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24797 (ObjNum 946 snap 279 seq_num 946) dirty exists 2024-03-10T21:31:42.151 INFO:tasks.rados.rados.0.smithi071.stdout:2989: left oid 44 (ObjNum 946 snap 279 seq_num 946) 2024-03-10T21:31:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:31:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:2985: done (5 left) 2024-03-10T21:31:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:2986: done (4 left) 2024-03-10T21:31:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:2987: done (3 left) 2024-03-10T21:31:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:2988: done (2 left) 2024-03-10T21:31:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:2989: done (1 left) 2024-03-10T21:31:42.759 INFO:tasks.rados.rados.0.smithi071.stdout:2990: done (0 left) 2024-03-10T21:31:42.759 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 280 2024-03-10T21:31:42.759 INFO:tasks.rados.rados.0.smithi071.stdout:2991: seq_num 947 ranges {7192576=663552,7856128=630784,8486912=172032} 2024-03-10T21:31:42.801 INFO:tasks.rados.rados.0.smithi071.stdout:2991: writing smithi07176956-43 from 7192576 to 7856128 tid 1 2024-03-10T21:31:42.804 INFO:tasks.rados.rados.0.smithi071.stdout:2991: writing smithi07176956-43 from 7856128 to 8486912 tid 2 2024-03-10T21:31:42.805 INFO:tasks.rados.rados.0.smithi071.stdout:2991: writing smithi07176956-43 from 8486912 to 8658944 tid 3 2024-03-10T21:31:42.805 INFO:tasks.rados.rados.0.smithi071.stdout:2992: setattr oid 29 current snap is 280 2024-03-10T21:31:42.808 INFO:tasks.rados.rados.0.smithi071.stdout:2993: snap_create 2024-03-10T21:31:42.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24802 (ObjNum 915 snap 267 seq_num 915) dirty exists 2024-03-10T21:31:42.819 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing write tid 1 to smithi07176956-43 2024-03-10T21:31:42.819 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing write tid 2 to smithi07176956-43 2024-03-10T21:31:42.822 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing write tid 3 to smithi07176956-43 2024-03-10T21:31:42.823 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing write tid 4 to smithi07176956-43 2024-03-10T21:31:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing write tid 5 to smithi07176956-43 2024-03-10T21:31:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:2991: oid 43 updating version 0 to 13188 2024-03-10T21:31:42.826 INFO:tasks.rados.rados.0.smithi071.stdout:2991: oid 43 version 13188 is already newer than 13186 2024-03-10T21:31:42.827 INFO:tasks.rados.rados.0.smithi071.stdout:2991: oid 43 version 13188 is already newer than 13185 2024-03-10T21:31:42.827 INFO:tasks.rados.rados.0.smithi071.stdout:2991: oid 43 version 13188 is already newer than 13187 2024-03-10T21:31:42.827 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13188 (ObjNum 947 snap 280 seq_num 947) dirty exists 2024-03-10T21:31:42.827 INFO:tasks.rados.rados.0.smithi071.stdout:2991: left oid 43 (ObjNum 947 snap 280 seq_num 947) 2024-03-10T21:31:42.900 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:42.756+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:42.901 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:42.756+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:42.901 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:42.756+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:42.901 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:42.756+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:42.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:42.807+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:42.901 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:42.807+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:42.807+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:42.807+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:42.807+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: osdmap e619: 8 total, 8 up, 8 in 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:42.902 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:42.903 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: osdmap e619: 8 total, 8 up, 8 in 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:42.904 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:42.905 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:43.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:42.756+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:43.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:42.756+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:43.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:42.807+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:43.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:42.807+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:43.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:42.807+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:43.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:42.803+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:43.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:42.810+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: osdmap e619: 8 total, 8 up, 8 in 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:43.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:43.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:43.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:43.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:43.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:43.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 155=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:43.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:43.764 INFO:tasks.rados.rados.0.smithi071.stdout:2991: done (2 left) 2024-03-10T21:31:43.764 INFO:tasks.rados.rados.0.smithi071.stdout:2992: done (1 left) 2024-03-10T21:31:43.764 INFO:tasks.rados.rados.0.smithi071.stdout:2993: done (0 left) 2024-03-10T21:31:43.764 INFO:tasks.rados.rados.0.smithi071.stdout:2994: snap_create 2024-03-10T21:31:44.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:43.760+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:44.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:43.760+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:44.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:43.761+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: pgmap v613: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 941 KiB/s rd, 0 B/s wr, 2 op/s 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: osdmap e620: 8 total, 8 up, 8 in 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:44.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:44.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: pgmap v613: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 941 KiB/s rd, 0 B/s wr, 2 op/s 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: osdmap e620: 8 total, 8 up, 8 in 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:44.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:44.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:44.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.762+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:44.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.762+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:44.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.762+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:44.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.762+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:44.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.762+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:44.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.763+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:44.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:43.763+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: pgmap v613: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 765 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 941 KiB/s rd, 0 B/s wr, 2 op/s 2024-03-10T21:31:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: osdmap e620: 8 total, 8 up, 8 in 2024-03-10T21:31:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:44.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:44.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:44.421 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:44.138+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:44.421 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:44.139+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:44.422 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:44.139+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:44.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:44.142+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:44.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:44.142+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:44.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:44.141+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:44.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:44.141+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:44.769 INFO:tasks.rados.rados.0.smithi071.stdout:2994: done (0 left) 2024-03-10T21:31:44.769 INFO:tasks.rados.rados.0.smithi071.stdout:2995: delete oid 2 current snap is 282 2024-03-10T21:31:44.777 INFO:tasks.rados.rados.0.smithi071.stdout:2995: done (0 left) 2024-03-10T21:31:44.777 INFO:tasks.rados.rados.0.smithi071.stdout:2996: snap_remove snap 274 2024-03-10T21:31:45.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:44.764+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:45.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:44.764+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:45.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:44.770+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:45.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:44.775+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:45.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:44.775+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: osdmap e621: 8 total, 8 up, 8 in 2024-03-10T21:31:45.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:44 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:44.767+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:45.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:44.767+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:45.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:44.768+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:45.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:44.765+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:45.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:44.767+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:45.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:44.767+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:45.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:44.768+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:45.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:44.768+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: osdmap e621: 8 total, 8 up, 8 in 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: osdmap e621: 8 total, 8 up, 8 in 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:45.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:44 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:45.562 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:45.341+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:45.562 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:45.341+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:45.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:45.275+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:45.773 INFO:tasks.rados.rados.0.smithi071.stdout:2996: done (0 left) 2024-03-10T21:31:45.774 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 282 2024-03-10T21:31:45.774 INFO:tasks.rados.rados.0.smithi071.stdout:2997: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-03-10T21:31:45.777 INFO:tasks.rados.rados.0.smithi071.stdout:2997: writing smithi07176956-15 from 0 to 704512 tid 1 2024-03-10T21:31:45.782 INFO:tasks.rados.rados.0.smithi071.stdout:2997: writing smithi07176956-15 from 704512 to 1499136 tid 2 2024-03-10T21:31:45.782 INFO:tasks.rados.rados.0.smithi071.stdout:2997: writing smithi07176956-15 from 1499136 to 1507328 tid 3 2024-03-10T21:31:45.783 INFO:tasks.rados.rados.0.smithi071.stdout:2998: read oid 39 snap -1 2024-03-10T21:31:45.783 INFO:tasks.rados.rados.0.smithi071.stdout:2998: expect (ObjNum 922 snap 269 seq_num 922) 2024-03-10T21:31:45.783 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 282 2024-03-10T21:31:45.783 INFO:tasks.rados.rados.0.smithi071.stdout:2999: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-03-10T21:31:45.787 INFO:tasks.rados.rados.0.smithi071.stdout:2999: writing smithi07176956-36 from 0 to 720896 tid 1 2024-03-10T21:31:45.792 INFO:tasks.rados.rados.0.smithi071.stdout:2999: writing smithi07176956-36 from 720896 to 1400832 tid 2 2024-03-10T21:31:45.792 INFO:tasks.rados.rados.0.smithi071.stdout:2999: writing smithi07176956-36 from 1400832 to 1523712 tid 3 2024-03-10T21:31:45.792 INFO:tasks.rados.rados.0.smithi071.stdout:3000: delete oid 42 current snap is 282 2024-03-10T21:31:45.793 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 1 to smithi07176956-15 2024-03-10T21:31:45.798 INFO:tasks.rados.rados.0.smithi071.stdout:3000: done (3 left) 2024-03-10T21:31:45.798 INFO:tasks.rados.rados.0.smithi071.stdout:3001: read oid 40 snap 266 2024-03-10T21:31:45.798 INFO:tasks.rados.rados.0.smithi071.stdout:3001: expect (ObjNum 887 snap 251 seq_num 887) 2024-03-10T21:31:45.798 INFO:tasks.rados.rados.0.smithi071.stdout:3002: copy_from oid 5 from oid 1 current snap is 282 2024-03-10T21:31:45.798 INFO:tasks.rados.rados.0.smithi071.stdout:3003: delete oid 32 current snap is 282 2024-03-10T21:31:45.802 INFO:tasks.rados.rados.0.smithi071.stdout:3003: done (5 left) 2024-03-10T21:31:45.802 INFO:tasks.rados.rados.0.smithi071.stdout:3004: delete oid 50 current snap is 282 2024-03-10T21:31:45.804 INFO:tasks.rados.rados.0.smithi071.stdout:2998: expect (ObjNum 922 snap 269 seq_num 922) 2024-03-10T21:31:45.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:45.800+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:45.821 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:45.779+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:45.821 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:45.779+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:45.821 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:45.785+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:45.822 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:45.771+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:45.822 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:45.771+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: pgmap v616: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-03-10T21:31:45.822 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: osdmap e622: 8 total, 8 up, 8 in 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:45.823 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:45.824 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:46.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:45.819+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:46.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:45.786+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:46.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:45.774+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:46.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:45.774+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:46.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.771+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:46.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.771+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:46.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.771+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:46.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.771+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:46.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.772+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:46.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.772+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:46.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:45.772+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:46.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: pgmap v616: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: osdmap e622: 8 total, 8 up, 8 in 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:46.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: pgmap v616: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:46.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: osdmap e622: 8 total, 8 up, 8 in 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:46.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 2 to smithi07176956-15 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 3 to smithi07176956-15 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 4 to smithi07176956-15 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 1 to smithi07176956-36 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 2 to smithi07176956-36 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 3 to smithi07176956-36 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 4 to smithi07176956-36 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2998: done (5 left) 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:3004: done (4 left) 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:3005: snap_create 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2997: finishing write tid 5 to smithi07176956-15 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2997: oid 15 updating version 0 to 24800 2024-03-10T21:31:46.117 INFO:tasks.rados.rados.0.smithi071.stdout:2997: oid 15 version 24800 is already newer than 24799 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:2997: oid 15 updating version 24800 to 24801 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:2997: oid 15 version 24801 is already newer than 24798 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24801 (ObjNum 949 snap 282 seq_num 949) dirty exists 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:2997: left oid 15 (ObjNum 949 snap 282 seq_num 949) 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing write tid 5 to smithi07176956-36 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:2999: oid 36 updating version 0 to 24804 2024-03-10T21:31:46.118 INFO:tasks.rados.rados.0.smithi071.stdout:2999: oid 36 version 24804 is already newer than 24803 2024-03-10T21:31:46.119 INFO:tasks.rados.rados.0.smithi071.stdout:2999: oid 36 updating version 24804 to 24805 2024-03-10T21:31:46.119 INFO:tasks.rados.rados.0.smithi071.stdout:2999: oid 36 version 24805 is already newer than 24802 2024-03-10T21:31:46.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24805 (ObjNum 950 snap 282 seq_num 950) dirty exists 2024-03-10T21:31:46.119 INFO:tasks.rados.rados.0.smithi071.stdout:2999: left oid 36 (ObjNum 950 snap 282 seq_num 950) 2024-03-10T21:31:46.119 INFO:tasks.rados.rados.0.smithi071.stdout:3002: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:31:46.119 INFO:tasks.rados.rados.0.smithi071.stdout:3002: finishing copy_from to smithi07176956-5 2024-03-10T21:31:46.120 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 10910 (ObjNum 886 snap 251 seq_num 886) dirty exists 2024-03-10T21:31:46.120 INFO:tasks.rados.rados.0.smithi071.stdout:3001: expect (ObjNum 887 snap 251 seq_num 887) 2024-03-10T21:31:46.774 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:31:46.413Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00213726s 2024-03-10T21:31:46.779 INFO:tasks.rados.rados.0.smithi071.stdout:2997: done (4 left) 2024-03-10T21:31:46.779 INFO:tasks.rados.rados.0.smithi071.stdout:2999: done (3 left) 2024-03-10T21:31:46.779 INFO:tasks.rados.rados.0.smithi071.stdout:3001: done (2 left) 2024-03-10T21:31:46.779 INFO:tasks.rados.rados.0.smithi071.stdout:3002: done (1 left) 2024-03-10T21:31:46.779 INFO:tasks.rados.rados.0.smithi071.stdout:3005: done (0 left) 2024-03-10T21:31:46.779 INFO:tasks.rados.rados.0.smithi071.stdout:3006: snap_remove snap 278 2024-03-10T21:31:47.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:46.948+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:46.949+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:46.949+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:47.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:46.950+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:47.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:46.775+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:47.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:46.775+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:47.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:46.775+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: osdmap e623: 8 total, 8 up, 8 in 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:47.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:47.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:47.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:47.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:47.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:46.948+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:46.948+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:47.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:46.948+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:47.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:46.949+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:47.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:46.775+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:47.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:46.775+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:47.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:46.776+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:47.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:46.776+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:47.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:46.776+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:47.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: osdmap e623: 8 total, 8 up, 8 in 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:47.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: osdmap e623: 8 total, 8 up, 8 in 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:47.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:3006: done (0 left) 2024-03-10T21:31:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 283 2024-03-10T21:31:47.780 INFO:tasks.rados.rados.0.smithi071.stdout:3007: seq_num 954 ranges {4497408=786432,5283840=671744,5955584=131072} 2024-03-10T21:31:47.809 INFO:tasks.rados.rados.0.smithi071.stdout:3007: writing smithi07176956-7 from 4497408 to 5283840 tid 1 2024-03-10T21:31:47.814 INFO:tasks.rados.rados.0.smithi071.stdout:3007: writing smithi07176956-7 from 5283840 to 5955584 tid 2 2024-03-10T21:31:47.814 INFO:tasks.rados.rados.0.smithi071.stdout:3007: writing smithi07176956-7 from 5955584 to 6086656 tid 3 2024-03-10T21:31:47.814 INFO:tasks.rados.rados.0.smithi071.stdout:3008: snap_remove snap 265 2024-03-10T21:31:48.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:47.777+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:48.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:47.777+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:48.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:47.777+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:48.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:47.815+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:48.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:47.816+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:48.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:47.816+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:48.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:47.816+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: pgmap v619: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-03-10T21:31:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: Upgrade: Updating grafana.a 2024-03-10T21:31:48.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: Deploying daemon grafana.a on smithi193 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: osdmap e624: 8 total, 8 up, 8 in 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:48.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:48.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:47.777+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:48.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:47.782+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:48.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:47.783+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: pgmap v619: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: Upgrade: Updating grafana.a 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: Deploying daemon grafana.a on smithi193 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: osdmap e624: 8 total, 8 up, 8 in 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:48.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:48.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:48.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:48.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:48.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.811+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:48.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.811+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:48.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.811+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:48.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.811+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:48.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.813+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:48.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.813+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:48.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:47.813+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: pgmap v619: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: Upgrade: Updating grafana.a 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: Deploying daemon grafana.a on smithi193 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:48.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:48.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: osdmap e624: 8 total, 8 up, 8 in 2024-03-10T21:31:48.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:48.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:48.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:48.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:48.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:48.797 INFO:tasks.rados.rados.0.smithi071.stdout:3008: done (1 left) 2024-03-10T21:31:48.797 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 283 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: finishing write tid 1 to smithi07176956-7 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: finishing write tid 2 to smithi07176956-7 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: finishing write tid 3 to smithi07176956-7 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: finishing write tid 4 to smithi07176956-7 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: finishing write tid 5 to smithi07176956-7 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: oid 7 updating version 0 to 13160 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: oid 7 version 13160 is already newer than 13159 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: oid 7 version 13160 is already newer than 13158 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:3007: oid 7 updating version 13160 to 13161 2024-03-10T21:31:48.798 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 13161 (ObjNum 954 snap 283 seq_num 954) dirty exists 2024-03-10T21:31:48.799 INFO:tasks.rados.rados.0.smithi071.stdout:3007: left oid 7 (ObjNum 954 snap 283 seq_num 954) 2024-03-10T21:31:48.799 INFO:tasks.rados.rados.0.smithi071.stdout:3009: seq_num 955 ranges {1269760=802816,2072576=557056,2629632=245760} 2024-03-10T21:31:48.808 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi07176956-41 from 1269760 to 2072576 tid 1 2024-03-10T21:31:48.811 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi07176956-41 from 2072576 to 2629632 tid 2 2024-03-10T21:31:48.813 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi07176956-41 from 2629632 to 2875392 tid 3 2024-03-10T21:31:48.813 INFO:tasks.rados.rados.0.smithi071.stdout:3007: done (1 left) 2024-03-10T21:31:48.813 INFO:tasks.rados.rados.0.smithi071.stdout:3010: read oid 37 snap 271 2024-03-10T21:31:48.813 INFO:tasks.rados.rados.0.smithi071.stdout:3010: expect (ObjNum 614 snap 180 seq_num 614) 2024-03-10T21:31:48.814 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 283 2024-03-10T21:31:48.814 INFO:tasks.rados.rados.0.smithi071.stdout:3011: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-03-10T21:31:48.816 INFO:tasks.rados.rados.0.smithi071.stdout:3011: writing smithi07176956-42 from 0 to 417792 tid 1 2024-03-10T21:31:48.819 INFO:tasks.rados.rados.0.smithi071.stdout:3011: writing smithi07176956-42 from 417792 to 851968 tid 2 2024-03-10T21:31:48.824 INFO:tasks.rados.rados.0.smithi071.stdout:3011: writing smithi07176956-42 from 851968 to 1622016 tid 3 2024-03-10T21:31:48.824 INFO:tasks.rados.rados.0.smithi071.stdout:3012: snap_remove snap 279 2024-03-10T21:31:49.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:48.788+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:49.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:48.788+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:49.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:48.811+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:49.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:48.831+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:49.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:48.814+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:49.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:48.814+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:49.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:48.814+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:49.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: osdmap e625: 8 total, 8 up, 8 in 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:49.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:49.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:49.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:48.815+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:49.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:48.798+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:48.798+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:48.798+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:48.792+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:48.792+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:48.792+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:48.792+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:49.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:48.793+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: osdmap e625: 8 total, 8 up, 8 in 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:49.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:49.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: osdmap e625: 8 total, 8 up, 8 in 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:49.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:49.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:49.798 INFO:tasks.rados.rados.0.smithi071.stdout:3011: finishing write tid 1 to smithi07176956-42 2024-03-10T21:31:49.798 INFO:tasks.rados.rados.0.smithi071.stdout:3011: finishing write tid 2 to smithi07176956-42 2024-03-10T21:31:49.798 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 1 to smithi07176956-41 2024-03-10T21:31:49.798 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 2 to smithi07176956-41 2024-03-10T21:31:49.798 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 3 to smithi07176956-41 2024-03-10T21:31:49.799 INFO:tasks.rados.rados.0.smithi071.stdout:3010: expect (ObjNum 614 snap 180 seq_num 614) 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: finishing write tid 3 to smithi07176956-42 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: finishing write tid 4 to smithi07176956-42 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: finishing write tid 5 to smithi07176956-42 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: oid 42 updating version 0 to 24810 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: oid 42 version 24810 is already newer than 24809 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: oid 42 updating version 24810 to 24812 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: oid 42 version 24812 is already newer than 24811 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24812 (ObjNum 956 snap 283 seq_num 956) dirty exists 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3011: left oid 42 (ObjNum 956 snap 283 seq_num 956) 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 4 to smithi07176956-41 2024-03-10T21:31:49.919 INFO:tasks.rados.rados.0.smithi071.stdout:3010: done (3 left) 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3011: done (2 left) 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3012: done (1 left) 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3013: read oid 16 snap 253 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3013: expect (ObjNum 890 snap 251 seq_num 890) 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 283 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 5 to smithi07176956-41 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3009: oid 41 updating version 0 to 13190 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3009: oid 41 updating version 13190 to 13191 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3009: oid 41 version 13191 is already newer than 13189 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3009: oid 41 updating version 13191 to 13192 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 13192 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3009: left oid 41 (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:31:49.920 INFO:tasks.rados.rados.0.smithi071.stdout:3014: seq_num 957 ranges {3588096=434176,4022272=720896,4743168=483328} 2024-03-10T21:31:49.940 INFO:tasks.rados.rados.0.smithi071.stdout:3014: writing smithi07176956-34 from 3588096 to 4022272 tid 1 2024-03-10T21:31:49.943 INFO:tasks.rados.rados.0.smithi071.stdout:3014: writing smithi07176956-34 from 4022272 to 4743168 tid 2 2024-03-10T21:31:49.946 INFO:tasks.rados.rados.0.smithi071.stdout:3014: writing smithi07176956-34 from 4743168 to 5226496 tid 3 2024-03-10T21:31:49.947 INFO:tasks.rados.rados.0.smithi071.stdout:3009: done (2 left) 2024-03-10T21:31:49.947 INFO:tasks.rados.rados.0.smithi071.stdout:3015: snap_remove snap 268 2024-03-10T21:31:50.041 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:49.797+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:50.041 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:49.798+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:50.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: pgmap v622: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-10T21:31:50.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:50.041 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: osdmap e626: 8 total, 8 up, 8 in 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:50.042 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:50.043 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.795+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.795+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.795+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.796+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.796+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.797+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:50.043 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:49.798+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: pgmap v622: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: osdmap e626: 8 total, 8 up, 8 in 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:50.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:50.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:50.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:50.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:50.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:50.045 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:49.795+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:50.045 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:49.795+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:50.045 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:49.795+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:50.046 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:49.942+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:50.046 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:49.946+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:50.046 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: pgmap v622: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 775 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 0 B/s wr, 1 op/s 2024-03-10T21:31:50.046 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:50.046 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:50.046 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:50.046 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: osdmap e626: 8 total, 8 up, 8 in 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 153=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:50.047 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:50.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:50.040+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:50.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:50.040+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:50.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:50.039+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:50.806 INFO:tasks.rados.rados.0.smithi071.stdout:3015: done (2 left) 2024-03-10T21:31:50.806 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 283 2024-03-10T21:31:50.807 INFO:tasks.rados.rados.0.smithi071.stdout:3016: seq_num 958 ranges {3014656=450560,3465216=655360,4120576=548864} 2024-03-10T21:31:50.825 INFO:tasks.rados.rados.0.smithi071.stdout:3016: writing smithi07176956-24 from 3014656 to 3465216 tid 1 2024-03-10T21:31:50.828 INFO:tasks.rados.rados.0.smithi071.stdout:3016: writing smithi07176956-24 from 3465216 to 4120576 tid 2 2024-03-10T21:31:50.832 INFO:tasks.rados.rados.0.smithi071.stdout:3016: writing smithi07176956-24 from 4120576 to 4669440 tid 3 2024-03-10T21:31:50.832 INFO:tasks.rados.rados.0.smithi071.stdout:3017: snap_create 2024-03-10T21:31:50.832 INFO:tasks.rados.rados.0.smithi071.stdout:3013: expect (ObjNum 890 snap 251 seq_num 890) 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: finishing write tid 1 to smithi07176956-34 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: finishing write tid 2 to smithi07176956-34 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: finishing write tid 3 to smithi07176956-34 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: finishing write tid 4 to smithi07176956-34 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: finishing write tid 5 to smithi07176956-34 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: oid 34 updating version 0 to 13177 2024-03-10T21:31:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:3014: oid 34 version 13177 is already newer than 13176 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3014: oid 34 updating version 13177 to 13179 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3014: oid 34 version 13179 is already newer than 13178 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13179 (ObjNum 957 snap 283 seq_num 957) dirty exists 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3014: left oid 34 (ObjNum 957 snap 283 seq_num 957) 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: finishing write tid 1 to smithi07176956-24 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: finishing write tid 2 to smithi07176956-24 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: finishing write tid 3 to smithi07176956-24 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: finishing write tid 4 to smithi07176956-24 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: finishing write tid 5 to smithi07176956-24 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: oid 24 updating version 0 to 10914 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: oid 24 updating version 10914 to 10915 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: oid 24 updating version 10915 to 10916 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:3016: oid 24 version 10916 is already newer than 10913 2024-03-10T21:31:50.968 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 10916 (ObjNum 958 snap 283 seq_num 958) dirty exists 2024-03-10T21:31:50.969 INFO:tasks.rados.rados.0.smithi071.stdout:3016: left oid 24 (ObjNum 958 snap 283 seq_num 958) 2024-03-10T21:31:51.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:50.801+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:51.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:50.801+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:50.998+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:51.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:50.999+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: osdmap e627: 8 total, 8 up, 8 in 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:51.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:51.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:51.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:50.827+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:51.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:50.803+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:51.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:50.803+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:51.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:50.804+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:51.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:51.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:51.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:51.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:51.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: osdmap e627: 8 total, 8 up, 8 in 2024-03-10T21:31:51.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:51.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:51.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:50.801+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:51.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:50.801+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:51.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:50.801+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:50.801+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:50.804+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: osdmap e627: 8 total, 8 up, 8 in 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:51.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:51.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:31:51] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:31:51.815 INFO:tasks.rados.rados.0.smithi071.stdout:3013: done (3 left) 2024-03-10T21:31:51.816 INFO:tasks.rados.rados.0.smithi071.stdout:3014: done (2 left) 2024-03-10T21:31:51.816 INFO:tasks.rados.rados.0.smithi071.stdout:3016: done (1 left) 2024-03-10T21:31:51.816 INFO:tasks.rados.rados.0.smithi071.stdout:3017: done (0 left) 2024-03-10T21:31:51.816 INFO:tasks.rados.rados.0.smithi071.stdout:3018: snap_create 2024-03-10T21:31:52.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:51.810+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:52.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:51.810+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: pgmap v625: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 780 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: osdmap e628: 8 total, 8 up, 8 in 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:52.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:52.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.813+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:52.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.813+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:52.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.813+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:52.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.814+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:52.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.814+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:52.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.814+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:52.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:51.814+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: pgmap v625: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 780 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:52.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: osdmap e628: 8 total, 8 up, 8 in 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: pgmap v625: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 780 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:52.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: osdmap e628: 8 total, 8 up, 8 in 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:52.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:52.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:52.362+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:52.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:52.363+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:52.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:52.363+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:52.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:31:52.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:52.444+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:52.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:52.444+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:52.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:52.444+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:52.821 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:52.717+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:52.822 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:52.488+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:52.822 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:52.488+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:52.826 INFO:tasks.rados.rados.0.smithi071.stdout:3018: done (0 left) 2024-03-10T21:31:52.826 INFO:tasks.rados.rados.0.smithi071.stdout:3019: rollback oid 29 current snap is 285 2024-03-10T21:31:52.826 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 282 2024-03-10T21:31:52.826 INFO:tasks.rados.rados.0.smithi071.stdout:3020: rmattr oid 15 current snap is 285 2024-03-10T21:31:52.827 INFO:tasks.rados.rados.0.smithi071.stdout:3020: done (1 left) 2024-03-10T21:31:52.827 INFO:tasks.rados.rados.0.smithi071.stdout:3021: rmattr oid 40 current snap is 285 2024-03-10T21:31:52.827 INFO:tasks.rados.rados.0.smithi071.stdout:3021: done (1 left) 2024-03-10T21:31:52.827 INFO:tasks.rados.rados.0.smithi071.stdout:3022: snap_remove snap 281 2024-03-10T21:31:53.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:52.819+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:53.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:52.820+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:53.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:52.943+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:53.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:52.943+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: osdmap e629: 8 total, 8 up, 8 in 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:53.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:53.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:53.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:52.943+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:53.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:52.943+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:53.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:52.828+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: osdmap e629: 8 total, 8 up, 8 in 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:53.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:53.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:52.823+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:52.823+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:52.823+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:52.824+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:52.824+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:52.824+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:52.824+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:53.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:52.824+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:53.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: osdmap e629: 8 total, 8 up, 8 in 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:53.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:53.822 INFO:tasks.rados.rados.0.smithi071.stdout:3022: done (1 left) 2024-03-10T21:31:53.822 INFO:tasks.rados.rados.0.smithi071.stdout:3023: delete oid 12 current snap is 285 2024-03-10T21:31:53.823 INFO:tasks.rados.rados.0.smithi071.stdout:3019: finishing rollback tid 0 to smithi07176956-29 2024-03-10T21:31:53.823 INFO:tasks.rados.rados.0.smithi071.stdout:3019: finishing rollback tid 1 to smithi07176956-29 2024-03-10T21:31:53.823 INFO:tasks.rados.rados.0.smithi071.stdout:3019: finishing rollback tid 2 to smithi07176956-29 2024-03-10T21:31:53.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24805 (ObjNum 915 snap 267 seq_num 915) dirty exists 2024-03-10T21:31:53.829 INFO:tasks.rados.rados.0.smithi071.stdout:3019: done (1 left) 2024-03-10T21:31:53.829 INFO:tasks.rados.rados.0.smithi071.stdout:3023: done (0 left) 2024-03-10T21:31:53.829 INFO:tasks.rados.rados.0.smithi071.stdout:3024: snap_create 2024-03-10T21:31:53.848 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:31:54.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:53.819+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:54.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:53.819+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:53.820+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: pgmap v628: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 780 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:54.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: osdmap e630: 8 total, 8 up, 8 in 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:54.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:53.818+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:53.820+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:53.820+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: pgmap v628: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 780 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:54.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: osdmap e630: 8 total, 8 up, 8 in 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:54.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: pgmap v628: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 780 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:54.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: osdmap e630: 8 total, 8 up, 8 in 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:54.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.822+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:54.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.823+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:54.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.823+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:54.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.827+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:54.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.827+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:54.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.827+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:54.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:53.827+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:54.164 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:31:54.164 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (18s) 14s ago 12m 16.4M - 0.25.0 c8568f914cd2 8c2c5f4095bd 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (12m) 29s ago 12m 89.2M - 9.4.7 954c08fa6188 85d10a3b11fc 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (92s) 14s ago 13m 14.2M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 c4540245015a 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (66s) 29s ago 13m 15.0M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 a1cfefc4f95f 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (7m) 29s ago 16m 453M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (8m) 14s ago 18m 527M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 14s ago 18m 72.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:31:54.165 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (6m) 29s ago 17m 57.3M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:31:54.166 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 14s ago 17m 62.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:31:54.166 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (54s) 14s ago 11m 7323k - 1.5.0 0da6a335fe13 0a7043ed20a2 2024-03-10T21:31:54.166 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (49s) 29s ago 11m 14.0M - 1.5.0 0da6a335fe13 1072f3b7f721 2024-03-10T21:31:54.166 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 14s ago 16m 316M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:31:54.166 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 14s ago 16m 392M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:31:54.167 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 14s ago 15m 327M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:31:54.167 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 14s ago 15m 172M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:31:54.167 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (3m) 29s ago 14m 292M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:31:54.167 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (3m) 29s ago 14m 415M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:31:54.167 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (2m) 29s ago 14m 179M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3f05fac4da9e 2024-03-10T21:31:54.167 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (111s) 29s ago 13m 234M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 63399d1e4441 2024-03-10T21:31:54.168 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (34s) 29s ago 12m 36.8M - 2.43.0 a07b618ecd1d 36dfdc2d8b92 2024-03-10T21:31:54.554 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:31:54.555 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:31:54.556 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:31:54.556 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:31:54.556 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T21:31:54.556 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:31:54.556 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:31:54.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:54.193+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:54.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:54.193+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:54.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:54.194+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:54.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:54.194+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:54.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:54.194+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:3024: done (0 left) 2024-03-10T21:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 286 2024-03-10T21:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:3025: seq_num 960 ranges {2383872=483328,2867200=425984,3293184=761856,4055040=16384} 2024-03-10T21:31:54.847 INFO:tasks.rados.rados.0.smithi071.stdout:3025: writing smithi07176956-19 from 2383872 to 2867200 tid 1 2024-03-10T21:31:54.849 INFO:tasks.rados.rados.0.smithi071.stdout:3025: writing smithi07176956-19 from 2867200 to 3293184 tid 2 2024-03-10T21:31:54.855 INFO:tasks.rados.rados.0.smithi071.stdout:3025: writing smithi07176956-19 from 3293184 to 4055040 tid 3 2024-03-10T21:31:54.855 INFO:tasks.rados.rados.0.smithi071.stdout:3025: writing smithi07176956-19 from 4055040 to 4071424 tid 4 2024-03-10T21:31:54.855 INFO:tasks.rados.rados.0.smithi071.stdout:3026: copy_from oid 20 from oid 49 current snap is 286 2024-03-10T21:31:54.855 INFO:tasks.rados.rados.0.smithi071.stdout:3025: finishing write tid 1 to smithi07176956-19 2024-03-10T21:31:54.855 INFO:tasks.rados.rados.0.smithi071.stdout:3025: finishing write tid 2 to smithi07176956-19 2024-03-10T21:31:54.855 INFO:tasks.rados.rados.0.smithi071.stdout:3027: snap_remove snap 273 2024-03-10T21:31:55.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:54.827+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:55.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:54.828+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:55.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:54.859+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:55.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:54.860+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:55.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:54.859+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:55.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:54.860+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:55.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:55.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: osdmap e631: 8 total, 8 up, 8 in 2024-03-10T21:31:55.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:55.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:55.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:55.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:54 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/4150628469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:55.088 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:54.949+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:55.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:54.850+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:55.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:54.850+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:55.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:54.851+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:55.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:55.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: osdmap e631: 8 total, 8 up, 8 in 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:55.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/4150628469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:55.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:54.828+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:55.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:54.828+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:55.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:54.828+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:55.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:54.828+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:55.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:54.829+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: osdmap e631: 8 total, 8 up, 8 in 2024-03-10T21:31:55.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:55.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:55.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:55.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:54 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/4150628469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:31:55.840 INFO:tasks.rados.rados.0.smithi071.stdout:3027: done (2 left) 2024-03-10T21:31:55.840 INFO:tasks.rados.rados.0.smithi071.stdout:3028: rollback oid 39 current snap is 286 2024-03-10T21:31:55.840 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 245 2024-03-10T21:31:55.840 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: finishing write tid 3 to smithi07176956-19 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: finishing write tid 4 to smithi07176956-19 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: finishing write tid 5 to smithi07176956-19 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing copy_from to smithi07176956-20 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 5948 (ObjNum 65 snap 0 seq_num 1634890603) dirty exists 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: finishing write tid 6 to smithi07176956-19 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: oid 19 updating version 0 to 5933 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: oid 19 version 5933 is already newer than 5930 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: oid 19 version 5933 is already newer than 5931 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: oid 19 updating version 5933 to 5934 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: oid 19 version 5934 is already newer than 5932 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5934 (ObjNum 960 snap 286 seq_num 960) dirty exists 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: left oid 19 (ObjNum 960 snap 286 seq_num 960) 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3025: done (2 left) 2024-03-10T21:31:55.841 INFO:tasks.rados.rados.0.smithi071.stdout:3026: done (1 left) 2024-03-10T21:31:55.842 INFO:tasks.rados.rados.0.smithi071.stdout:3029: copy_from oid 27 from oid 46 current snap is 286 2024-03-10T21:31:55.842 INFO:tasks.rados.rados.0.smithi071.stdout:3030: delete oid 4 current snap is 286 2024-03-10T21:31:55.848 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing copy_from to smithi07176956-27 2024-03-10T21:31:55.848 INFO:tasks.rados.rados.0.smithi071.stdout:3029: got expected ENOENT (src dne) 2024-03-10T21:31:55.849 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing copy_from racing read to smithi07176956-27 2024-03-10T21:31:55.850 INFO:tasks.rados.rados.0.smithi071.stdout:3029: done (2 left) 2024-03-10T21:31:55.850 INFO:tasks.rados.rados.0.smithi071.stdout:3030: done (1 left) 2024-03-10T21:31:55.850 INFO:tasks.rados.rados.0.smithi071.stdout:3031: rollback oid 6 current snap is 286 2024-03-10T21:31:55.850 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 252 2024-03-10T21:31:55.851 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 286 2024-03-10T21:31:55.851 INFO:tasks.rados.rados.0.smithi071.stdout:3032: seq_num 962 ranges {1302528=516096,1818624=589824,2408448=614400} 2024-03-10T21:31:55.861 INFO:tasks.rados.rados.0.smithi071.stdout:3032: writing smithi07176956-25 from 1302528 to 1818624 tid 1 2024-03-10T21:31:55.863 INFO:tasks.rados.rados.0.smithi071.stdout:3032: writing smithi07176956-25 from 1818624 to 2408448 tid 2 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3032: writing smithi07176956-25 from 2408448 to 3022848 tid 3 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 286 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3028: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3028: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3028: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24808 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24811 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:31:55.868 INFO:tasks.rados.rados.0.smithi071.stdout:3033: seq_num 963 ranges {4669440=532480,5201920=475136,5677056=532480,6209536=196608} 2024-03-10T21:31:55.896 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07176956-24 from 4669440 to 5201920 tid 1 2024-03-10T21:31:55.898 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07176956-24 from 5201920 to 5677056 tid 2 2024-03-10T21:31:55.901 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07176956-24 from 5677056 to 6209536 tid 3 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07176956-24 from 6209536 to 6406144 tid 4 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:3028: done (3 left) 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:3031: done (2 left) 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 286 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing write tid 1 to smithi07176956-25 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing write tid 2 to smithi07176956-25 2024-03-10T21:31:55.903 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing write tid 3 to smithi07176956-25 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing write tid 4 to smithi07176956-25 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing write tid 5 to smithi07176956-25 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: oid 25 updating version 0 to 13127 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: oid 25 version 13127 is already newer than 13126 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: oid 25 version 13127 is already newer than 13125 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: oid 25 updating version 13127 to 13128 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 13128 (ObjNum 962 snap 286 seq_num 962) dirty exists 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3032: left oid 25 (ObjNum 962 snap 286 seq_num 962) 2024-03-10T21:31:55.904 INFO:tasks.rados.rados.0.smithi071.stdout:3034: seq_num 964 ranges {2162688=548864,2711552=761856,3473408=442368} 2024-03-10T21:31:55.918 INFO:tasks.rados.rados.0.smithi071.stdout:3034: writing smithi07176956-31 from 2162688 to 2711552 tid 1 2024-03-10T21:31:55.922 INFO:tasks.rados.rados.0.smithi071.stdout:3034: writing smithi07176956-31 from 2711552 to 3473408 tid 2 2024-03-10T21:31:55.925 INFO:tasks.rados.rados.0.smithi071.stdout:3034: writing smithi07176956-31 from 3473408 to 3915776 tid 3 2024-03-10T21:31:55.925 INFO:tasks.rados.rados.0.smithi071.stdout:3032: done (2 left) 2024-03-10T21:31:55.925 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 286 2024-03-10T21:31:55.925 INFO:tasks.rados.rados.0.smithi071.stdout:3035: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-03-10T21:31:55.927 INFO:tasks.rados.rados.0.smithi071.stdout:3035: writing smithi07176956-48 from 0 to 565248 tid 1 2024-03-10T21:31:55.932 INFO:tasks.rados.rados.0.smithi071.stdout:3035: writing smithi07176956-48 from 565248 to 1212416 tid 2 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3035: writing smithi07176956-48 from 1212416 to 1761280 tid 3 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3035: writing smithi07176956-48 from 1761280 to 1769472 tid 4 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3036: delete oid 9 current snap is 286 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 1 to smithi07176956-24 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 2 to smithi07176956-24 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 3 to smithi07176956-24 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 4 to smithi07176956-24 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 5 to smithi07176956-24 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 6 to smithi07176956-24 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: oid 24 updating version 0 to 10922 2024-03-10T21:31:55.935 INFO:tasks.rados.rados.0.smithi071.stdout:3033: oid 24 version 10922 is already newer than 10918 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3033: oid 24 version 10922 is already newer than 10921 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3033: oid 24 version 10922 is already newer than 10920 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3033: oid 24 version 10922 is already newer than 10919 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 10922 (ObjNum 963 snap 286 seq_num 963) dirty exists 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3033: left oid 24 (ObjNum 963 snap 286 seq_num 963) 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 1 to smithi07176956-31 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 2 to smithi07176956-31 2024-03-10T21:31:55.936 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 3 to smithi07176956-31 2024-03-10T21:31:55.937 INFO:tasks.rados.rados.0.smithi071.stdout:3033: done (3 left) 2024-03-10T21:31:55.937 INFO:tasks.rados.rados.0.smithi071.stdout:3036: done (2 left) 2024-03-10T21:31:55.937 INFO:tasks.rados.rados.0.smithi071.stdout:3037: delete oid 45 current snap is 286 2024-03-10T21:31:55.939 INFO:tasks.rados.rados.0.smithi071.stdout:3037: done (2 left) 2024-03-10T21:31:55.939 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 286 2024-03-10T21:31:55.939 INFO:tasks.rados.rados.0.smithi071.stdout:3038: seq_num 968 ranges {794624=614400,1409024=745472,2154496=458752} 2024-03-10T21:31:55.946 INFO:tasks.rados.rados.0.smithi071.stdout:3038: writing smithi07176956-38 from 794624 to 1409024 tid 1 2024-03-10T21:31:55.951 INFO:tasks.rados.rados.0.smithi071.stdout:3038: writing smithi07176956-38 from 1409024 to 2154496 tid 2 2024-03-10T21:31:55.954 INFO:tasks.rados.rados.0.smithi071.stdout:3038: writing smithi07176956-38 from 2154496 to 2613248 tid 3 2024-03-10T21:31:55.954 INFO:tasks.rados.rados.0.smithi071.stdout:3039: snap_create 2024-03-10T21:31:55.954 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 4 to smithi07176956-31 2024-03-10T21:31:55.954 INFO:tasks.rados.rados.0.smithi071.stdout:3038: finishing write tid 1 to smithi07176956-38 2024-03-10T21:31:55.954 INFO:tasks.rados.rados.0.smithi071.stdout:3035: finishing write tid 1 to smithi07176956-48 2024-03-10T21:31:55.954 INFO:tasks.rados.rados.0.smithi071.stdout:3035: finishing write tid 2 to smithi07176956-48 2024-03-10T21:31:55.955 INFO:tasks.rados.rados.0.smithi071.stdout:3038: finishing write tid 2 to smithi07176956-38 2024-03-10T21:31:55.956 INFO:tasks.rados.rados.0.smithi071.stdout:3038: finishing write tid 3 to smithi07176956-38 2024-03-10T21:31:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:3038: finishing write tid 4 to smithi07176956-38 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 5 to smithi07176956-31 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3034: oid 31 updating version 0 to 13193 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3034: oid 31 updating version 13193 to 13196 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3034: oid 31 version 13196 is already newer than 13195 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3034: oid 31 version 13196 is already newer than 13194 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13196 (ObjNum 964 snap 286 seq_num 964) dirty exists 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3034: left oid 31 (ObjNum 964 snap 286 seq_num 964) 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3035: finishing write tid 3 to smithi07176956-48 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3038: finishing write tid 5 to smithi07176956-38 2024-03-10T21:31:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:3038: oid 38 updating version 0 to 24817 2024-03-10T21:31:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:3038: oid 38 version 24817 is already newer than 24815 2024-03-10T21:31:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:3038: oid 38 version 24817 is already newer than 24816 2024-03-10T21:31:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:3038: oid 38 version 24817 is already newer than 24814 2024-03-10T21:31:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24817 (ObjNum 968 snap 286 seq_num 968) dirty exists 2024-03-10T21:31:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:3038: left oid 38 (ObjNum 968 snap 286 seq_num 968) 2024-03-10T21:31:55.966 INFO:tasks.rados.rados.0.smithi071.stdout:3035: finishing write tid 4 to smithi07176956-48 2024-03-10T21:31:55.966 INFO:tasks.rados.rados.0.smithi071.stdout:3035: finishing write tid 5 to smithi07176956-48 2024-03-10T21:31:55.969 INFO:tasks.rados.rados.0.smithi071.stdout:3035: finishing write tid 6 to smithi07176956-48 2024-03-10T21:31:55.969 INFO:tasks.rados.rados.0.smithi071.stdout:3035: oid 48 updating version 0 to 13199 2024-03-10T21:31:55.969 INFO:tasks.rados.rados.0.smithi071.stdout:3035: oid 48 version 13199 is already newer than 13198 2024-03-10T21:31:55.969 INFO:tasks.rados.rados.0.smithi071.stdout:3035: oid 48 updating version 13199 to 13200 2024-03-10T21:31:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:3035: oid 48 version 13200 is already newer than 13197 2024-03-10T21:31:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:3035: oid 48 updating version 13200 to 13201 2024-03-10T21:31:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 13201 (ObjNum 965 snap 286 seq_num 965) dirty exists 2024-03-10T21:31:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:3035: left oid 48 (ObjNum 965 snap 286 seq_num 965) 2024-03-10T21:31:56.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:55.863+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:56.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:55.864+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:56.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:55.864+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:56.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:55.841+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:55.845+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:55.835+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:56.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:55.835+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:56.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:55.836+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:56.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: pgmap v631: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 786 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: osdmap e632: 8 total, 8 up, 8 in 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:56.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:56.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:56.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:55.848+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:56.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:55.850+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:55.855+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.840+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.840+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.841+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.841+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.842+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.842+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:56.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:55.844+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: pgmap v631: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 786 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: osdmap e632: 8 total, 8 up, 8 in 2024-03-10T21:31:56.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: pgmap v631: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 786 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:56.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:56.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:56.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:56.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:56.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: osdmap e632: 8 total, 8 up, 8 in 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:56.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:56.845 INFO:tasks.rados.rados.0.smithi071.stdout:3034: done (3 left) 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3035: done (2 left) 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3038: done (1 left) 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3039: done (0 left) 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3040: read oid 25 snap -1 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3040: expect (ObjNum 962 snap 286 seq_num 962) 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3041: rollback oid 21 current snap is 287 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 286 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3042: read oid 35 snap 276 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3042: expect deleted 2024-03-10T21:31:56.846 INFO:tasks.rados.rados.0.smithi071.stdout:3043: snap_create 2024-03-10T21:31:56.855 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:31:56.857 INFO:tasks.rados.rados.0.smithi071.stdout:3040: expect (ObjNum 962 snap 286 seq_num 962) 2024-03-10T21:31:56.956 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:31:56.957 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:31:56.957 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 10925 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:31:57.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:56.841+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:57.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:56.841+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:57.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:56.848+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:57.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:56.848+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: osdmap e633: 8 total, 8 up, 8 in 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:57.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:56.848+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:57.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:56.841+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:57.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:56.841+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:57.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:56.843+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:57.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:56.843+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:56.844+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: osdmap e633: 8 total, 8 up, 8 in 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:57.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: osdmap e633: 8 total, 8 up, 8 in 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:57.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:57.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:57.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:57.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:57.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:57.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:57.543+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:57.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:57.543+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:57.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:57.529+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:57.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:57.529+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:57.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:57.530+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:57.851 INFO:tasks.rados.rados.0.smithi071.stdout:3040: done (3 left) 2024-03-10T21:31:57.851 INFO:tasks.rados.rados.0.smithi071.stdout:3041: done (2 left) 2024-03-10T21:31:57.851 INFO:tasks.rados.rados.0.smithi071.stdout:3042: done (1 left) 2024-03-10T21:31:57.851 INFO:tasks.rados.rados.0.smithi071.stdout:3043: done (0 left) 2024-03-10T21:31:57.851 INFO:tasks.rados.rados.0.smithi071.stdout:3044: setattr oid 4 current snap is 288 2024-03-10T21:31:57.853 INFO:tasks.rados.rados.0.smithi071.stdout:3045: setattr oid 39 current snap is 288 2024-03-10T21:31:57.855 INFO:tasks.rados.rados.0.smithi071.stdout:3046: snap_create 2024-03-10T21:31:57.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13182 (ObjNum 33 snap 0 seq_num 2944274656) dirty exists 2024-03-10T21:31:57.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24812 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:31:58.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:57.855+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:58.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:57.859+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:58.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:57.849+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:31:58.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:57.849+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:58.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:57.850+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:58.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:58.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: pgmap v634: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 786 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: osdmap e634: 8 total, 8 up, 8 in 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:58.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:57.860+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:58.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:57.857+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:58.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:57.861+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.849+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.850+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.850+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.850+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.850+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.850+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:31:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:57.850+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:58.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:58.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: pgmap v634: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 786 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: osdmap e634: 8 total, 8 up, 8 in 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: pgmap v634: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 786 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: osdmap e634: 8 total, 8 up, 8 in 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:58.856 INFO:tasks.rados.rados.0.smithi071.stdout:3044: done (2 left) 2024-03-10T21:31:58.856 INFO:tasks.rados.rados.0.smithi071.stdout:3045: done (1 left) 2024-03-10T21:31:58.856 INFO:tasks.rados.rados.0.smithi071.stdout:3046: done (0 left) 2024-03-10T21:31:58.856 INFO:tasks.rados.rados.0.smithi071.stdout:3047: rollback oid 29 current snap is 289 2024-03-10T21:31:58.857 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 284 2024-03-10T21:31:58.857 INFO:tasks.rados.rados.0.smithi071.stdout:3048: rollback oid 14 current snap is 289 2024-03-10T21:31:58.857 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 252 2024-03-10T21:31:58.857 INFO:tasks.rados.rados.0.smithi071.stdout:3049: snap_remove snap 275 2024-03-10T21:31:58.964 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:58.852+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:58.964 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:58.853+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:58.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:58.760+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:31:58.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:58.760+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:58.965 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:58.760+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:58.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:58.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:58.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:58.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:58.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: osdmap e635: 8 total, 8 up, 8 in 2024-03-10T21:31:58.965 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:58.966 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-mon[83873]: pgmap v637: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 791 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 9 op/s 2024-03-10T21:31:59.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:58.962+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:59.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:58.962+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:59.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:58.962+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:59.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:58.963+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:59.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:58.861+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:58.859+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:58.859+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:58.864+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:58.853+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:58.853+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:58.853+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:58.854+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:59.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:58.854+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: osdmap e635: 8 total, 8 up, 8 in 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:59.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[91105]: pgmap v637: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 791 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 9 op/s 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: osdmap e635: 8 total, 8 up, 8 in 2024-03-10T21:31:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:58 smithi071 ceph-mon[88660]: pgmap v637: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 791 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 9 op/s 2024-03-10T21:31:59.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:31:59.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:31:59.846 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: osdmap e636: 8 total, 8 up, 8 in 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:31:59.847 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:31:59.848 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing rollback tid 0 to smithi07176956-29 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing rollback tid 1 to smithi07176956-29 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3047: finishing rollback tid 2 to smithi07176956-29 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24815 (ObjNum 915 snap 267 seq_num 915) dirty exists 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3048: finishing rollback tid 0 to smithi07176956-14 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3048: finishing rollback tid 1 to smithi07176956-14 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3048: finishing rollback tid 2 to smithi07176956-14 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 10928 (ObjNum 889 snap 251 seq_num 889) dirty exists 2024-03-10T21:31:59.857 INFO:tasks.rados.rados.0.smithi071.stdout:3047: done (2 left) 2024-03-10T21:31:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:3048: done (1 left) 2024-03-10T21:31:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:3049: done (0 left) 2024-03-10T21:31:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:3050: rmattr oid 49 current snap is 289 2024-03-10T21:31:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 289 2024-03-10T21:31:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:3051: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-03-10T21:31:59.861 INFO:tasks.rados.rados.0.smithi071.stdout:3051: writing smithi07176956-4 from 0 to 638976 tid 1 2024-03-10T21:31:59.865 INFO:tasks.rados.rados.0.smithi071.stdout:3051: writing smithi07176956-4 from 638976 to 1269760 tid 2 2024-03-10T21:31:59.868 INFO:tasks.rados.rados.0.smithi071.stdout:3051: writing smithi07176956-4 from 1269760 to 1802240 tid 3 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:3051: writing smithi07176956-4 from 1802240 to 1843200 tid 4 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:3052: read oid 23 snap -1 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:3052: expect deleted 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:3053: copy_from oid 11 from oid 36 current snap is 289 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 5949 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:3050: done (3 left) 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 289 2024-03-10T21:31:59.869 INFO:tasks.rados.rados.0.smithi071.stdout:3054: seq_num 970 ranges {4907008=655360,5562368=516096,6078464=688128} 2024-03-10T21:31:59.899 INFO:tasks.rados.rados.0.smithi071.stdout:3054: writing smithi07176956-10 from 4907008 to 5562368 tid 1 2024-03-10T21:31:59.902 INFO:tasks.rados.rados.0.smithi071.stdout:3054: writing smithi07176956-10 from 5562368 to 6078464 tid 2 2024-03-10T21:31:59.908 INFO:tasks.rados.rados.0.smithi071.stdout:3054: writing smithi07176956-10 from 6078464 to 6766592 tid 3 2024-03-10T21:31:59.908 INFO:tasks.rados.rados.0.smithi071.stdout:3055: copy_from oid 35 from oid 38 current snap is 289 2024-03-10T21:31:59.908 INFO:tasks.rados.rados.0.smithi071.stdout:3051: finishing write tid 1 to smithi07176956-4 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3051: finishing write tid 2 to smithi07176956-4 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3051: finishing write tid 3 to smithi07176956-4 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3053: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3052: done (4 left) 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3056: read oid 37 snap -1 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3056: expect deleted 2024-03-10T21:31:59.909 INFO:tasks.rados.rados.0.smithi071.stdout:3057: setattr oid 2 current snap is 289 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3053: finishing copy_from to smithi07176956-11 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24805 (ObjNum 950 snap 282 seq_num 950) dirty exists 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3051: finishing write tid 4 to smithi07176956-4 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3051: finishing write tid 5 to smithi07176956-4 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3051: finishing write tid 6 to smithi07176956-4 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3051: oid 4 updating version 0 to 13184 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3051: oid 4 updating version 13184 to 13188 2024-03-10T21:31:59.910 INFO:tasks.rados.rados.0.smithi071.stdout:3051: oid 4 version 13188 is already newer than 13185 2024-03-10T21:31:59.911 INFO:tasks.rados.rados.0.smithi071.stdout:3051: oid 4 version 13188 is already newer than 13187 2024-03-10T21:31:59.911 INFO:tasks.rados.rados.0.smithi071.stdout:3051: oid 4 version 13188 is already newer than 13186 2024-03-10T21:31:59.911 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13188 (ObjNum 969 snap 289 seq_num 969) dirty exists 2024-03-10T21:31:59.911 INFO:tasks.rados.rados.0.smithi071.stdout:3051: left oid 4 (ObjNum 969 snap 289 seq_num 969) 2024-03-10T21:31:59.912 INFO:tasks.rados.rados.0.smithi071.stdout:3051: done (5 left) 2024-03-10T21:31:59.913 INFO:tasks.rados.rados.0.smithi071.stdout:3053: done (4 left) 2024-03-10T21:31:59.913 INFO:tasks.rados.rados.0.smithi071.stdout:3056: done (3 left) 2024-03-10T21:31:59.913 INFO:tasks.rados.rados.0.smithi071.stdout:3058: delete oid 43 current snap is 289 2024-03-10T21:31:59.913 INFO:tasks.rados.rados.0.smithi071.stdout:3054: finishing write tid 1 to smithi07176956-10 2024-03-10T21:31:59.913 INFO:tasks.rados.rados.0.smithi071.stdout:3054: finishing write tid 2 to smithi07176956-10 2024-03-10T21:31:59.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9794 (ObjNum 33 snap 0 seq_num 4136200714) dirty exists 2024-03-10T21:31:59.917 INFO:tasks.rados.rados.0.smithi071.stdout:3054: finishing write tid 3 to smithi07176956-10 2024-03-10T21:31:59.921 INFO:tasks.rados.rados.0.smithi071.stdout:3055: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:31:59.922 INFO:tasks.rados.rados.0.smithi071.stdout:3054: finishing write tid 4 to smithi07176956-10 2024-03-10T21:31:59.923 INFO:tasks.rados.rados.0.smithi071.stdout:3054: finishing write tid 5 to smithi07176956-10 2024-03-10T21:31:59.923 INFO:tasks.rados.rados.0.smithi071.stdout:3054: oid 10 updating version 0 to 13203 2024-03-10T21:31:59.923 INFO:tasks.rados.rados.0.smithi071.stdout:3054: oid 10 updating version 13203 to 13205 2024-03-10T21:31:59.923 INFO:tasks.rados.rados.0.smithi071.stdout:3054: oid 10 version 13205 is already newer than 13202 2024-03-10T21:31:59.924 INFO:tasks.rados.rados.0.smithi071.stdout:3054: oid 10 version 13205 is already newer than 13204 2024-03-10T21:31:59.924 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 13205 (ObjNum 970 snap 289 seq_num 970) dirty exists 2024-03-10T21:31:59.924 INFO:tasks.rados.rados.0.smithi071.stdout:3054: left oid 10 (ObjNum 970 snap 289 seq_num 970) 2024-03-10T21:31:59.924 INFO:tasks.rados.rados.0.smithi071.stdout:3054: done (3 left) 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3057: done (2 left) 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3058: done (1 left) 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3059: read oid 40 snap -1 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3059: expect (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3060: copy_from oid 15 from oid 6 current snap is 289 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3061: read oid 3 snap 285 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3061: expect (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:31:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:3062: snap_remove snap 236 2024-03-10T21:32:00.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:59.859+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:00.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:59.859+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:00.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:31:59.860+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:00.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:59.854+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:00.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:59.854+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:00.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:31:59.854+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:00.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:59.864+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:00.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:31:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:31:59.870+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:00.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:31:59.910+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:00.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:59.859+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:31:59.861+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:00.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: osdmap e636: 8 total, 8 up, 8 in 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:00.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.854+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.854+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:00.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.854+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:00.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.854+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:00.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.855+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:00.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.855+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:00.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:31:59.855+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: osdmap e636: 8 total, 8 up, 8 in 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:00.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:00.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:31:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:00.496 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:00 smithi193 systemd[1]: Stopping Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:32:00.769 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:00 smithi193 podman[119276]: 2024-03-10 21:32:00.495474719 +0000 UTC m=+0.231213992 container died 85d10a3b11fc07de341008cbca3f71d278967bb4046ba68747824aa6e7c8266a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, vendor=Red Hat, Inc., description=Ceph Grafana Container, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.openshift.tags=base rhel8, version=8.5, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-03-10T21:32:00.861 INFO:tasks.rados.rados.0.smithi071.stdout:3062: done (4 left) 2024-03-10T21:32:00.861 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 289 2024-03-10T21:32:00.861 INFO:tasks.rados.rados.0.smithi071.stdout:3063: seq_num 972 ranges {950272=688128,1638400=688128,2326528=516096} 2024-03-10T21:32:00.870 INFO:tasks.rados.rados.0.smithi071.stdout:3063: writing smithi07176956-22 from 950272 to 1638400 tid 1 2024-03-10T21:32:00.873 INFO:tasks.rados.rados.0.smithi071.stdout:3063: writing smithi07176956-22 from 1638400 to 2326528 tid 2 2024-03-10T21:32:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:3063: writing smithi07176956-22 from 2326528 to 2842624 tid 3 2024-03-10T21:32:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 289 2024-03-10T21:32:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:3055: finishing copy_from to smithi07176956-35 2024-03-10T21:32:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24817 (ObjNum 968 snap 286 seq_num 968) dirty exists 2024-03-10T21:32:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:3061: expect (ObjNum 898 snap 260 seq_num 898) 2024-03-10T21:32:00.901 INFO:tasks.rados.rados.0.smithi071.stdout:3059: expect (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing copy_from to smithi07176956-15 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24811 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 1 to smithi07176956-22 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 2 to smithi07176956-22 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 3 to smithi07176956-22 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 4 to smithi07176956-22 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing write tid 5 to smithi07176956-22 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: oid 22 updating version 0 to 24808 2024-03-10T21:32:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:3063: oid 22 version 24808 is already newer than 24806 2024-03-10T21:32:00.931 INFO:tasks.rados.rados.0.smithi071.stdout:3063: oid 22 version 24808 is already newer than 24807 2024-03-10T21:32:00.931 INFO:tasks.rados.rados.0.smithi071.stdout:3063: oid 22 version 24808 is already newer than 24805 2024-03-10T21:32:00.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24808 (ObjNum 972 snap 289 seq_num 972) dirty exists 2024-03-10T21:32:00.931 INFO:tasks.rados.rados.0.smithi071.stdout:3063: left oid 22 (ObjNum 972 snap 289 seq_num 972) 2024-03-10T21:32:00.931 INFO:tasks.rados.rados.0.smithi071.stdout:3064: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-03-10T21:32:00.934 INFO:tasks.rados.rados.0.smithi071.stdout:3064: writing smithi07176956-9 from 0 to 704512 tid 1 2024-03-10T21:32:00.937 INFO:tasks.rados.rados.0.smithi071.stdout:3064: writing smithi07176956-9 from 704512 to 1277952 tid 2 2024-03-10T21:32:00.940 INFO:tasks.rados.rados.0.smithi071.stdout:3064: writing smithi07176956-9 from 1277952 to 1785856 tid 3 2024-03-10T21:32:00.941 INFO:tasks.rados.rados.0.smithi071.stdout:3064: writing smithi07176956-9 from 1785856 to 1908736 tid 4 2024-03-10T21:32:00.941 INFO:tasks.rados.rados.0.smithi071.stdout:3055: done (5 left) 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3059: done (4 left) 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3060: done (3 left) 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3061: done (2 left) 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3063: done (1 left) 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3065: rmattr oid 31 current snap is 289 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing write tid 1 to smithi07176956-9 2024-03-10T21:32:00.942 INFO:tasks.rados.rados.0.smithi071.stdout:3066: snap_remove snap 245 2024-03-10T21:32:01.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:00.943+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:01.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:00.946+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:01.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:00.857+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:01.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:00.857+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:01.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:00.878+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:01.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:00.891+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:01.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:01.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: osdmap e637: 8 total, 8 up, 8 in 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:01.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:01.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:01.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:00 smithi193 ceph-mon[83873]: pgmap v640: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-03-10T21:32:01.087 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:00 smithi193 podman[119276]: 2024-03-10 21:32:00.851213965 +0000 UTC m=+0.586953228 container cleanup 85d10a3b11fc07de341008cbca3f71d278967bb4046ba68747824aa6e7c8266a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, distribution-scope=public, io.openshift.expose-services=, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, release=239.1651231664, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, vcs-type=git, io.buildah.version=1.32.0, name=ubi8, architecture=x86_64, com.redhat.component=ubi8-container, maintainer=Paul Cuzner ) 2024-03-10T21:32:01.087 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:00 smithi193 bash[119276]: ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a 2024-03-10T21:32:01.153 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:00.937+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:01.154 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:00.859+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:01.154 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:00.860+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:01.154 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:00.860+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:01.154 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:00.858+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:01.154 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:00.858+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:01.154 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:00.858+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:00.859+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:00.859+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: osdmap e637: 8 total, 8 up, 8 in 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:01.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[88660]: pgmap v640: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-03-10T21:32:01.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:01.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:01.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:01.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: osdmap e637: 8 total, 8 up, 8 in 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 157=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:01.158 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:01.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:01.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 158=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:01.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:01.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:01.159 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:00 smithi071 ceph-mon[91105]: pgmap v640: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 22 op/s 2024-03-10T21:32:01.465 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 podman[119290]: 2024-03-10 21:32:01.152807062 +0000 UTC m=+0.659721621 container remove 85d10a3b11fc07de341008cbca3f71d278967bb4046ba68747824aa6e7c8266a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, io.openshift.expose-services=, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, architecture=x86_64) 2024-03-10T21:32:01.465 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:32:01.465 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-10T21:32:01.465 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 systemd[1]: Stopped Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:32:01.465 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service: Consumed 10.825s CPU time. 2024-03-10T21:32:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:32:01] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:32:01.817 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 systemd[1]: Starting Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:32:01.817 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 podman[119419]: 2024-03-10 21:32:01.60364074 +0000 UTC m=+0.016973693 image pull a0ea5e3c46d9434bd173d585b7c2638c7451eaf2543d1d22f9e78442615aaffb quay.io/ceph/ceph-grafana:9.4.12 2024-03-10T21:32:01.817 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:01 smithi193 podman[119419]: 2024-03-10 21:32:01.712096151 +0000 UTC m=+0.125429105 container create cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, io.openshift.expose-services=, description=Ceph Grafana Container, distribution-scope=public, vcs-type=git, com.redhat.component=ubi8-container, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , version=8.5, io.buildah.version=1.32.0, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-03-10T21:32:01.863 INFO:tasks.rados.rados.0.smithi071.stdout:3066: done (2 left) 2024-03-10T21:32:01.863 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 289 2024-03-10T21:32:01.863 INFO:tasks.rados.rados.0.smithi071.stdout:3067: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-03-10T21:32:01.867 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi07176956-32 from 0 to 720896 tid 1 2024-03-10T21:32:01.870 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi07176956-32 from 720896 to 1228800 tid 2 2024-03-10T21:32:01.874 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi07176956-32 from 1228800 to 1900544 tid 3 2024-03-10T21:32:01.874 INFO:tasks.rados.rados.0.smithi071.stdout:3067: writing smithi07176956-32 from 1900544 to 1925120 tid 4 2024-03-10T21:32:01.874 INFO:tasks.rados.rados.0.smithi071.stdout:3068: snap_remove snap 261 2024-03-10T21:32:02.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:01.870+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:02.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:01.871+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:02.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:01.867+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:02.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:01.867+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:02.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:01.867+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:02.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:01.872+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:02.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:01.872+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:02.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:01.872+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:02.085 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 podman[119419]: 2024-03-10 21:32:02.007025021 +0000 UTC m=+0.420357976 container init cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.buildah.version=1.32.0, vcs-type=git, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, description=Ceph Grafana Container, version=8.5, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 podman[119419]: 2024-03-10 21:32:02.009797263 +0000 UTC m=+0.423130218 container start cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, io.buildah.version=1.32.0, architecture=x86_64, distribution-scope=public, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , version=8.5, release=239.1651231664, name=ubi8, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: osdmap e638: 8 total, 8 up, 8 in 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:02.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:02.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:02.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:02.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:02.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:02.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:02.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:02.169 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:01.951+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:01.868+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:01.868+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:02.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: osdmap e638: 8 total, 8 up, 8 in 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:02.171 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: osdmap e638: 8 total, 8 up, 8 in 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:02.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:02.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.862+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.862+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.863+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.863+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.863+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.863+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:02.173 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:01.863+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174421152Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174636741Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.17466105Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174672818Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174683031Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174693265Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174702645Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174713358Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-03-10T21:32:02.585 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174723734Z level=info msg="Path Home" path=/usr/share/grafana 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174733989Z level=info msg="Path Data" path=/var/lib/grafana 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174745237Z level=info msg="Path Logs" path=/var/log/grafana 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174755559Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174765838Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=settings t=2024-03-10T21:32:02.174776092Z level=info msg="App mode production" 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=sqlstore t=2024-03-10T21:32:02.174850211Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=sqlstore t=2024-03-10T21:32:02.174876077Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=migrator t=2024-03-10T21:32:02.189199745Z level=info msg="Starting DB migrations" 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=migrator t=2024-03-10T21:32:02.194105005Z level=info msg="migrations completed" performed=0 skipped=481 duration=460.651µs 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=sqlstore t=2024-03-10T21:32:02.194565503Z level=info msg="Created default organization" 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 bash[119419]: cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 systemd[1]: Started Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=plugin.loader t=2024-03-10T21:32:02.251610269Z level=info msg="Plugin registered" pluginID=input 2024-03-10T21:32:02.586 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=plugin.loader t=2024-03-10T21:32:02.281279645Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-03-10T21:32:02.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=plugin.loader t=2024-03-10T21:32:02.281333119Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-03-10T21:32:02.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=secrets t=2024-03-10T21:32:02.281377768Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-03-10T21:32:02.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=query_data t=2024-03-10T21:32:02.283784281Z level=info msg="Query Service initialization" 2024-03-10T21:32:02.587 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=live.push_http t=2024-03-10T21:32:02.286702159Z level=info msg="Live Push Gateway initialization" 2024-03-10T21:32:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:3068: done (3 left) 2024-03-10T21:32:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:3069: delete oid 48 current snap is 289 2024-03-10T21:32:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing write tid 2 to smithi07176956-9 2024-03-10T21:32:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing write tid 3 to smithi07176956-9 2024-03-10T21:32:02.867 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing write tid 4 to smithi07176956-9 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing write tid 5 to smithi07176956-9 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: finishing write tid 6 to smithi07176956-9 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: oid 9 updating version 0 to 24818 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: oid 9 updating version 24818 to 24821 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: oid 9 version 24821 is already newer than 24819 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: oid 9 updating version 24821 to 24822 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: oid 9 version 24822 is already newer than 24820 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24822 (ObjNum 973 snap 289 seq_num 973) dirty exists 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3064: left oid 9 (ObjNum 973 snap 289 seq_num 973) 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13207 (ObjNum 964 snap 286 seq_num 964) dirty exists 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 1 to smithi07176956-32 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 2 to smithi07176956-32 2024-03-10T21:32:02.868 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 3 to smithi07176956-32 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 4 to smithi07176956-32 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 5 to smithi07176956-32 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: finishing write tid 6 to smithi07176956-32 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: oid 32 updating version 0 to 13165 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: oid 32 version 13165 is already newer than 13162 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: oid 32 version 13165 is already newer than 13164 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: oid 32 version 13165 is already newer than 13163 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: oid 32 updating version 13165 to 13166 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 13166 (ObjNum 974 snap 289 seq_num 974) dirty exists 2024-03-10T21:32:02.869 INFO:tasks.rados.rados.0.smithi071.stdout:3067: left oid 32 (ObjNum 974 snap 289 seq_num 974) 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:3064: done (3 left) 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:3065: done (2 left) 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:3067: done (1 left) 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:3069: done (0 left) 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:3070: rollback oid 8 current snap is 289 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 286 2024-03-10T21:32:02.875 INFO:tasks.rados.rados.0.smithi071.stdout:3071: read oid 28 snap -1 2024-03-10T21:32:02.876 INFO:tasks.rados.rados.0.smithi071.stdout:3071: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:32:02.876 INFO:tasks.rados.rados.0.smithi071.stdout:3072: delete oid 43 current snap is 289 2024-03-10T21:32:02.888 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing rollback tid 0 to smithi07176956-8 2024-03-10T21:32:02.890 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:32:02.890 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing rollback tid 2 to smithi07176956-8 2024-03-10T21:32:02.890 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1006 (ObjNum 928 snap 274 seq_num 928) dirty exists 2024-03-10T21:32:02.892 INFO:tasks.rados.rados.0.smithi071.stdout:3070: done (2 left) 2024-03-10T21:32:02.893 INFO:tasks.rados.rados.0.smithi071.stdout:3072: done (1 left) 2024-03-10T21:32:02.893 INFO:tasks.rados.rados.0.smithi071.stdout:3073: snap_remove snap 267 2024-03-10T21:32:03.196 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:02.864+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:03.196 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:02.865+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:03.196 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:02.869+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:03.197 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:02.872+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:03.197 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:02.872+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:03.197 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:02.872+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:03.197 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.197 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.197 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: osdmap e639: 8 total, 8 up, 8 in 2024-03-10T21:32:03.197 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:03.198 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:03.199 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: pgmap v643: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-03-10T21:32:03.199 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:03.199 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:03.199 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:03.199 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=infra.usagestats.collector t=2024-03-10T21:32:02.975230671Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=provisioning.datasources t=2024-03-10T21:32:02.977242704Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=provisioning.datasources t=2024-03-10T21:32:02.977259105Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=provisioning.datasources t=2024-03-10T21:32:02.977368892Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=provisioning.alerting t=2024-03-10T21:32:02.999370234Z level=info msg="starting to provision alerting" 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=provisioning.alerting t=2024-03-10T21:32:02.999407345Z level=info msg="finished to provision alerting" 2024-03-10T21:32:03.199 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=ngalert.state.manager t=2024-03-10T21:32:02.999828245Z level=info msg="Warming state cache for startup" 2024-03-10T21:32:03.200 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=grafanaStorageLogger t=2024-03-10T21:32:03.000422989Z level=info msg="storage starting" 2024-03-10T21:32:03.200 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=http.server t=2024-03-10T21:32:03.001736386Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-03-10T21:32:03.200 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=ngalert.state.manager t=2024-03-10T21:32:03.005065124Z level=info msg="State cache has been initialized" states=0 duration=5.236548ms 2024-03-10T21:32:03.200 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=ticker t=2024-03-10T21:32:03.005135388Z level=info msg=starting first_tick=2024-03-10T21:32:10Z 2024-03-10T21:32:03.200 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=ngalert.multiorg.alertmanager t=2024-03-10T21:32:03.00513409Z level=info msg="starting MultiOrg Alertmanager" 2024-03-10T21:32:03.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:02.877+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:03.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:02.868+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:03.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:02.868+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:02.869+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: osdmap e639: 8 total, 8 up, 8 in 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:03.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: pgmap v643: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:02.864+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:02.864+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:02.864+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:02.865+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:03.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:02.866+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: osdmap e639: 8 total, 8 up, 8 in 2024-03-10T21:32:03.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: pgmap v643: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-03-10T21:32:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:03.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:03.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:03.874 INFO:tasks.rados.rados.0.smithi071.stdout:3073: done (1 left) 2024-03-10T21:32:03.874 INFO:tasks.rados.rados.0.smithi071.stdout:3074: rollback oid 26 current snap is 289 2024-03-10T21:32:03.874 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 252 2024-03-10T21:32:03.874 INFO:tasks.rados.rados.0.smithi071.stdout:3071: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:32:04.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:03.878+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:04.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:03.880+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:04.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:03.872+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:04.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:03.873+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:04.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:03.873+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:04.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: osdmap e640: 8 total, 8 up, 8 in 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:04.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:04.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:04.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:04.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:04.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:04.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:03.881+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:04.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:03.881+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:04.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:03.881+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:3074: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:32:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:3074: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:32:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:3074: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:32:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 13169 (ObjNum 725 snap 206 seq_num 725) dirty exists 2024-03-10T21:32:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:3071: done (1 left) 2024-03-10T21:32:04.242 INFO:tasks.rados.rados.0.smithi071.stdout:3074: done (0 left) 2024-03-10T21:32:04.243 INFO:tasks.rados.rados.0.smithi071.stdout:3075: rollback oid 30 current snap is 289 2024-03-10T21:32:04.243 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 282 2024-03-10T21:32:04.243 INFO:tasks.rados.rados.0.smithi071.stdout:3076: rollback oid 27 current snap is 289 2024-03-10T21:32:04.243 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 287 2024-03-10T21:32:04.243 INFO:tasks.rados.rados.0.smithi071.stdout:3077: delete oid 24 current snap is 289 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: osdmap e640: 8 total, 8 up, 8 in 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:04.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:04.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: osdmap e640: 8 total, 8 up, 8 in 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:04.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:03.876+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:03.878+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.874+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.874+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.874+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.875+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:04.249 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.879+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:04.250 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.879+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:04.250 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:03.879+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3076: finishing rollback tid 0 to smithi07176956-27 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3076: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3076: finishing rollback tid 2 to smithi07176956-27 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 13172 (ObjNum 923 snap 270 seq_num 923) dirty exists 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3076: done (2 left) 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3077: done (1 left) 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3078: delete oid 27 current snap is 289 2024-03-10T21:32:04.251 INFO:tasks.rados.rados.0.smithi071.stdout:3075: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 9777 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3075: done (1 left) 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3078: done (0 left) 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3079: rmattr oid 44 current snap is 289 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3079: done (0 left) 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3080: read oid 7 snap -1 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3080: expect (ObjNum 954 snap 283 seq_num 954) 2024-03-10T21:32:04.252 INFO:tasks.rados.rados.0.smithi071.stdout:3081: snap_create 2024-03-10T21:32:04.273 INFO:tasks.rados.rados.0.smithi071.stdout:3080: expect (ObjNum 954 snap 283 seq_num 954) 2024-03-10T21:32:04.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:04.243+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:04.880 INFO:tasks.rados.rados.0.smithi071.stdout:3080: done (1 left) 2024-03-10T21:32:04.880 INFO:tasks.rados.rados.0.smithi071.stdout:3081: done (0 left) 2024-03-10T21:32:04.880 INFO:tasks.rados.rados.0.smithi071.stdout:3082: delete oid 10 current snap is 290 2024-03-10T21:32:04.887 INFO:tasks.rados.rados.0.smithi071.stdout:3082: done (0 left) 2024-03-10T21:32:04.887 INFO:tasks.rados.rados.0.smithi071.stdout:3083: copy_from oid 32 from oid 4 current snap is 290 2024-03-10T21:32:04.887 INFO:tasks.rados.rados.0.smithi071.stdout:3084: read oid 44 snap -1 2024-03-10T21:32:04.887 INFO:tasks.rados.rados.0.smithi071.stdout:3084: expect (ObjNum 946 snap 279 seq_num 946) 2024-03-10T21:32:04.887 INFO:tasks.rados.rados.0.smithi071.stdout:3085: copy_from oid 20 from oid 2 current snap is 290 2024-03-10T21:32:04.887 INFO:tasks.rados.rados.0.smithi071.stdout:3086: snap_remove snap 283 2024-03-10T21:32:04.976 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:04.877+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:04.976 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:04.877+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:04.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:04.881+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:04.976 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:04.885+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: osdmap e641: 8 total, 8 up, 8 in 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:04.977 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:04.978 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:04.978 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:04.978 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:04.978 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-mon[83873]: pgmap v646: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 815 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-03-10T21:32:04.978 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:04.884+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:04.978 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:04.884+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:05.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: osdmap e641: 8 total, 8 up, 8 in 2024-03-10T21:32:05.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:05.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:05.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[91105]: pgmap v646: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 815 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-03-10T21:32:05.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:04.880+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:05.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:04.881+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:05.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:04.881+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: osdmap e641: 8 total, 8 up, 8 in 2024-03-10T21:32:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:05.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:05.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-mon[88660]: pgmap v646: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 815 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-03-10T21:32:05.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:04.878+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:04.878+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:04.878+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:04.879+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:05.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:04.879+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:05.891 INFO:tasks.rados.rados.0.smithi071.stdout:3086: done (3 left) 2024-03-10T21:32:05.891 INFO:tasks.rados.rados.0.smithi071.stdout:3087: read oid 37 snap -1 2024-03-10T21:32:05.891 INFO:tasks.rados.rados.0.smithi071.stdout:3087: expect deleted 2024-03-10T21:32:05.891 INFO:tasks.rados.rados.0.smithi071.stdout:3088: rollback oid 7 current snap is 290 2024-03-10T21:32:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 272 2024-03-10T21:32:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:3089: snap_remove snap 276 2024-03-10T21:32:06.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:05.896+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:06.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:05.896+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:06.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:05.889+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:06.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:05.889+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:06.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:05.889+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:06.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:05.896+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:06.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:05.896+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:06.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:05.896+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: osdmap e642: 8 total, 8 up, 8 in 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:06.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:06.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:06.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:06.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:05.701+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:06.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:05.894+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:06.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:05.895+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:06.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:06.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:06.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: osdmap e642: 8 total, 8 up, 8 in 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:06.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: osdmap e642: 8 total, 8 up, 8 in 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:06.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:06.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:06.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:06.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:06.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:06.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:06.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.889+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:06.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.891+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:06.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.891+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:06.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.891+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:06.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.891+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:06.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.892+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:06.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:05.892+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:06.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:06.478+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3089: done (5 left) 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3090: read oid 31 snap 288 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3090: expect (ObjNum 964 snap 286 seq_num 964) 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3091: read oid 36 snap -1 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3091: expect (ObjNum 950 snap 282 seq_num 950) 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3092: copy_from oid 10 from oid 26 current snap is 290 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3085: finishing copy_from to smithi07176956-20 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 9794 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3083: finishing copy_from racing read to smithi07176956-32 2024-03-10T21:32:06.898 INFO:tasks.rados.rados.0.smithi071.stdout:3085: done (7 left) 2024-03-10T21:32:06.899 INFO:tasks.rados.rados.0.smithi071.stdout:3093: snap_remove snap 252 2024-03-10T21:32:07.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:07.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: osdmap e643: 8 total, 8 up, 8 in 2024-03-10T21:32:07.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: pgmap v649: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 817 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:07.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: osdmap e643: 8 total, 8 up, 8 in 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:07.156 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: pgmap v649: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 817 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:07.157 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:07.157 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:06.894+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:07.157 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:06.895+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:07.157 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:06.895+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:07.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:06.893+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:07.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:06.893+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:07.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:06.893+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:07.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:06.894+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:07.158 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:06.895+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:07.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:06.901+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:07.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:06.904+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:07.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:06.893+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:07.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:06.893+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:07.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:06.901+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:07.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:06.901+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: osdmap e643: 8 total, 8 up, 8 in 2024-03-10T21:32:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: pgmap v649: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 817 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:06 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:07.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:07.151+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:07.899 INFO:tasks.rados.rados.0.smithi071.stdout:3093: done (7 left) 2024-03-10T21:32:07.899 INFO:tasks.rados.rados.0.smithi071.stdout:3094: snap_remove snap 285 2024-03-10T21:32:08.152 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:07.895+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:08.152 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:07.895+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:08.152 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:07.895+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:08.152 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: osdmap e644: 8 total, 8 up, 8 in 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:08.153 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:07 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:08.246 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:07.897+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:08.246 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:07.897+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:08.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:08.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:08.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: osdmap e644: 8 total, 8 up, 8 in 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:08.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.896+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.896+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.896+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.897+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.897+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.898+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:07.898+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:08.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: osdmap e644: 8 total, 8 up, 8 in 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:08.249 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:07 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:08.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:08.245+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:08.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:08.245+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:08.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:08.245+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:08.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:08.245+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:08.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:08.245+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:08.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:08.243+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:08.901 INFO:tasks.rados.rados.0.smithi071.stdout:3094: done (7 left) 2024-03-10T21:32:08.901 INFO:tasks.rados.rados.0.smithi071.stdout:3095: rollback oid 1 current snap is 290 2024-03-10T21:32:08.901 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 289 2024-03-10T21:32:08.901 INFO:tasks.rados.rados.0.smithi071.stdout:3083: finishing copy_from to smithi07176956-32 2024-03-10T21:32:08.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 13188 (ObjNum 969 snap 289 seq_num 969) dirty exists 2024-03-10T21:32:08.902 INFO:tasks.rados.rados.0.smithi071.stdout:3084: expect (ObjNum 946 snap 279 seq_num 946) 2024-03-10T21:32:09.026 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:08.903+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:09.026 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:08.903+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:09.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:08.897+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:09.027 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:08.897+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:09.027 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: osdmap e645: 8 total, 8 up, 8 in 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.028 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: pgmap v652: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 822 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-10T21:32:09.029 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:09.029 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:09.256 INFO:tasks.rados.rados.0.smithi071.stdout:3088: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:32:09.256 INFO:tasks.rados.rados.0.smithi071.stdout:3088: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:32:09.256 INFO:tasks.rados.rados.0.smithi071.stdout:3083: done (7 left) 2024-03-10T21:32:09.256 INFO:tasks.rados.rados.0.smithi071.stdout:3084: done (6 left) 2024-03-10T21:32:09.256 INFO:tasks.rados.rados.0.smithi071.stdout:3087: done (5 left) 2024-03-10T21:32:09.257 INFO:tasks.rados.rados.0.smithi071.stdout:3096: delete oid 21 current snap is 290 2024-03-10T21:32:09.257 INFO:tasks.rados.rados.0.smithi071.stdout:3088: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:32:09.257 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 13191 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-03-10T21:32:09.257 INFO:tasks.rados.rados.0.smithi071.stdout:3091: expect (ObjNum 950 snap 282 seq_num 950) 2024-03-10T21:32:09.297 INFO:tasks.rados.rados.0.smithi071.stdout:3090: expect (ObjNum 964 snap 286 seq_num 964) 2024-03-10T21:32:09.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:08.904+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:09.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:08.898+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:09.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:08.898+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:09.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:08.900+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: osdmap e645: 8 total, 8 up, 8 in 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: pgmap v652: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 822 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:09.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:09.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:08.897+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:08.897+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:08.897+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:08.898+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:08.899+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:09.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: osdmap e645: 8 total, 8 up, 8 in 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: pgmap v652: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 822 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:09.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:09.446 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:32:09.446 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing copy_from to smithi07176956-10 2024-03-10T21:32:09.446 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 13169 (ObjNum 725 snap 206 seq_num 725) dirty exists 2024-03-10T21:32:09.446 INFO:tasks.rados.rados.0.smithi071.stdout:3095: finishing rollback tid 0 to smithi07176956-1 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3095: finishing rollback tid 1 to smithi07176956-1 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3095: finishing rollback tid 2 to smithi07176956-1 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 10932 (ObjNum 886 snap 251 seq_num 886) dirty exists 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3088: done (5 left) 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3090: done (4 left) 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3091: done (3 left) 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3092: done (2 left) 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3095: done (1 left) 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3096: done (0 left) 2024-03-10T21:32:09.447 INFO:tasks.rados.rados.0.smithi071.stdout:3097: snap_create 2024-03-10T21:32:09.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:09.563+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:09.821 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:09.563+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:09.923 INFO:tasks.rados.rados.0.smithi071.stdout:3097: done (0 left) 2024-03-10T21:32:09.923 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 291 2024-03-10T21:32:09.923 INFO:tasks.rados.rados.0.smithi071.stdout:3098: seq_num 981 ranges {3915776=434176,4349952=540672,4890624=466944,5357568=524288,5881856=73728} 2024-03-10T21:32:09.946 INFO:tasks.rados.rados.0.smithi071.stdout:3098: writing smithi07176956-31 from 3915776 to 4349952 tid 1 2024-03-10T21:32:09.949 INFO:tasks.rados.rados.0.smithi071.stdout:3098: writing smithi07176956-31 from 4349952 to 4890624 tid 2 2024-03-10T21:32:09.952 INFO:tasks.rados.rados.0.smithi071.stdout:3098: writing smithi07176956-31 from 4890624 to 5357568 tid 3 2024-03-10T21:32:09.956 INFO:tasks.rados.rados.0.smithi071.stdout:3098: writing smithi07176956-31 from 5357568 to 5881856 tid 4 2024-03-10T21:32:09.956 INFO:tasks.rados.rados.0.smithi071.stdout:3098: writing smithi07176956-31 from 5881856 to 5955584 tid 5 2024-03-10T21:32:09.957 INFO:tasks.rados.rados.0.smithi071.stdout:3099: delete oid 30 current snap is 291 2024-03-10T21:32:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 1 to smithi07176956-31 2024-03-10T21:32:09.963 INFO:tasks.rados.rados.0.smithi071.stdout:3099: done (1 left) 2024-03-10T21:32:09.963 INFO:tasks.rados.rados.0.smithi071.stdout:3100: delete oid 22 current snap is 291 2024-03-10T21:32:09.965 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 2 to smithi07176956-31 2024-03-10T21:32:09.966 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 3 to smithi07176956-31 2024-03-10T21:32:09.968 INFO:tasks.rados.rados.0.smithi071.stdout:3100: done (1 left) 2024-03-10T21:32:09.968 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 291 2024-03-10T21:32:09.968 INFO:tasks.rados.rados.0.smithi071.stdout:3101: seq_num 984 ranges {5226496=483328,5709824=598016,6307840=647168,6955008=360448} 2024-03-10T21:32:09.999 INFO:tasks.rados.rados.0.smithi071.stdout:3101: writing smithi07176956-34 from 5226496 to 5709824 tid 1 2024-03-10T21:32:10.002 INFO:tasks.rados.rados.0.smithi071.stdout:3101: writing smithi07176956-34 from 5709824 to 6307840 tid 2 2024-03-10T21:32:10.005 INFO:tasks.rados.rados.0.smithi071.stdout:3101: writing smithi07176956-34 from 6307840 to 6955008 tid 3 2024-03-10T21:32:10.008 INFO:tasks.rados.rados.0.smithi071.stdout:3101: writing smithi07176956-34 from 6955008 to 7315456 tid 4 2024-03-10T21:32:10.008 INFO:tasks.rados.rados.0.smithi071.stdout:3102: snap_remove snap 280 2024-03-10T21:32:10.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:09.961+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:10.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:09.961+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:10.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:09.962+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:10.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:09.920+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:10.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:09.920+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:10.087 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:09.920+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:10.088 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:09.948+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:10.088 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:09.955+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:10.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: osdmap e646: 8 total, 8 up, 8 in 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:10.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:09.922+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:10.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:09.922+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: osdmap e646: 8 total, 8 up, 8 in 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:10.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.920+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.920+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.921+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:10.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.921+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:10.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.921+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:10.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.921+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:10.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:09.922+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:10.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: osdmap e646: 8 total, 8 up, 8 in 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:10.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:10.342+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3102: done (2 left) 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3103: snap_create 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 4 to smithi07176956-31 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 5 to smithi07176956-31 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 6 to smithi07176956-31 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: finishing write tid 7 to smithi07176956-31 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: oid 31 updating version 0 to 13213 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: oid 31 version 13213 is already newer than 13212 2024-03-10T21:32:10.933 INFO:tasks.rados.rados.0.smithi071.stdout:3098: oid 31 updating version 13213 to 13215 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3098: oid 31 version 13215 is already newer than 13210 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3098: oid 31 version 13215 is already newer than 13211 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3098: oid 31 version 13215 is already newer than 13214 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13215 (ObjNum 981 snap 291 seq_num 981) dirty exists 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3098: left oid 31 (ObjNum 981 snap 291 seq_num 981) 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: finishing write tid 1 to smithi07176956-34 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: finishing write tid 2 to smithi07176956-34 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: finishing write tid 3 to smithi07176956-34 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: finishing write tid 4 to smithi07176956-34 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: finishing write tid 5 to smithi07176956-34 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: finishing write tid 6 to smithi07176956-34 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: oid 34 updating version 0 to 13191 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: oid 34 updating version 13191 to 13192 2024-03-10T21:32:10.934 INFO:tasks.rados.rados.0.smithi071.stdout:3101: oid 34 version 13192 is already newer than 13190 2024-03-10T21:32:10.935 INFO:tasks.rados.rados.0.smithi071.stdout:3101: oid 34 updating version 13192 to 13193 2024-03-10T21:32:10.935 INFO:tasks.rados.rados.0.smithi071.stdout:3101: oid 34 updating version 13193 to 13194 2024-03-10T21:32:10.935 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13194 (ObjNum 984 snap 291 seq_num 984) dirty exists 2024-03-10T21:32:10.935 INFO:tasks.rados.rados.0.smithi071.stdout:3101: left oid 34 (ObjNum 984 snap 291 seq_num 984) 2024-03-10T21:32:11.179 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:32:11] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:10.929+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:10.929+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:10.930+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:10.926+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:10.926+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:10.926+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:10.927+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:11.180 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:10.927+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: osdmap e647: 8 total, 8 up, 8 in 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:11.181 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: pgmap v655: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 830 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.182 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: osdmap e647: 8 total, 8 up, 8 in 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:11.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: pgmap v655: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 830 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:32:11.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: Upgrade: Finalizing container_image settings 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.186 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.187 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: Upgrade: Finalizing container_image settings 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-10T21:32:11.188 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T21:32:11.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T21:32:11.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T21:32:11.191 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T21:32:11.192 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.193 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: Upgrade: Complete! 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.194 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: Upgrade: Complete! 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.196 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:10 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:10.925+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:11.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:10.925+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:11.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: osdmap e647: 8 total, 8 up, 8 in 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 15b=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: pgmap v655: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 830 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: Upgrade: Finalizing container_image settings 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-03-10T21:32:11.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-03-10T21:32:11.339 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-03-10T21:32:11.340 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.341 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: Upgrade: Complete! 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:32:11.342 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:10 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:11.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:11.177+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:11.929 INFO:tasks.rados.rados.0.smithi071.stdout:3098: done (2 left) 2024-03-10T21:32:11.929 INFO:tasks.rados.rados.0.smithi071.stdout:3101: done (1 left) 2024-03-10T21:32:11.930 INFO:tasks.rados.rados.0.smithi071.stdout:3103: done (0 left) 2024-03-10T21:32:11.930 INFO:tasks.rados.rados.0.smithi071.stdout:3104: rollback oid 21 current snap is 292 2024-03-10T21:32:11.930 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 286 2024-03-10T21:32:11.930 INFO:tasks.rados.rados.0.smithi071.stdout:3105: rollback oid 38 current snap is 292 2024-03-10T21:32:11.930 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 253 2024-03-10T21:32:11.930 INFO:tasks.rados.rados.0.smithi071.stdout:3106: snap_create 2024-03-10T21:32:11.938 INFO:tasks.rados.rados.0.smithi071.stdout:3104: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:32:11.938 INFO:tasks.rados.rados.0.smithi071.stdout:3104: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:32:11.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 10935 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:32:11.938 INFO:tasks.rados.rados.0.smithi071.stdout:3105: finishing rollback tid 0 to smithi07176956-38 2024-03-10T21:32:11.942 INFO:tasks.rados.rados.0.smithi071.stdout:3105: finishing rollback tid 1 to smithi07176956-38 2024-03-10T21:32:11.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24824 (ObjNum 289 snap 0 seq_num 4136855462) dirty dne 2024-03-10T21:32:12.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:11.696+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:12.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:11.697+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: osdmap e648: 8 total, 8 up, 8 in 2024-03-10T21:32:12.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:12.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:11.926+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:12.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:11.926+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:12.086 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:11.927+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:12.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:11.695+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:12.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:11.696+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:12.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:11.937+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:12.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:12.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: osdmap e648: 8 total, 8 up, 8 in 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:12.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: osdmap e648: 8 total, 8 up, 8 in 2024-03-10T21:32:12.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:12.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.926+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.926+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.926+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.927+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.927+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.928+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:12.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:11.928+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:32:12.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:12.452+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:12.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:12.453+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:12.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:12.453+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:12.934 INFO:tasks.rados.rados.0.smithi071.stdout:3104: done (2 left) 2024-03-10T21:32:12.934 INFO:tasks.rados.rados.0.smithi071.stdout:3105: done (1 left) 2024-03-10T21:32:12.934 INFO:tasks.rados.rados.0.smithi071.stdout:3106: done (0 left) 2024-03-10T21:32:12.935 INFO:tasks.rados.rados.0.smithi071.stdout:3107: read oid 9 snap 269 2024-03-10T21:32:12.935 INFO:tasks.rados.rados.0.smithi071.stdout:3107: expect (ObjNum 917 snap 267 seq_num 917) 2024-03-10T21:32:12.935 INFO:tasks.rados.rados.0.smithi071.stdout:3108: delete oid 37 current snap is 293 2024-03-10T21:32:12.939 INFO:tasks.rados.rados.0.smithi071.stdout:3108: done (1 left) 2024-03-10T21:32:12.939 INFO:tasks.rados.rados.0.smithi071.stdout:3109: rollback oid 8 current snap is 293 2024-03-10T21:32:12.939 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 271 2024-03-10T21:32:12.939 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 293 2024-03-10T21:32:12.939 INFO:tasks.rados.rados.0.smithi071.stdout:3110: seq_num 986 ranges {1843200=516096,2359296=770048,3129344=655360,3784704=180224} 2024-03-10T21:32:12.952 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi07176956-32 from 1843200 to 2359296 tid 1 2024-03-10T21:32:12.956 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi07176956-32 from 2359296 to 3129344 tid 2 2024-03-10T21:32:12.959 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:12.941+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:12.959 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:12.945+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:12.960 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:12.700+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:12.960 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:12.700+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:12.960 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:12.928+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:12.960 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:12.929+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:12.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:12.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:12.960 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: osdmap e649: 8 total, 8 up, 8 in 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: pgmap v658: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 830 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 9.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-03-10T21:32:12.961 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-mon[83873]: osdmap e650: 8 total, 8 up, 8 in 2024-03-10T21:32:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi07176956-32 from 3129344 to 3784704 tid 3 2024-03-10T21:32:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:3110: writing smithi07176956-32 from 3784704 to 3964928 tid 4 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3111: rmattr oid 7 current snap is 293 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing rollback tid 0 to smithi07176956-8 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3112: copy_from oid 43 from oid 41 current snap is 293 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3109: finishing rollback tid 2 to smithi07176956-8 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1009 (ObjNum 914 snap 267 seq_num 914) dirty exists 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 1 to smithi07176956-32 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3109: done (4 left) 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 293 2024-03-10T21:32:12.966 INFO:tasks.rados.rados.0.smithi071.stdout:3113: seq_num 987 ranges {442368=532480,974848=647168,1622016=417792,2039808=409600,2449408=131072} 2024-03-10T21:32:12.968 INFO:tasks.rados.rados.0.smithi071.stdout:3113: writing smithi07176956-5 from 442368 to 974848 tid 1 2024-03-10T21:32:12.972 INFO:tasks.rados.rados.0.smithi071.stdout:3113: writing smithi07176956-5 from 974848 to 1622016 tid 2 2024-03-10T21:32:12.975 INFO:tasks.rados.rados.0.smithi071.stdout:3113: writing smithi07176956-5 from 1622016 to 2039808 tid 3 2024-03-10T21:32:12.977 INFO:tasks.rados.rados.0.smithi071.stdout:3113: writing smithi07176956-5 from 2039808 to 2449408 tid 4 2024-03-10T21:32:12.978 INFO:tasks.rados.rados.0.smithi071.stdout:3113: writing smithi07176956-5 from 2449408 to 2580480 tid 5 2024-03-10T21:32:12.978 INFO:tasks.rados.rados.0.smithi071.stdout:3114: delete oid 50 current snap is 293 2024-03-10T21:32:12.978 INFO:tasks.rados.rados.0.smithi071.stdout:3107: expect (ObjNum 917 snap 267 seq_num 917) 2024-03-10T21:32:13.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:12.957+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:13.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:12.957+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:13.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:12.930+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:13.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:12.932+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:13.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:12.933+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:13.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: osdmap e649: 8 total, 8 up, 8 in 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: pgmap v658: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 830 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 9.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-03-10T21:32:13.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[88660]: osdmap e650: 8 total, 8 up, 8 in 2024-03-10T21:32:13.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:12.953+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:13.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:12.954+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:13.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:12.954+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:12.954+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:13.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:12.956+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:13.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: osdmap e649: 8 total, 8 up, 8 in 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: pgmap v658: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 830 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 9.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-03-10T21:32:13.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:12 smithi071 ceph-mon[91105]: osdmap e650: 8 total, 8 up, 8 in 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 2 to smithi07176956-32 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 3 to smithi07176956-32 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3107: done (5 left) 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3114: done (4 left) 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3115: rollback oid 11 current snap is 293 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 290 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 4 to smithi07176956-32 2024-03-10T21:32:13.364 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 5 to smithi07176956-32 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 13197 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: finishing write tid 6 to smithi07176956-32 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: oid 32 updating version 0 to 13195 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: oid 32 version 13195 is already newer than 13194 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: oid 32 version 13195 is already newer than 13193 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: oid 32 updating version 13195 to 13196 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: oid 32 version 13196 is already newer than 13192 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 13196 (ObjNum 986 snap 293 seq_num 986) dirty exists 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3110: left oid 32 (ObjNum 986 snap 293 seq_num 986) 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3112: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3112: finishing copy_from to smithi07176956-43 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13192 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-03-10T21:32:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 1 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 2 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 3 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 4 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 5 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3110: done (4 left) 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3111: done (3 left) 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3112: done (2 left) 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3116: setattr oid 20 current snap is 293 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 6 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: finishing write tid 7 to smithi07176956-5 2024-03-10T21:32:13.366 INFO:tasks.rados.rados.0.smithi071.stdout:3113: oid 5 updating version 0 to 24815 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: oid 5 version 24815 is already newer than 24814 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: oid 5 version 24815 is already newer than 24813 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: oid 5 updating version 24815 to 24817 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: oid 5 version 24817 is already newer than 24812 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: oid 5 version 24817 is already newer than 24816 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24817 (ObjNum 987 snap 293 seq_num 987) dirty exists 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: left oid 5 (ObjNum 987 snap 293 seq_num 987) 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3113: done (2 left) 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3117: read oid 22 snap -1 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3117: expect deleted 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3118: read oid 21 snap -1 2024-03-10T21:32:13.367 INFO:tasks.rados.rados.0.smithi071.stdout:3118: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:32:13.368 INFO:tasks.rados.rados.0.smithi071.stdout:3119: read oid 31 snap -1 2024-03-10T21:32:13.368 INFO:tasks.rados.rados.0.smithi071.stdout:3119: expect (ObjNum 981 snap 291 seq_num 981) 2024-03-10T21:32:13.368 INFO:tasks.rados.rados.0.smithi071.stdout:3120: snap_create 2024-03-10T21:32:13.368 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing rollback tid 0 to smithi07176956-11 2024-03-10T21:32:13.368 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:32:13.369 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:32:13.369 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24808 (ObjNum 950 snap 282 seq_num 950) dirty exists 2024-03-10T21:32:13.369 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 13198 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:32:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:3118: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:32:13.440 INFO:tasks.rados.rados.0.smithi071.stdout:3119: expect (ObjNum 981 snap 291 seq_num 981) 2024-03-10T21:32:13.952 INFO:tasks.rados.rados.0.smithi071.stdout:3115: done (5 left) 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3116: done (4 left) 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3117: done (3 left) 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3118: done (2 left) 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3119: done (1 left) 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3120: done (0 left) 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3121: copy_from oid 7 from oid 49 current snap is 294 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 294 2024-03-10T21:32:13.953 INFO:tasks.rados.rados.0.smithi071.stdout:3122: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-03-10T21:32:13.956 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07176956-37 from 0 to 573440 tid 1 2024-03-10T21:32:13.959 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07176956-37 from 573440 to 1040384 tid 2 2024-03-10T21:32:13.962 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07176956-37 from 1040384 to 1474560 tid 3 2024-03-10T21:32:13.965 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07176956-37 from 1474560 to 2113536 tid 4 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07176956-37 from 2113536 to 2179072 tid 5 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3123: copy_from oid 5 from oid 6 current snap is 294 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3121: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3121: finishing copy_from to smithi07176956-7 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 5949 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 1 to smithi07176956-37 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 2 to smithi07176956-37 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 3 to smithi07176956-37 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3121: done (2 left) 2024-03-10T21:32:13.967 INFO:tasks.rados.rados.0.smithi071.stdout:3124: rollback oid 46 current snap is 294 2024-03-10T21:32:13.968 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 292 2024-03-10T21:32:13.968 INFO:tasks.rados.rados.0.smithi071.stdout:3125: rollback oid 33 current snap is 294 2024-03-10T21:32:13.968 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 282 2024-03-10T21:32:13.968 INFO:tasks.rados.rados.0.smithi071.stdout:3126: copy_from oid 34 from oid 48 current snap is 294 2024-03-10T21:32:13.968 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 294 2024-03-10T21:32:13.968 INFO:tasks.rados.rados.0.smithi071.stdout:3127: seq_num 990 ranges {5791744=589824,6381568=753664,7135232=638976,7774208=212992} 2024-03-10T21:32:14.001 INFO:tasks.rados.rados.0.smithi071.stdout:3127: writing smithi07176956-26 from 5791744 to 6381568 tid 1 2024-03-10T21:32:14.005 INFO:tasks.rados.rados.0.smithi071.stdout:3127: writing smithi07176956-26 from 6381568 to 7135232 tid 2 2024-03-10T21:32:14.009 INFO:tasks.rados.rados.0.smithi071.stdout:3127: writing smithi07176956-26 from 7135232 to 7774208 tid 3 2024-03-10T21:32:14.011 INFO:tasks.rados.rados.0.smithi071.stdout:3127: writing smithi07176956-26 from 7774208 to 7987200 tid 4 2024-03-10T21:32:14.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 294 2024-03-10T21:32:14.011 INFO:tasks.rados.rados.0.smithi071.stdout:3125: finishing rollback tid 0 to smithi07176956-33 2024-03-10T21:32:14.011 INFO:tasks.rados.rados.0.smithi071.stdout:3128: seq_num 991 ranges {2875392=606208,3481600=638976,4120576=794624,4915200=172032} 2024-03-10T21:32:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07176956-43 from 2875392 to 3481600 tid 1 2024-03-10T21:32:14.033 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07176956-43 from 3481600 to 4120576 tid 2 2024-03-10T21:32:14.037 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07176956-43 from 4120576 to 4915200 tid 3 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07176956-43 from 4915200 to 5087232 tid 4 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 294 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 4 to smithi07176956-37 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 5 to smithi07176956-37 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:3125: finishing rollback tid 1 to smithi07176956-33 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 6 to smithi07176956-37 2024-03-10T21:32:14.039 INFO:tasks.rados.rados.0.smithi071.stdout:3129: seq_num 992 ranges {5578752=622592,6201344=524288,6725632=606208,7331840=475136} 2024-03-10T21:32:14.072 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07176956-44 from 5578752 to 6201344 tid 1 2024-03-10T21:32:14.075 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07176956-44 from 6201344 to 6725632 tid 2 2024-03-10T21:32:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07176956-44 from 6725632 to 7331840 tid 3 2024-03-10T21:32:14.081 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07176956-44 from 7331840 to 7806976 tid 4 2024-03-10T21:32:14.081 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 294 2024-03-10T21:32:14.081 INFO:tasks.rados.rados.0.smithi071.stdout:3125: finishing rollback tid 2 to smithi07176956-33 2024-03-10T21:32:14.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24827 (ObjNum 904 snap 261 seq_num 904) dirty exists 2024-03-10T21:32:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3126: finishing copy_from to smithi07176956-34 2024-03-10T21:32:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3126: got expected ENOENT (src dne) 2024-03-10T21:32:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3126: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 13174 (ObjNum 97 snap 0 seq_num 0) dirty dne 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 7 to smithi07176956-37 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: oid 37 updating version 0 to 24818 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: oid 37 updating version 24818 to 24821 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: oid 37 version 24821 is already newer than 24819 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: oid 37 version 24821 is already newer than 24820 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: oid 37 version 24821 is already newer than 24817 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: oid 37 version 24821 is already newer than 24816 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 24821 (ObjNum 989 snap 294 seq_num 989) dirty exists 2024-03-10T21:32:14.083 INFO:tasks.rados.rados.0.smithi071.stdout:3122: left oid 37 (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:3123: finishing copy_from racing read to smithi07176956-5 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:3123: finishing copy_from to smithi07176956-5 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24811 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:3127: finishing write tid 1 to smithi07176956-26 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:3127: finishing write tid 2 to smithi07176956-26 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:3130: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-03-10T21:32:14.084 INFO:tasks.rados.rados.0.smithi071.stdout:3130: writing smithi07176956-2 from 0 to 638976 tid 1 2024-03-10T21:32:14.086 INFO:tasks.rados.rados.0.smithi071.stdout:3130: writing smithi07176956-2 from 638976 to 1048576 tid 2 2024-03-10T21:32:14.088 INFO:tasks.rados.rados.0.smithi071.stdout:3130: writing smithi07176956-2 from 1048576 to 1458176 tid 3 2024-03-10T21:32:14.092 INFO:tasks.rados.rados.0.smithi071.stdout:3130: writing smithi07176956-2 from 1458176 to 2146304 tid 4 2024-03-10T21:32:14.094 INFO:tasks.rados.rados.0.smithi071.stdout:3130: writing smithi07176956-2 from 2146304 to 2244608 tid 5 2024-03-10T21:32:14.094 INFO:tasks.rados.rados.0.smithi071.stdout:3122: done (8 left) 2024-03-10T21:32:14.094 INFO:tasks.rados.rados.0.smithi071.stdout:3123: done (7 left) 2024-03-10T21:32:14.094 INFO:tasks.rados.rados.0.smithi071.stdout:3124: done (6 left) 2024-03-10T21:32:14.094 INFO:tasks.rados.rados.0.smithi071.stdout:3125: done (5 left) 2024-03-10T21:32:14.094 INFO:tasks.rados.rados.0.smithi071.stdout:3126: done (4 left) 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3131: read oid 41 snap -1 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3131: expect (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3132: copy_from oid 9 from oid 40 current snap is 294 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3127: finishing write tid 3 to smithi07176956-26 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3127: finishing write tid 4 to smithi07176956-26 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3127: finishing write tid 5 to smithi07176956-26 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3127: finishing write tid 6 to smithi07176956-26 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3127: oid 26 updating version 0 to 13203 2024-03-10T21:32:14.095 INFO:tasks.rados.rados.0.smithi071.stdout:3127: oid 26 version 13203 is already newer than 13202 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3127: oid 26 version 13203 is already newer than 13199 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3127: oid 26 version 13203 is already newer than 13201 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3127: oid 26 version 13203 is already newer than 13200 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 13203 (ObjNum 990 snap 294 seq_num 990) dirty exists 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3127: left oid 26 (ObjNum 990 snap 294 seq_num 990) 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 1 to smithi07176956-43 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 2 to smithi07176956-43 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 3 to smithi07176956-43 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 4 to smithi07176956-43 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 5 to smithi07176956-43 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 6 to smithi07176956-43 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: oid 43 updating version 0 to 13217 2024-03-10T21:32:14.096 INFO:tasks.rados.rados.0.smithi071.stdout:3128: oid 43 updating version 13217 to 13219 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3128: oid 43 version 13219 is already newer than 13216 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3128: oid 43 version 13219 is already newer than 13218 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3128: oid 43 updating version 13219 to 13220 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13220 (ObjNum 991 snap 294 seq_num 991) dirty exists 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3128: left oid 43 (ObjNum 991 snap 294 seq_num 991) 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 1 to smithi07176956-44 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3127: done (5 left) 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3128: done (4 left) 2024-03-10T21:32:14.097 INFO:tasks.rados.rados.0.smithi071.stdout:3133: snap_remove snap 287 2024-03-10T21:32:14.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:13.970+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:14.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:13.970+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:14.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:13.971+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:14.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:13.958+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 165=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:13.958+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:13.960+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:14.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:13.960+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:13.960+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:13.958+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:14.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:13.951+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:14.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:13.951+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:14.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:13.951+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.950+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:14.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.951+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.951+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.951+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.951+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.951+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:13.952+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 161=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:14.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:14.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:14.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 2 to smithi07176956-44 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 3 to smithi07176956-44 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 4 to smithi07176956-44 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 5 to smithi07176956-44 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 6 to smithi07176956-44 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: oid 44 updating version 0 to 24820 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: oid 44 version 24820 is already newer than 24819 2024-03-10T21:32:14.960 INFO:tasks.rados.rados.0.smithi071.stdout:3129: oid 44 version 24820 is already newer than 24818 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3129: oid 44 updating version 24820 to 24821 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3129: oid 44 updating version 24821 to 24822 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24822 (ObjNum 992 snap 294 seq_num 992) dirty exists 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3129: left oid 44 (ObjNum 992 snap 294 seq_num 992) 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing copy_from racing read to smithi07176956-9 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing copy_from to smithi07176956-9 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 13159 (ObjNum 926 snap 272 seq_num 926) dirty exists 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 1 to smithi07176956-2 2024-03-10T21:32:14.961 INFO:tasks.rados.rados.0.smithi071.stdout:3131: expect (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:32:15.070 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 2 to smithi07176956-2 2024-03-10T21:32:15.070 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 3 to smithi07176956-2 2024-03-10T21:32:15.070 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 4 to smithi07176956-2 2024-03-10T21:32:15.070 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 5 to smithi07176956-2 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 6 to smithi07176956-2 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: finishing write tid 7 to smithi07176956-2 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: oid 2 updating version 0 to 9800 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: oid 2 version 9800 is already newer than 9798 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: oid 2 version 9800 is already newer than 9799 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: oid 2 updating version 9800 to 9801 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: oid 2 updating version 9801 to 9802 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: oid 2 updating version 9802 to 9803 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9803 (ObjNum 993 snap 294 seq_num 993) dirty exists 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: left oid 2 (ObjNum 993 snap 294 seq_num 993) 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3129: done (4 left) 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3130: done (3 left) 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3131: done (2 left) 2024-03-10T21:32:15.071 INFO:tasks.rados.rados.0.smithi071.stdout:3132: done (1 left) 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:3133: done (0 left) 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:3134: copy_from oid 45 from oid 30 current snap is 294 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:3135: rollback oid 35 current snap is 294 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 293 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:3136: copy_from oid 11 from oid 41 current snap is 294 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 294 2024-03-10T21:32:15.072 INFO:tasks.rados.rados.0.smithi071.stdout:3137: seq_num 994 ranges {491520=655360,1146880=688128,1835008=622592,2457600=294912} 2024-03-10T21:32:15.074 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:14.955+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:15.074 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:14.956+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: osdmap e651: 8 total, 8 up, 8 in 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:15.074 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 165=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:15.075 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:14 smithi193 ceph-mon[83873]: pgmap v661: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 848 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:32:15.076 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07176956-14 from 491520 to 1146880 tid 1 2024-03-10T21:32:15.080 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07176956-14 from 1146880 to 1835008 tid 2 2024-03-10T21:32:15.084 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07176956-14 from 1835008 to 2457600 tid 3 2024-03-10T21:32:15.086 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07176956-14 from 2457600 to 2752512 tid 4 2024-03-10T21:32:15.086 INFO:tasks.rados.rados.0.smithi071.stdout:3138: copy_from oid 32 from oid 5 current snap is 294 2024-03-10T21:32:15.087 INFO:tasks.rados.rados.0.smithi071.stdout:3139: snap_remove snap 291 2024-03-10T21:32:15.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:15.075+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:15.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:15.075+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:15.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:15.072+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:15.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:15.072+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:15.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:15.081+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:14.958+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:14.958+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:14.955+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:14.956+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:14.956+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:14.956+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:15.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:14.957+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: osdmap e651: 8 total, 8 up, 8 in 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:15.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 165=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[88660]: pgmap v661: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 848 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: osdmap e651: 8 total, 8 up, 8 in 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:15.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 165=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:14 smithi071 ceph-mon[91105]: pgmap v661: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 848 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-03-10T21:32:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3139: done (5 left) 2024-03-10T21:32:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3140: snap_create 2024-03-10T21:32:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3134: finishing copy_from to smithi07176956-45 2024-03-10T21:32:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3134: got expected ENOENT (src dne) 2024-03-10T21:32:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3134: finishing copy_from racing read to smithi07176956-45 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24820 (ObjNum 968 snap 286 seq_num 968) dirty exists 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3136: finishing copy_from to smithi07176956-11 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 13192 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 1 to smithi07176956-14 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 2 to smithi07176956-14 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 3 to smithi07176956-14 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 4 to smithi07176956-14 2024-03-10T21:32:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 5 to smithi07176956-14 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 6 to smithi07176956-14 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: oid 14 updating version 0 to 10936 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: oid 14 updating version 10936 to 10940 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: oid 14 version 10940 is already newer than 10937 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: oid 14 version 10940 is already newer than 10939 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: oid 14 version 10940 is already newer than 10938 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 10940 (ObjNum 994 snap 294 seq_num 994) dirty exists 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3137: left oid 14 (ObjNum 994 snap 294 seq_num 994) 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing copy_from racing read to smithi07176956-32 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3138: finishing copy_from to smithi07176956-32 2024-03-10T21:32:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24811 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:32:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:15.964+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:15.964+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:16.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:15.965+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: osdmap e652: 8 total, 8 up, 8 in 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:16.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:15.969+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:16.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:15.969+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:16.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:15.969+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: osdmap e652: 8 total, 8 up, 8 in 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:16.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.964+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.964+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.964+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.965+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.965+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.965+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:16.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:15.966+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: osdmap e652: 8 total, 8 up, 8 in 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:16.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:16.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:16.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:16.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:16.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:16.553+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:16.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:16.554+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:16.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:16.400+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:16.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:16.400+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:16.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:16.400+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:16.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:16.522+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:16.974 INFO:tasks.rados.rados.0.smithi071.stdout:3134: done (5 left) 2024-03-10T21:32:16.974 INFO:tasks.rados.rados.0.smithi071.stdout:3135: done (4 left) 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3136: done (3 left) 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3137: done (2 left) 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3138: done (1 left) 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3140: done (0 left) 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3141: rollback oid 42 current snap is 295 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 266 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3142: read oid 27 snap -1 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3142: expect deleted 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3143: read oid 29 snap -1 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3143: expect (ObjNum 915 snap 267 seq_num 915) 2024-03-10T21:32:16.975 INFO:tasks.rados.rados.0.smithi071.stdout:3144: snap_remove snap 272 2024-03-10T21:32:17.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:16.970+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:17.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:16.970+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: osdmap e653: 8 total, 8 up, 8 in 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:17.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:16 smithi193 ceph-mon[83873]: pgmap v664: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 850 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-03-10T21:32:17.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:16.981+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:17.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:16.970+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:17.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:16.970+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:17.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:16.971+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:16.971+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:16.972+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: osdmap e653: 8 total, 8 up, 8 in 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:17.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[88660]: pgmap v664: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 850 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: osdmap e653: 8 total, 8 up, 8 in 2024-03-10T21:32:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-mon[91105]: pgmap v664: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 850 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 20 op/s 2024-03-10T21:32:17.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:16.972+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:17.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:16.973+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:17.979 INFO:tasks.rados.rados.0.smithi071.stdout:3144: done (3 left) 2024-03-10T21:32:17.979 INFO:tasks.rados.rados.0.smithi071.stdout:3145: rollback oid 7 current snap is 295 2024-03-10T21:32:17.979 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 294 2024-03-10T21:32:17.979 INFO:tasks.rados.rados.0.smithi071.stdout:3146: snap_remove snap 270 2024-03-10T21:32:18.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:17.976+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:18.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:17.976+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:18.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:17.976+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:18.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:17.765+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:18.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:17.765+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:18.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:17.981+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:18.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:17.981+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:18.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:17.766+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:18.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:17.766+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:18.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:17.982+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:18.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:17.982+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:18.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:17.982+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:18.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: osdmap e654: 8 total, 8 up, 8 in 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:18.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:18.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:18.096+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:18.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:17.978+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:18.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:17.978+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:17.978+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.976+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.977+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.977+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.977+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.977+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.978+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:18.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:17.978+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:18.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: osdmap e654: 8 total, 8 up, 8 in 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:18.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:18.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:18.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: osdmap e654: 8 total, 8 up, 8 in 2024-03-10T21:32:18.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:18.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:18.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:18.990 INFO:tasks.rados.rados.0.smithi071.stdout:3146: done (4 left) 2024-03-10T21:32:18.991 INFO:tasks.rados.rados.0.smithi071.stdout:3147: snap_create 2024-03-10T21:32:18.991 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing rollback tid 0 to smithi07176956-42 2024-03-10T21:32:18.991 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing rollback tid 1 to smithi07176956-42 2024-03-10T21:32:18.991 INFO:tasks.rados.rados.0.smithi071.stdout:3141: finishing rollback tid 2 to smithi07176956-42 2024-03-10T21:32:18.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24830 (ObjNum 877 snap 248 seq_num 877) dirty exists 2024-03-10T21:32:18.991 INFO:tasks.rados.rados.0.smithi071.stdout:3143: expect (ObjNum 915 snap 267 seq_num 915) 2024-03-10T21:32:19.192 INFO:tasks.rados.rados.0.smithi071.stdout:3145: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:32:19.192 INFO:tasks.rados.rados.0.smithi071.stdout:3145: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:32:19.193 INFO:tasks.rados.rados.0.smithi071.stdout:3145: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:32:19.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24814 (ObjNum 8209 snap 0 seq_num 2687505) dirty exists 2024-03-10T21:32:19.260 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:18.985+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.260 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:18.985+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.261 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:19.100+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.261 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:19.100+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.261 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:19.261 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.261 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.261 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.261 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: osdmap e655: 8 total, 8 up, 8 in 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.262 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.263 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.263 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.263 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:18 smithi193 ceph-mon[83873]: pgmap v667: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 860 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-03-10T21:32:19.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:18.988+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:19.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:18.987+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:19.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:18.988+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: osdmap e655: 8 total, 8 up, 8 in 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:19.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:19.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: osdmap e655: 8 total, 8 up, 8 in 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:19.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:19.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:19.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:19.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:19.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[88660]: pgmap v667: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 860 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-03-10T21:32:19.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:19.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:19.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:18 smithi071 ceph-mon[91105]: pgmap v667: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 860 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-03-10T21:32:19.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:19.451+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:19.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:19.452+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:19.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.452+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:19.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.453+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:19.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.453+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:19.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.454+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:19.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.454+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3141: done (4 left) 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3142: done (3 left) 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3143: done (2 left) 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3145: done (1 left) 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3147: done (0 left) 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3148: rmattr oid 7 current snap is 296 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3149: read oid 30 snap 286 2024-03-10T21:32:19.996 INFO:tasks.rados.rados.0.smithi071.stdout:3149: expect deleted 2024-03-10T21:32:19.997 INFO:tasks.rados.rados.0.smithi071.stdout:3150: read oid 37 snap -1 2024-03-10T21:32:19.997 INFO:tasks.rados.rados.0.smithi071.stdout:3150: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:32:19.997 INFO:tasks.rados.rados.0.smithi071.stdout:3151: snap_create 2024-03-10T21:32:20.003 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24815 (ObjNum 129 snap 0 seq_num 2944712256) dirty exists 2024-03-10T21:32:20.009 INFO:tasks.rados.rados.0.smithi071.stdout:3150: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:32:20.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:19.999+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:20.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:20.000+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:20.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:19.996+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:20.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:19.996+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:20.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:19.996+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: osdmap e656: 8 total, 8 up, 8 in 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:20.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:20.337 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:19.992+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:20.337 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:19.992+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:20.337 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:19.992+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:20.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:20.002+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:19.999+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:19.999+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:20.006+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.996+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.996+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.996+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.996+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.998+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.998+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:20.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:19.999+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: osdmap e656: 8 total, 8 up, 8 in 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:20.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: osdmap e656: 8 total, 8 up, 8 in 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:20.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:20.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:20.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:20.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:21.006 INFO:tasks.rados.rados.0.smithi071.stdout:3148: done (3 left) 2024-03-10T21:32:21.006 INFO:tasks.rados.rados.0.smithi071.stdout:3149: done (2 left) 2024-03-10T21:32:21.006 INFO:tasks.rados.rados.0.smithi071.stdout:3150: done (1 left) 2024-03-10T21:32:21.006 INFO:tasks.rados.rados.0.smithi071.stdout:3151: done (0 left) 2024-03-10T21:32:21.006 INFO:tasks.rados.rados.0.smithi071.stdout:3152: snap_create 2024-03-10T21:32:21.266 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: osdmap e657: 8 total, 8 up, 8 in 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:21.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:21.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-mon[83873]: pgmap v670: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.9 MiB/s wr, 15 op/s 2024-03-10T21:32:21.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:32:21] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:32:21.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:21.004+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:21.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:21.004+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:21.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:21.001+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:21.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:21.001+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:21.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:21.001+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:21.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:21.002+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:21.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:21.002+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:21.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: osdmap e657: 8 total, 8 up, 8 in 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:21.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[88660]: pgmap v670: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.9 MiB/s wr, 15 op/s 2024-03-10T21:32:21.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: osdmap e657: 8 total, 8 up, 8 in 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:21.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:21.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-mon[91105]: pgmap v670: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.9 MiB/s wr, 15 op/s 2024-03-10T21:32:21.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:21.264+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:21.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:21.264+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:21.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:21.505+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:22.004 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:21.598+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:22.005 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:21.598+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:22.005 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:21.598+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:22.005 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:21.598+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:22.009 INFO:tasks.rados.rados.0.smithi071.stdout:3152: done (0 left) 2024-03-10T21:32:22.009 INFO:tasks.rados.rados.0.smithi071.stdout:3153: snap_remove snap 250 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: osdmap e658: 8 total, 8 up, 8 in 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:22.282 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: osdmap e658: 8 total, 8 up, 8 in 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:22.283 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:22.284 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:22.284 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:22.006+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:22.284 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:22.006+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:22.284 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:22.007+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:22.284 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.005+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:22.284 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.005+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:22.284 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.005+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:22.285 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.006+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:22.285 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.006+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:22.285 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.007+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:22.285 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:22.007+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:22.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:22.002+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:22.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:22.003+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:22.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:22.003+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: osdmap e658: 8 total, 8 up, 8 in 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:22.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:22.502+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:22.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:22.503+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:22.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:32:22.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:22.279+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:23.006 INFO:tasks.rados.rados.0.smithi071.stdout:3153: done (0 left) 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3154: rmattr oid 50 current snap is 298 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3154: done (0 left) 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3155: read oid 21 snap 293 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3155: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3156: read oid 37 snap -1 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3156: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3157: rollback oid 26 current snap is 298 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 294 2024-03-10T21:32:23.007 INFO:tasks.rados.rados.0.smithi071.stdout:3158: delete oid 47 current snap is 298 2024-03-10T21:32:23.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:22.747+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:23.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:22.747+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:23.009 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:22.747+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:23.017 INFO:tasks.rados.rados.0.smithi071.stdout:3157: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:32:23.021 INFO:tasks.rados.rados.0.smithi071.stdout:3157: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:32:23.023 INFO:tasks.rados.rados.0.smithi071.stdout:3157: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:32:23.023 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24818 (ObjNum 990 snap 294 seq_num 990) dirty exists 2024-03-10T21:32:23.025 INFO:tasks.rados.rados.0.smithi071.stdout:3157: done (3 left) 2024-03-10T21:32:23.025 INFO:tasks.rados.rados.0.smithi071.stdout:3158: done (2 left) 2024-03-10T21:32:23.025 INFO:tasks.rados.rados.0.smithi071.stdout:3159: setattr oid 18 current snap is 298 2024-03-10T21:32:23.029 INFO:tasks.rados.rados.0.smithi071.stdout:3156: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:32:23.086 INFO:tasks.rados.rados.0.smithi071.stdout:3155: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:32:23.158 INFO:tasks.rados.rados.0.smithi071.stdout:3155: done (2 left) 2024-03-10T21:32:23.158 INFO:tasks.rados.rados.0.smithi071.stdout:3156: done (1 left) 2024-03-10T21:32:23.159 INFO:tasks.rados.rados.0.smithi071.stdout:3160: rollback oid 7 current snap is 298 2024-03-10T21:32:23.159 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 266 2024-03-10T21:32:23.159 INFO:tasks.rados.rados.0.smithi071.stdout:3161: snap_remove snap 284 2024-03-10T21:32:23.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:23.007+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:23.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:23.007+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:23.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:23.012+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:23.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:23.013+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:23.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:23.011+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:23.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:23.011+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:23.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:23.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:23.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: osdmap e659: 8 total, 8 up, 8 in 2024-03-10T21:32:23.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:23.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:23.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: pgmap v673: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-03-10T21:32:23.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:23.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:23 smithi193 ceph-mon[83873]: osdmap e660: 8 total, 8 up, 8 in 2024-03-10T21:32:23.338 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:23.018+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:23.012+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:23.017+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:23.006+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:23.006+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:23.008+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:23.013+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:23.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:23.027+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:23.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: osdmap e659: 8 total, 8 up, 8 in 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: pgmap v673: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[88660]: osdmap e660: 8 total, 8 up, 8 in 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:23.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: osdmap e659: 8 total, 8 up, 8 in 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:23.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:23.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: pgmap v673: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 874 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-03-10T21:32:23.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:23.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:23 smithi071 ceph-mon[91105]: osdmap e660: 8 total, 8 up, 8 in 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3161: done (2 left) 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3162: read oid 39 snap -1 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3162: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 298 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24821 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 13197 (ObjNum 856 snap 242 seq_num 856) dirty exists 2024-03-10T21:32:24.042 INFO:tasks.rados.rados.0.smithi071.stdout:3163: seq_num 996 ranges {442368=688128,1130496=507904,1638400=581632,2220032=516096} 2024-03-10T21:32:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3163: writing smithi07176956-1 from 442368 to 1130496 tid 1 2024-03-10T21:32:24.051 INFO:tasks.rados.rados.0.smithi071.stdout:3163: writing smithi07176956-1 from 1130496 to 1638400 tid 2 2024-03-10T21:32:24.056 INFO:tasks.rados.rados.0.smithi071.stdout:3163: writing smithi07176956-1 from 1638400 to 2220032 tid 3 2024-03-10T21:32:24.059 INFO:tasks.rados.rados.0.smithi071.stdout:3163: writing smithi07176956-1 from 2220032 to 2736128 tid 4 2024-03-10T21:32:24.059 INFO:tasks.rados.rados.0.smithi071.stdout:3159: done (3 left) 2024-03-10T21:32:24.059 INFO:tasks.rados.rados.0.smithi071.stdout:3160: done (2 left) 2024-03-10T21:32:24.059 INFO:tasks.rados.rados.0.smithi071.stdout:3164: read oid 12 snap -1 2024-03-10T21:32:24.059 INFO:tasks.rados.rados.0.smithi071.stdout:3164: expect deleted 2024-03-10T21:32:24.059 INFO:tasks.rados.rados.0.smithi071.stdout:3165: snap_remove snap 289 2024-03-10T21:32:24.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:24.038+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:24.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:24.038+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:24.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:24.038+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:24.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:24.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:24.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:24.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:24.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:24.044+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:24.039+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:24.039+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:24.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:24.040+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:24.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:24.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:24.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.038+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.038+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.039+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.039+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:24.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.040+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:24.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.040+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:24.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:24.040+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:24.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:24.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:24.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:24.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:24.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:24.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:24.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:24.805 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:24.442+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:24.805 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:24.442+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:24.805 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:24.442+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:25.047 INFO:tasks.rados.rados.0.smithi071.stdout:3165: done (3 left) 2024-03-10T21:32:25.047 INFO:tasks.rados.rados.0.smithi071.stdout:3166: rollback oid 21 current snap is 298 2024-03-10T21:32:25.047 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 266 2024-03-10T21:32:25.047 INFO:tasks.rados.rados.0.smithi071.stdout:3162: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:32:25.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:25.043+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:25.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:25.043+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:25.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:24.803+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:25.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:24.803+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: osdmap e661: 8 total, 8 up, 8 in 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-mon[83873]: pgmap v676: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 878 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 0 B/s wr, 6 op/s 2024-03-10T21:32:25.245 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:25.051+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:25.245 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:25.051+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:25.245 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:25.051+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:25.245 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:25.046+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:25.246 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:25.046+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:25.046+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:25.047+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:25.047+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:25.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: osdmap e661: 8 total, 8 up, 8 in 2024-03-10T21:32:25.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:25.246 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[88660]: pgmap v676: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 878 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 0 B/s wr, 6 op/s 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: osdmap e661: 8 total, 8 up, 8 in 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:25.247 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:25.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:25.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:25.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:25.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:25.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:25.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:25 smithi071 ceph-mon[91105]: pgmap v676: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 878 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 0 B/s wr, 6 op/s 2024-03-10T21:32:25.277 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing write tid 1 to smithi07176956-1 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing write tid 2 to smithi07176956-1 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing write tid 3 to smithi07176956-1 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing write tid 4 to smithi07176956-1 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing write tid 5 to smithi07176956-1 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: finishing write tid 6 to smithi07176956-1 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: oid 1 updating version 0 to 10945 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: oid 1 updating version 10945 to 10946 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: oid 1 version 10946 is already newer than 10944 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: oid 1 version 10946 is already newer than 10943 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: oid 1 version 10946 is already newer than 10942 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 10946 (ObjNum 996 snap 298 seq_num 996) dirty exists 2024-03-10T21:32:25.278 INFO:tasks.rados.rados.0.smithi071.stdout:3163: left oid 1 (ObjNum 996 snap 298 seq_num 996) 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3166: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 10949 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3162: done (3 left) 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3163: done (2 left) 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3164: done (1 left) 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3166: done (0 left) 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3167: rollback oid 5 current snap is 298 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 260 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3168: copy_from oid 17 from oid 48 current snap is 298 2024-03-10T21:32:25.279 INFO:tasks.rados.rados.0.smithi071.stdout:3169: setattr oid 32 current snap is 298 2024-03-10T21:32:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:3170: rollback oid 27 current snap is 298 2024-03-10T21:32:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 290 2024-03-10T21:32:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:3171: read oid 15 snap -1 2024-03-10T21:32:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:3171: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:32:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 298 2024-03-10T21:32:25.280 INFO:tasks.rados.rados.0.smithi071.stdout:3172: seq_num 997 ranges {2351104=704512,3055616=794624,3850240=794624,4644864=16384} 2024-03-10T21:32:25.296 INFO:tasks.rados.rados.0.smithi071.stdout:3172: writing smithi07176956-18 from 2351104 to 3055616 tid 1 2024-03-10T21:32:25.300 INFO:tasks.rados.rados.0.smithi071.stdout:3172: writing smithi07176956-18 from 3055616 to 3850240 tid 2 2024-03-10T21:32:25.305 INFO:tasks.rados.rados.0.smithi071.stdout:3172: writing smithi07176956-18 from 3850240 to 4644864 tid 3 2024-03-10T21:32:25.305 INFO:tasks.rados.rados.0.smithi071.stdout:3172: writing smithi07176956-18 from 4644864 to 4661248 tid 4 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 298 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing copy_from to smithi07176956-17 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:3168: got expected ENOENT (src dne) 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24822 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:3170: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 13173 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:3167: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:32:25.306 INFO:tasks.rados.rados.0.smithi071.stdout:3173: seq_num 998 ranges {2875392=720896,3596288=679936,4276224=598016,4874240=327680} 2024-03-10T21:32:25.326 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07176956-11 from 2875392 to 3596288 tid 1 2024-03-10T21:32:25.329 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07176956-11 from 3596288 to 4276224 tid 2 2024-03-10T21:32:25.333 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07176956-11 from 4276224 to 4874240 tid 3 2024-03-10T21:32:25.335 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07176956-11 from 4874240 to 5201920 tid 4 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3168: done (6 left) 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3169: done (5 left) 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3170: done (4 left) 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3174: rmattr oid 30 current snap is 298 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3174: done (4 left) 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 298 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3167: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3167: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24825 (ObjNum 867 snap 246 seq_num 867) dirty exists 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3172: finishing write tid 1 to smithi07176956-18 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3172: finishing write tid 2 to smithi07176956-18 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3172: finishing write tid 3 to smithi07176956-18 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3172: finishing write tid 4 to smithi07176956-18 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3172: finishing write tid 5 to smithi07176956-18 2024-03-10T21:32:25.336 INFO:tasks.rados.rados.0.smithi071.stdout:3171: expect (ObjNum 796 snap 232 seq_num 796) 2024-03-10T21:32:25.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:25.280+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:25.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:25.281+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:25.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:25.284+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:25.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:25.284+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:25.621 INFO:tasks.rados.rados.0.smithi071.stdout:3172: finishing write tid 6 to smithi07176956-18 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3172: oid 18 updating version 0 to 13202 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3172: oid 18 version 13202 is already newer than 13201 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3172: oid 18 version 13202 is already newer than 13198 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3172: oid 18 version 13202 is already newer than 13200 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3172: oid 18 version 13202 is already newer than 13199 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 13202 (ObjNum 997 snap 298 seq_num 997) dirty exists 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3172: left oid 18 (ObjNum 997 snap 298 seq_num 997) 2024-03-10T21:32:25.622 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 1 to smithi07176956-11 2024-03-10T21:32:25.623 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 2 to smithi07176956-11 2024-03-10T21:32:25.623 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 3 to smithi07176956-11 2024-03-10T21:32:25.623 INFO:tasks.rados.rados.0.smithi071.stdout:3175: seq_num 999 ranges {7806976=737280,8544256=565248,9109504=761856,9871360=278528} 2024-03-10T21:32:25.666 INFO:tasks.rados.rados.0.smithi071.stdout:3175: writing smithi07176956-44 from 7806976 to 8544256 tid 1 2024-03-10T21:32:25.669 INFO:tasks.rados.rados.0.smithi071.stdout:3175: writing smithi07176956-44 from 8544256 to 9109504 tid 2 2024-03-10T21:32:25.673 INFO:tasks.rados.rados.0.smithi071.stdout:3175: writing smithi07176956-44 from 9109504 to 9871360 tid 3 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3175: writing smithi07176956-44 from 9871360 to 10149888 tid 4 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3167: done (4 left) 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3171: done (3 left) 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3172: done (2 left) 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3176: snap_create 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 4 to smithi07176956-11 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 5 to smithi07176956-11 2024-03-10T21:32:25.675 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 6 to smithi07176956-11 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3173: oid 11 updating version 0 to 24812 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3173: oid 11 updating version 24812 to 24813 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3173: oid 11 version 24813 is already newer than 24811 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3173: oid 11 version 24813 is already newer than 24809 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3173: oid 11 version 24813 is already newer than 24810 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24813 (ObjNum 998 snap 298 seq_num 998) dirty exists 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3173: left oid 11 (ObjNum 998 snap 298 seq_num 998) 2024-03-10T21:32:25.676 INFO:tasks.rados.rados.0.smithi071.stdout:3175: finishing write tid 1 to smithi07176956-44 2024-03-10T21:32:25.681 INFO:tasks.rados.rados.0.smithi071.stdout:3175: finishing write tid 2 to smithi07176956-44 2024-03-10T21:32:25.684 INFO:tasks.rados.rados.0.smithi071.stdout:3175: finishing write tid 3 to smithi07176956-44 2024-03-10T21:32:25.687 INFO:tasks.rados.rados.0.smithi071.stdout:3175: finishing write tid 4 to smithi07176956-44 2024-03-10T21:32:25.687 INFO:tasks.rados.rados.0.smithi071.stdout:3175: finishing write tid 5 to smithi07176956-44 2024-03-10T21:32:25.691 INFO:tasks.rados.rados.0.smithi071.stdout:3175: finishing write tid 6 to smithi07176956-44 2024-03-10T21:32:25.691 INFO:tasks.rados.rados.0.smithi071.stdout:3175: oid 44 updating version 0 to 24827 2024-03-10T21:32:25.691 INFO:tasks.rados.rados.0.smithi071.stdout:3175: oid 44 updating version 24827 to 24828 2024-03-10T21:32:25.691 INFO:tasks.rados.rados.0.smithi071.stdout:3175: oid 44 updating version 24828 to 24829 2024-03-10T21:32:25.691 INFO:tasks.rados.rados.0.smithi071.stdout:3175: oid 44 version 24829 is already newer than 24826 2024-03-10T21:32:25.691 INFO:tasks.rados.rados.0.smithi071.stdout:3175: oid 44 updating version 24829 to 24830 2024-03-10T21:32:25.692 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24830 (ObjNum 999 snap 298 seq_num 999) dirty exists 2024-03-10T21:32:25.692 INFO:tasks.rados.rados.0.smithi071.stdout:3175: left oid 44 (ObjNum 999 snap 298 seq_num 999) 2024-03-10T21:32:25.715 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph orch ps' 2024-03-10T21:32:25.923 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:32:26.112 INFO:tasks.rados.rados.0.smithi071.stdout:3173: done (2 left) 2024-03-10T21:32:26.112 INFO:tasks.rados.rados.0.smithi071.stdout:3175: done (1 left) 2024-03-10T21:32:26.112 INFO:tasks.rados.rados.0.smithi071.stdout:3176: done (0 left) 2024-03-10T21:32:26.112 INFO:tasks.rados.rados.0.smithi071.stdout:3177: snap_remove snap 246 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:26.301 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: osdmap e662: 8 total, 8 up, 8 in 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.302 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.302 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:26.302 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:26.110+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:26.112+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:26.112+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.303 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:26.112+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: osdmap e662: 8 total, 8 up, 8 in 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:26.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:26.305 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: osdmap e662: 8 total, 8 up, 8 in 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:26.306 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:26.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:26.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:26.307 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:26.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:26.299+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:26.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:26.300+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:26.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:26.297+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:26.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:26.297+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:26.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:26.298+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:26.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:26.296+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:26.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:26.297+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:26.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:26.297+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:26.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:26.297+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:27.115 INFO:tasks.rados.rados.0.smithi071.stdout:3177: done (0 left) 2024-03-10T21:32:27.115 INFO:tasks.rados.rados.0.smithi071.stdout:3178: copy_from oid 49 from oid 2 current snap is 299 2024-03-10T21:32:27.115 INFO:tasks.rados.rados.0.smithi071.stdout:3179: read oid 18 snap -1 2024-03-10T21:32:27.115 INFO:tasks.rados.rados.0.smithi071.stdout:3179: expect (ObjNum 997 snap 298 seq_num 997) 2024-03-10T21:32:27.115 INFO:tasks.rados.rados.0.smithi071.stdout:3180: setattr oid 45 current snap is 299 2024-03-10T21:32:27.117 INFO:tasks.rados.rados.0.smithi071.stdout:3181: snap_remove snap 295 2024-03-10T21:32:27.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:27.118+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:27.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:27.119+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: osdmap e663: 8 total, 8 up, 8 in 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:27.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: pgmap v679: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 878 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 0 B/s wr, 6 op/s 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:27.112+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:27.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:27.112+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:27.113+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:27.113+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:27.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:27.113+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: osdmap e663: 8 total, 8 up, 8 in 2024-03-10T21:32:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:27.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: pgmap v679: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 878 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 0 B/s wr, 6 op/s 2024-03-10T21:32:27.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:27.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:27.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:27.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:27.114+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:27.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:27.114+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:27.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:27.117+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:27.125+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:27.128+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:27.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:27.129+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: osdmap e663: 8 total, 8 up, 8 in 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: pgmap v679: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 878 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 0 B/s wr, 6 op/s 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:27.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:27.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:27.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:27.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:27.770 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-10T21:32:27.770 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (51s) 48s ago 12m 16.4M - 0.25.0 c8568f914cd2 8c2c5f4095bd 2024-03-10T21:32:27.770 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi193 *:3000 running (26s) 21s ago 12m 62.0M - 9.4.12 a0ea5e3c46d9 cb9fb5f9eae1 2024-03-10T21:32:27.770 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (2m) 48s ago 13m 14.2M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 c4540245015a 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi193 running (100s) 21s ago 13m 15.3M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 a1cfefc4f95f 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi193 *:8443,9283,8765 running (8m) 21s ago 17m 453M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 3d6ce38a168a 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283,8765 running (8m) 48s ago 19m 527M - 19.0.0-1977-gcb2b48d7 4b6be7422c85 853b692f5d0e 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (8m) 48s ago 19m 72.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 dde20d695006 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi193 running (7m) 21s ago 17m 56.8M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 d412e60d18e7 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 48s ago 17m 62.0M 2048M 19.0.0-1977-gcb2b48d7 4b6be7422c85 aef042484089 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (87s) 48s ago 12m 7323k - 1.5.0 0da6a335fe13 0a7043ed20a2 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi193 *:9100 running (83s) 21s ago 12m 15.9M - 1.5.0 0da6a335fe13 1072f3b7f721 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 48s ago 17m 316M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 f471ad79b84b 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 48s ago 16m 392M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 c2664c343445 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 48s ago 16m 327M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 28adf6c1eaad 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 48s ago 15m 172M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 ca33140e42b0 2024-03-10T21:32:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi193 running (4m) 21s ago 15m 302M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 56ca6ee13cdf 2024-03-10T21:32:27.772 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi193 running (3m) 21s ago 15m 419M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 949c003631aa 2024-03-10T21:32:27.772 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi193 running (3m) 21s ago 14m 188M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 3f05fac4da9e 2024-03-10T21:32:27.772 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi193 running (2m) 21s ago 14m 243M 2480M 19.0.0-1977-gcb2b48d7 4b6be7422c85 63399d1e4441 2024-03-10T21:32:27.772 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi193 *:9095 running (67s) 21s ago 13m 48.2M - 2.43.0 a07b618ecd1d 36dfdc2d8b92 2024-03-10T21:32:27.772 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:27.446+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:28.126 INFO:tasks.rados.rados.0.smithi071.stdout:3181: done (3 left) 2024-03-10T21:32:28.126 INFO:tasks.rados.rados.0.smithi071.stdout:3182: snap_remove snap 297 2024-03-10T21:32:28.363 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph versions' 2024-03-10T21:32:28.378 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:28.124+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:28.378 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:28.125+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:28.379 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:28.125+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:28.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:28.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:28.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: osdmap e664: 8 total, 8 up, 8 in 2024-03-10T21:32:28.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:28.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:28.379 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[91105]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:32:28.382 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.123+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:28.383 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.123+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:28.383 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.124+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:28.383 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.124+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:28.383 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.124+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:28.383 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.124+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:28.383 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:28.124+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: osdmap e664: 8 total, 8 up, 8 in 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:28.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:28.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:28.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:28.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:28.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:28.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:28.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:28.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:28.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:28.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:28.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:28.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-mon[88660]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:32:28.577 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:32:28.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:28.303+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:28.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:28.303+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:28.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:28.254+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:28.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:28.254+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:28.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:28.254+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: osdmap e664: 8 total, 8 up, 8 in 2024-03-10T21:32:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:28.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:28 smithi193 ceph-mon[83873]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-10T21:32:28.953 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:28.680+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:3182: done (3 left) 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:3183: setattr oid 9 current snap is 299 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5819 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing copy_from racing read to smithi07176956-49 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing copy_from to smithi07176956-49 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 9803 (ObjNum 993 snap 294 seq_num 993) dirty exists 2024-03-10T21:32:29.135 INFO:tasks.rados.rados.0.smithi071.stdout:3179: expect (ObjNum 997 snap 298 seq_num 997) 2024-03-10T21:32:29.307 INFO:tasks.rados.rados.0.smithi071.stdout:3178: done (3 left) 2024-03-10T21:32:29.307 INFO:tasks.rados.rados.0.smithi071.stdout:3179: done (2 left) 2024-03-10T21:32:29.308 INFO:tasks.rados.rados.0.smithi071.stdout:3180: done (1 left) 2024-03-10T21:32:29.308 INFO:tasks.rados.rados.0.smithi071.stdout:3184: delete oid 33 current snap is 299 2024-03-10T21:32:29.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24831 (ObjNum 926 snap 272 seq_num 926) dirty exists 2024-03-10T21:32:29.311 INFO:tasks.rados.rados.0.smithi071.stdout:3183: done (1 left) 2024-03-10T21:32:29.311 INFO:tasks.rados.rados.0.smithi071.stdout:3184: done (0 left) 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3185: read oid 23 snap -1 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3185: expect deleted 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3186: rollback oid 39 current snap is 299 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 298 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3187: read oid 29 snap -1 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3187: expect (ObjNum 915 snap 267 seq_num 915) 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3188: read oid 19 snap -1 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3188: expect (ObjNum 960 snap 286 seq_num 960) 2024-03-10T21:32:29.312 INFO:tasks.rados.rados.0.smithi071.stdout:3189: snap_create 2024-03-10T21:32:29.329 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:32:29.330 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:32:29.330 INFO:tasks.rados.rados.0.smithi071.stdout:3186: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:32:29.330 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24824 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:32:29.332 INFO:tasks.rados.rados.0.smithi071.stdout:3188: expect (ObjNum 960 snap 286 seq_num 960) 2024-03-10T21:32:29.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:29.130+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:29.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:29.132+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:29.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:29.133+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: osdmap e665: 8 total, 8 up, 8 in 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: pgmap v682: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 884 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:29.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:29.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:29.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:29.146+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:29.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:29.146+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:29.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:29.147+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:29.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:29.148+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:29.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:29.148+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: osdmap e665: 8 total, 8 up, 8 in 2024-03-10T21:32:29.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: pgmap v682: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 884 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:29.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:29.498 INFO:tasks.rados.rados.0.smithi071.stdout:3187: expect (ObjNum 915 snap 267 seq_num 915) 2024-03-10T21:32:29.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:29.147+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:29.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:29.149+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:29.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:29.134+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:29.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:29.134+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:29.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:29.134+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:29.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:29.149+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:29.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:29.149+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: osdmap e665: 8 total, 8 up, 8 in 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: pgmap v682: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 884 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:29.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:30.139 INFO:tasks.rados.rados.0.smithi071.stdout:3185: done (4 left) 2024-03-10T21:32:30.139 INFO:tasks.rados.rados.0.smithi071.stdout:3186: done (3 left) 2024-03-10T21:32:30.139 INFO:tasks.rados.rados.0.smithi071.stdout:3187: done (2 left) 2024-03-10T21:32:30.139 INFO:tasks.rados.rados.0.smithi071.stdout:3188: done (1 left) 2024-03-10T21:32:30.139 INFO:tasks.rados.rados.0.smithi071.stdout:3189: done (0 left) 2024-03-10T21:32:30.140 INFO:tasks.rados.rados.0.smithi071.stdout:3190: snap_remove snap 293 2024-03-10T21:32:30.567 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:30.136+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:30.567 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:30.136+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:30.567 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:30.136+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: osdmap e666: 8 total, 8 up, 8 in 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:30.568 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:30.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:30.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:30.569 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:30.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:30.138+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:30.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:30.138+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:30.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:30.138+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.136+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.137+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.137+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.137+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.137+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.137+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:30.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:30.137+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:30.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:30.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: osdmap e666: 8 total, 8 up, 8 in 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:30.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: osdmap e666: 8 total, 8 up, 8 in 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:30.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:30.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:30.647 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-03-10T21:32:30.647 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2024-03-10T21:32:30.647 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 3 2024-03-10T21:32:30.647 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:32:30.647 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 8 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 2 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)": 15 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-03-10T21:32:30.648 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-03-10T21:32:30.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:30.565+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:30.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:30.565+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:31.148 INFO:tasks.rados.rados.0.smithi071.stdout:3190: done (0 left) 2024-03-10T21:32:31.148 INFO:tasks.rados.rados.0.smithi071.stdout:3191: read oid 42 snap 298 2024-03-10T21:32:31.148 INFO:tasks.rados.rados.0.smithi071.stdout:3191: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:32:31.148 INFO:tasks.rados.rados.0.smithi071.stdout:3192: snap_remove snap 288 2024-03-10T21:32:31.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:30.964+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:31.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:30.964+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:31.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:31.145+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:31.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:31.145+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:31.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:31.145+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: osdmap e667: 8 total, 8 up, 8 in 2024-03-10T21:32:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:31.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: pgmap v685: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 893 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2749544041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:31.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:31.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:32:31] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:32:31.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:31.148+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:31.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:31.148+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:31.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:30.963+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:31.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:31.142+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: osdmap e667: 8 total, 8 up, 8 in 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:31.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: pgmap v685: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 893 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2749544041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: osdmap e667: 8 total, 8 up, 8 in 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:31.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: pgmap v685: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 893 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2749544041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:31.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:31.403 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-03-10T21:32:31.649 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:32:32.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:31.755+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:32.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:31.755+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:32.146 INFO:tasks.rados.rados.0.smithi071.stdout:3192: done (1 left) 2024-03-10T21:32:32.146 INFO:tasks.rados.rados.0.smithi071.stdout:3193: rollback oid 46 current snap is 300 2024-03-10T21:32:32.146 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 282 2024-03-10T21:32:32.146 INFO:tasks.rados.rados.0.smithi071.stdout:3191: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:32:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: osdmap e668: 8 total, 8 up, 8 in 2024-03-10T21:32:32.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:32.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:32.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:32.150+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:32.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:32.151+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:32.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:32.151+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:32.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: osdmap e668: 8 total, 8 up, 8 in 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.097+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:32.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.097+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:32.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.097+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.097+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.097+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.148+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.148+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.148+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.149+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.149+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.149+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:32.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:32.149+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:32.408 INFO:tasks.rados.rados.0.smithi071.stdout:3193: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:32:32.408 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 13174 (ObjNum 33 snap 0 seq_num 3176247456) dirty dne 2024-03-10T21:32:32.408 INFO:tasks.rados.rados.0.smithi071.stdout:3191: done (1 left) 2024-03-10T21:32:32.408 INFO:tasks.rados.rados.0.smithi071.stdout:3193: done (0 left) 2024-03-10T21:32:32.408 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 300 2024-03-10T21:32:32.408 INFO:tasks.rados.rados.0.smithi071.stdout:3194: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-03-10T21:32:32.411 INFO:tasks.rados.rados.0.smithi071.stdout:3194: writing smithi07176956-45 from 0 to 770048 tid 1 2024-03-10T21:32:32.416 INFO:tasks.rados.rados.0.smithi071.stdout:3194: writing smithi07176956-45 from 770048 to 1499136 tid 2 2024-03-10T21:32:32.420 INFO:tasks.rados.rados.0.smithi071.stdout:3194: writing smithi07176956-45 from 1499136 to 2269184 tid 3 2024-03-10T21:32:32.421 INFO:tasks.rados.rados.0.smithi071.stdout:3194: writing smithi07176956-45 from 2269184 to 2375680 tid 4 2024-03-10T21:32:32.421 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 300 2024-03-10T21:32:32.421 INFO:tasks.rados.rados.0.smithi071.stdout:3194: finishing write tid 1 to smithi07176956-45 2024-03-10T21:32:32.421 INFO:tasks.rados.rados.0.smithi071.stdout:3194: finishing write tid 2 to smithi07176956-45 2024-03-10T21:32:32.421 INFO:tasks.rados.rados.0.smithi071.stdout:3195: seq_num 1002 ranges {7987200=786432,8773632=614400,9388032=581632,9969664=409600} 2024-03-10T21:32:32.468 INFO:tasks.rados.rados.0.smithi071.stdout:3195: writing smithi07176956-26 from 7987200 to 8773632 tid 1 2024-03-10T21:32:32.472 INFO:tasks.rados.rados.0.smithi071.stdout:3195: writing smithi07176956-26 from 8773632 to 9388032 tid 2 2024-03-10T21:32:32.475 INFO:tasks.rados.rados.0.smithi071.stdout:3195: writing smithi07176956-26 from 9388032 to 9969664 tid 3 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3195: writing smithi07176956-26 from 9969664 to 10379264 tid 4 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3196: read oid 17 snap -1 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3196: expect deleted 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3197: snap_create 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3194: finishing write tid 3 to smithi07176956-45 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3194: finishing write tid 4 to smithi07176956-45 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3194: finishing write tid 5 to smithi07176956-45 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3194: finishing write tid 6 to smithi07176956-45 2024-03-10T21:32:32.479 INFO:tasks.rados.rados.0.smithi071.stdout:3194: oid 45 updating version 0 to 5820 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3194: oid 45 updating version 5820 to 5823 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3194: oid 45 version 5823 is already newer than 5821 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3194: oid 45 updating version 5823 to 5824 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3194: oid 45 version 5824 is already newer than 5822 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 5824 (ObjNum 1001 snap 300 seq_num 1001) dirty exists 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3194: left oid 45 (ObjNum 1001 snap 300 seq_num 1001) 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing write tid 1 to smithi07176956-26 2024-03-10T21:32:32.480 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing write tid 2 to smithi07176956-26 2024-03-10T21:32:32.481 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing write tid 3 to smithi07176956-26 2024-03-10T21:32:32.481 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing write tid 4 to smithi07176956-26 2024-03-10T21:32:32.481 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing write tid 5 to smithi07176956-26 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:3195: finishing write tid 6 to smithi07176956-26 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:3195: oid 26 updating version 0 to 24823 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:3195: oid 26 updating version 24823 to 24824 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:3195: oid 26 updating version 24824 to 24827 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:3195: oid 26 version 24827 is already newer than 24826 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:3195: oid 26 version 24827 is already newer than 24825 2024-03-10T21:32:32.483 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24827 (ObjNum 1002 snap 300 seq_num 1002) dirty exists 2024-03-10T21:32:32.484 INFO:tasks.rados.rados.0.smithi071.stdout:3195: left oid 26 (ObjNum 1002 snap 300 seq_num 1002) 2024-03-10T21:32:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: osdmap e668: 8 total, 8 up, 8 in 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:32.147+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:32.147+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:32.396+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:32.396+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:32.396+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:32.151+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:32.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:32.154+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:32.754 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:32.403+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:33.164 INFO:tasks.rados.rados.0.smithi071.stdout:3194: done (3 left) 2024-03-10T21:32:33.164 INFO:tasks.rados.rados.0.smithi071.stdout:3195: done (2 left) 2024-03-10T21:32:33.165 INFO:tasks.rados.rados.0.smithi071.stdout:3196: done (1 left) 2024-03-10T21:32:33.165 INFO:tasks.rados.rados.0.smithi071.stdout:3197: done (0 left) 2024-03-10T21:32:33.165 INFO:tasks.rados.rados.0.smithi071.stdout:3198: delete oid 39 current snap is 301 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:3198: done (0 left) 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:3199: read oid 44 snap 269 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:3199: expect (ObjNum 902 snap 261 seq_num 902) 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:3200: read oid 20 snap -1 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:3200: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 301 2024-03-10T21:32:33.170 INFO:tasks.rados.rados.0.smithi071.stdout:3201: seq_num 1004 ranges {0=16384} 2024-03-10T21:32:33.171 INFO:tasks.rados.rados.0.smithi071.stdout:3201: writing smithi07176956-48 from 0 to 16384 tid 1 2024-03-10T21:32:33.171 INFO:tasks.rados.rados.0.smithi071.stdout:3202: snap_create 2024-03-10T21:32:33.171 INFO:tasks.rados.rados.0.smithi071.stdout:3200: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:32:33.181 INFO:tasks.rados.rados.0.smithi071.stdout:3201: finishing write tid 1 to smithi07176956-48 2024-03-10T21:32:33.182 INFO:tasks.rados.rados.0.smithi071.stdout:3201: finishing write tid 2 to smithi07176956-48 2024-03-10T21:32:33.189 INFO:tasks.rados.rados.0.smithi071.stdout:3201: finishing write tid 3 to smithi07176956-48 2024-03-10T21:32:33.189 INFO:tasks.rados.rados.0.smithi071.stdout:3201: oid 48 updating version 0 to 13222 2024-03-10T21:32:33.189 INFO:tasks.rados.rados.0.smithi071.stdout:3201: oid 48 version 13222 is already newer than 13221 2024-03-10T21:32:33.189 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 13222 (ObjNum 1004 snap 301 seq_num 1004) dirty exists 2024-03-10T21:32:33.189 INFO:tasks.rados.rados.0.smithi071.stdout:3201: left oid 48 (ObjNum 1004 snap 301 seq_num 1004) 2024-03-10T21:32:33.203 INFO:tasks.rados.rados.0.smithi071.stdout:3199: expect (ObjNum 902 snap 261 seq_num 902) 2024-03-10T21:32:33.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:33.162+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:33.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:33.163+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:33.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:33.166+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:33.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:33.160+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:33.160+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:33.161+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:33.161+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:33.161+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: osdmap e669: 8 total, 8 up, 8 in 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: pgmap v688: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 893 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:33.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: osdmap e669: 8 total, 8 up, 8 in 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:33.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: pgmap v688: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 893 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:33.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:33.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:33.165+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:33.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:33.165+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:33.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:33.165+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:33.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:33.172+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:33.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:33.180+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:33.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:33.174+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:33.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:33.174+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: osdmap e669: 8 total, 8 up, 8 in 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:33.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:33.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: pgmap v688: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 893 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.1 MiB/s wr, 15 op/s 2024-03-10T21:32:33.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:33.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:33.590 INFO:teuthology.orchestra.run.smithi071.stdout:true 2024-03-10T21:32:34.171 INFO:tasks.rados.rados.0.smithi071.stdout:3199: done (3 left) 2024-03-10T21:32:34.171 INFO:tasks.rados.rados.0.smithi071.stdout:3200: done (2 left) 2024-03-10T21:32:34.171 INFO:tasks.rados.rados.0.smithi071.stdout:3201: done (1 left) 2024-03-10T21:32:34.171 INFO:tasks.rados.rados.0.smithi071.stdout:3202: done (0 left) 2024-03-10T21:32:34.171 INFO:tasks.rados.rados.0.smithi071.stdout:3203: delete oid 30 current snap is 302 2024-03-10T21:32:34.180 INFO:tasks.rados.rados.0.smithi071.stdout:3203: done (0 left) 2024-03-10T21:32:34.180 INFO:tasks.rados.rados.0.smithi071.stdout:3204: read oid 9 snap 299 2024-03-10T21:32:34.180 INFO:tasks.rados.rados.0.smithi071.stdout:3204: expect (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:32:34.180 INFO:tasks.rados.rados.0.smithi071.stdout:3205: snap_remove snap 290 2024-03-10T21:32:34.188 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9129898-df22-11ee-95c7-87774f69a715 -e sha1=cb2b48d76f56fc07bc6a177ed79951f825d2165e -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-03-10T21:32:34.394 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:32:34.512 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:34.184+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:34.513 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:34.348+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:34.513 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:34.348+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:34.513 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:34.348+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:34.514 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.170+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:34.514 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.171+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:34.514 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.171+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:34.514 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.171+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:34.515 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.171+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:34.515 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.171+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:34.515 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:34.171+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:34.515 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.516 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.516 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:34.516 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:34.516 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:34.516 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:34.516 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: osdmap e670: 8 total, 8 up, 8 in 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:34.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:34.518 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.518 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.518 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:34.518 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/4162791770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:34.519 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.519 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.519 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:34.519 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:34.519 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:34.519 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:34.520 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:34.520 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:34.520 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: osdmap e670: 8 total, 8 up, 8 in 2024-03-10T21:32:34.520 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:34.520 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:34.520 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:34.521 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:34.521 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:34.522 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.522 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.522 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:34.523 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:34 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/4162791770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:34.569 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:34.166+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:34.569 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:34.167+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:34.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:34.172+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.569 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:34.175+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:34.570 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:34.175+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:34.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:34.570 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: osdmap e670: 8 total, 8 up, 8 in 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:34.571 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/4162791770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:34.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:34.567+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:34.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:34.567+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:35.175 INFO:tasks.rados.rados.0.smithi071.stdout:3205: done (1 left) 2024-03-10T21:32:35.175 INFO:tasks.rados.rados.0.smithi071.stdout:3206: copy_from oid 30 from oid 2 current snap is 302 2024-03-10T21:32:35.176 INFO:tasks.rados.rados.0.smithi071.stdout:3204: expect (ObjNum 926 snap 272 seq_num 926) 2024-03-10T21:32:35.206 INFO:tasks.rados.rados.0.smithi071.stdout:3206: finishing copy_from racing read to smithi07176956-30 2024-03-10T21:32:35.206 INFO:tasks.rados.rados.0.smithi071.stdout:3206: finishing copy_from to smithi07176956-30 2024-03-10T21:32:35.206 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 9803 (ObjNum 993 snap 294 seq_num 993) dirty exists 2024-03-10T21:32:35.207 INFO:tasks.rados.rados.0.smithi071.stdout:3204: done (1 left) 2024-03-10T21:32:35.207 INFO:tasks.rados.rados.0.smithi071.stdout:3206: done (0 left) 2024-03-10T21:32:35.207 INFO:tasks.rados.rados.0.smithi071.stdout:3207: copy_from oid 43 from oid 21 current snap is 302 2024-03-10T21:32:35.207 INFO:tasks.rados.rados.0.smithi071.stdout:3208: setattr oid 5 current snap is 302 2024-03-10T21:32:35.207 INFO:tasks.rados.rados.0.smithi071.stdout:3209: delete oid 3 current snap is 302 2024-03-10T21:32:35.212 INFO:tasks.rados.rados.0.smithi071.stdout:3209: done (2 left) 2024-03-10T21:32:35.213 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 302 2024-03-10T21:32:35.213 INFO:tasks.rados.rados.0.smithi071.stdout:3210: seq_num 1007 ranges {0=65536} 2024-03-10T21:32:35.213 INFO:tasks.rados.rados.0.smithi071.stdout:3210: writing smithi07176956-50 from 0 to 65536 tid 1 2024-03-10T21:32:35.213 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 302 2024-03-10T21:32:35.213 INFO:tasks.rados.rados.0.smithi071.stdout:3211: seq_num 1008 ranges {3022848=90112} 2024-03-10T21:32:35.231 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi07176956-25 from 3022848 to 3112960 tid 1 2024-03-10T21:32:35.231 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 302 2024-03-10T21:32:35.231 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24831 (ObjNum 867 snap 246 seq_num 867) dirty exists 2024-03-10T21:32:35.231 INFO:tasks.rados.rados.0.smithi071.stdout:3212: seq_num 1009 ranges {2244608=106496} 2024-03-10T21:32:35.243 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi07176956-2 from 2244608 to 2351104 tid 1 2024-03-10T21:32:35.244 INFO:tasks.rados.rados.0.smithi071.stdout:3208: done (4 left) 2024-03-10T21:32:35.244 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 302 2024-03-10T21:32:35.244 INFO:tasks.rados.rados.0.smithi071.stdout:3213: seq_num 1010 ranges {0=122880} 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3213: writing smithi07176956-12 from 0 to 122880 tid 1 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3214: snap_create 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3210: finishing write tid 1 to smithi07176956-50 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3210: finishing write tid 2 to smithi07176956-50 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3210: finishing write tid 3 to smithi07176956-50 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3210: oid 50 updating version 0 to 5825 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:3210: oid 50 updating version 5825 to 5826 2024-03-10T21:32:35.245 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 5826 (ObjNum 1007 snap 302 seq_num 1007) dirty exists 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3210: left oid 50 (ObjNum 1007 snap 302 seq_num 1007) 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3207: finishing copy_from to smithi07176956-43 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 10949 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 1 to smithi07176956-25 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 2 to smithi07176956-25 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 3 to smithi07176956-25 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3211: oid 25 updating version 0 to 24822 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:3211: oid 25 version 24822 is already newer than 24821 2024-03-10T21:32:35.246 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 24822 (ObjNum 1008 snap 302 seq_num 1008) dirty exists 2024-03-10T21:32:35.247 INFO:tasks.rados.rados.0.smithi071.stdout:3211: left oid 25 (ObjNum 1008 snap 302 seq_num 1008) 2024-03-10T21:32:35.249 INFO:tasks.rados.rados.0.smithi071.stdout:3213: finishing write tid 1 to smithi07176956-12 2024-03-10T21:32:35.250 INFO:tasks.rados.rados.0.smithi071.stdout:3213: finishing write tid 2 to smithi07176956-12 2024-03-10T21:32:35.251 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 1 to smithi07176956-2 2024-03-10T21:32:35.251 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 2 to smithi07176956-2 2024-03-10T21:32:35.252 INFO:tasks.rados.rados.0.smithi071.stdout:3213: finishing write tid 3 to smithi07176956-12 2024-03-10T21:32:35.252 INFO:tasks.rados.rados.0.smithi071.stdout:3213: oid 12 updating version 0 to 10950 2024-03-10T21:32:35.252 INFO:tasks.rados.rados.0.smithi071.stdout:3213: oid 12 updating version 10950 to 10951 2024-03-10T21:32:35.252 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10951 (ObjNum 1010 snap 302 seq_num 1010) dirty exists 2024-03-10T21:32:35.253 INFO:tasks.rados.rados.0.smithi071.stdout:3213: left oid 12 (ObjNum 1010 snap 302 seq_num 1010) 2024-03-10T21:32:35.256 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 3 to smithi07176956-2 2024-03-10T21:32:35.256 INFO:tasks.rados.rados.0.smithi071.stdout:3212: oid 2 updating version 0 to 9808 2024-03-10T21:32:35.256 INFO:tasks.rados.rados.0.smithi071.stdout:3212: oid 2 version 9808 is already newer than 9807 2024-03-10T21:32:35.256 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9808 (ObjNum 1009 snap 302 seq_num 1009) dirty exists 2024-03-10T21:32:35.256 INFO:tasks.rados.rados.0.smithi071.stdout:3212: left oid 2 (ObjNum 1009 snap 302 seq_num 1009) 2024-03-10T21:32:35.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:35.208+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:35.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:35.209+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:35.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:35.176+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:35.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:35.176+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:35.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:35.176+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:35.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:35.180+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:35.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:35.180+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: osdmap e671: 8 total, 8 up, 8 in 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: pgmap v691: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 898 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-10T21:32:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:35.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:35.210+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:35.173+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:35.173+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:35.172+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:35.172+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:35.173+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:35.173+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:35.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:35.174+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: osdmap e671: 8 total, 8 up, 8 in 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: pgmap v691: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 898 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: osdmap e671: 8 total, 8 up, 8 in 2024-03-10T21:32:35.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: pgmap v691: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 898 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:35.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3207: done (5 left) 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3210: done (4 left) 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3211: done (3 left) 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3212: done (2 left) 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3213: done (1 left) 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3214: done (0 left) 2024-03-10T21:32:36.182 INFO:tasks.rados.rados.0.smithi071.stdout:3215: read oid 22 snap -1 2024-03-10T21:32:36.183 INFO:tasks.rados.rados.0.smithi071.stdout:3215: expect deleted 2024-03-10T21:32:36.183 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 303 2024-03-10T21:32:36.183 INFO:tasks.rados.rados.0.smithi071.stdout:3216: seq_num 1011 ranges {2351104=139264} 2024-03-10T21:32:36.195 INFO:tasks.rados.rados.0.smithi071.stdout:3216: writing smithi07176956-2 from 2351104 to 2490368 tid 1 2024-03-10T21:32:36.196 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 303 2024-03-10T21:32:36.196 INFO:tasks.rados.rados.0.smithi071.stdout:3217: seq_num 1012 ranges {10149888=155648} 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3217: writing smithi07176956-44 from 10149888 to 10305536 tid 1 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3218: copy_from oid 50 from oid 29 current snap is 303 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: finishing write tid 1 to smithi07176956-2 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: finishing write tid 2 to smithi07176956-2 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: finishing write tid 3 to smithi07176956-2 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: oid 2 updating version 0 to 9811 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: oid 2 version 9811 is already newer than 9810 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9811 (ObjNum 1011 snap 303 seq_num 1011) dirty exists 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: left oid 2 (ObjNum 1011 snap 303 seq_num 1011) 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3215: done (3 left) 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3216: done (2 left) 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3219: read oid 41 snap 271 2024-03-10T21:32:36.252 INFO:tasks.rados.rados.0.smithi071.stdout:3219: expect (ObjNum 869 snap 247 seq_num 869) 2024-03-10T21:32:36.253 INFO:tasks.rados.rados.0.smithi071.stdout:3220: copy_from oid 11 from oid 49 current snap is 303 2024-03-10T21:32:36.253 INFO:tasks.rados.rados.0.smithi071.stdout:3221: snap_create 2024-03-10T21:32:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:3217: finishing write tid 1 to smithi07176956-44 2024-03-10T21:32:36.261 INFO:tasks.rados.rados.0.smithi071.stdout:3217: finishing write tid 2 to smithi07176956-44 2024-03-10T21:32:36.264 INFO:tasks.rados.rados.0.smithi071.stdout:3219: expect (ObjNum 869 snap 247 seq_num 869) 2024-03-10T21:32:36.417 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 19.0.0-1977-gcb2b48d7 (cb2b48d76f56fc07bc6a177ed79951f825d2165e) squid (dev)" 2024-03-10T21:32:36.424 INFO:tasks.rados.rados.0.smithi071.stdout:3217: finishing write tid 3 to smithi07176956-44 2024-03-10T21:32:36.424 INFO:tasks.rados.rados.0.smithi071.stdout:3217: oid 44 updating version 0 to 24832 2024-03-10T21:32:36.424 INFO:tasks.rados.rados.0.smithi071.stdout:3217: oid 44 updating version 24832 to 24833 2024-03-10T21:32:36.424 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24833 (ObjNum 1012 snap 303 seq_num 1012) dirty exists 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:3217: left oid 44 (ObjNum 1012 snap 303 seq_num 1012) 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:3220: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:3220: finishing copy_from to smithi07176956-11 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 9803 (ObjNum 993 snap 294 seq_num 993) dirty exists 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing copy_from to smithi07176956-50 2024-03-10T21:32:36.425 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24815 (ObjNum 915 snap 267 seq_num 915) dirty exists 2024-03-10T21:32:36.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:36.199+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:36.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:36.199+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:36.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:36.201+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:36.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:36.201+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:36.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:36.185+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:36.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:36.185+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:36.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:36.185+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: osdmap e672: 8 total, 8 up, 8 in 2024-03-10T21:32:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:36.588 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:36.197+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:36.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:36.180+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:36.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:36.180+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:36.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:36.180+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:36.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: osdmap e672: 8 total, 8 up, 8 in 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:36.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: osdmap e672: 8 total, 8 up, 8 in 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 12d=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 166=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:36.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:36.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.179+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:36.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.181+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:36.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.181+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:36.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.181+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:36.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.181+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:36.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.181+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:36.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:36.181+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:37.128 INFO:teuthology.task.sequential:In sequential, running task print... 2024-03-10T21:32:37.128 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-03-10T21:32:37.129 DEBUG:teuthology.parallel:result is None 2024-03-10T21:32:37.189 INFO:tasks.rados.rados.0.smithi071.stdout:3217: done (4 left) 2024-03-10T21:32:37.189 INFO:tasks.rados.rados.0.smithi071.stdout:3218: done (3 left) 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3219: done (2 left) 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3220: done (1 left) 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3221: done (0 left) 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3222: rollback oid 40 current snap is 304 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 282 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3223: read oid 10 snap -1 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3223: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3224: rollback oid 39 current snap is 304 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 298 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 304 2024-03-10T21:32:37.190 INFO:tasks.rados.rados.0.smithi071.stdout:3225: seq_num 1013 ranges {3571712=172032} 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3225: writing smithi07176956-50 from 3571712 to 3743744 tid 1 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3226: read oid 22 snap -1 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3226: expect deleted 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3227: snap_create 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24827 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:32:37.211 INFO:tasks.rados.rados.0.smithi071.stdout:3222: finishing rollback tid 0 to smithi07176956-40 2024-03-10T21:32:37.213 INFO:tasks.rados.rados.0.smithi071.stdout:3222: finishing rollback tid 1 to smithi07176956-40 2024-03-10T21:32:37.213 INFO:tasks.rados.rados.0.smithi071.stdout:3222: finishing rollback tid 2 to smithi07176956-40 2024-03-10T21:32:37.213 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13207 (ObjNum 926 snap 272 seq_num 926) dirty exists 2024-03-10T21:32:37.214 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing write tid 1 to smithi07176956-50 2024-03-10T21:32:37.215 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing write tid 2 to smithi07176956-50 2024-03-10T21:32:37.216 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing write tid 3 to smithi07176956-50 2024-03-10T21:32:37.217 INFO:tasks.rados.rados.0.smithi071.stdout:3225: oid 50 updating version 0 to 24816 2024-03-10T21:32:37.217 INFO:tasks.rados.rados.0.smithi071.stdout:3225: oid 50 updating version 24816 to 24817 2024-03-10T21:32:37.217 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24817 (ObjNum 1013 snap 304 seq_num 1013) dirty exists 2024-03-10T21:32:37.217 INFO:tasks.rados.rados.0.smithi071.stdout:3225: left oid 50 (ObjNum 1013 snap 304 seq_num 1013) 2024-03-10T21:32:37.224 INFO:tasks.rados.rados.0.smithi071.stdout:3223: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:32:37.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:37.213+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:37.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:37.213+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:37.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:37.197+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:37.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:37.208+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:37.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:37.187+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:37.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:37.187+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:37.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:37.187+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: pgmap v693: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 898 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: osdmap e673: 8 total, 8 up, 8 in 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:37.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:37.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:37.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:37.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:37.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:37 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/4167312302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:37.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:37.191+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:37.188+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:37.188+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:37.187+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:37.187+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:37.188+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:37.188+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:37.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:37.188+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: pgmap v693: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 898 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: osdmap e673: 8 total, 8 up, 8 in 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:37.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/4167312302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: pgmap v693: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 898 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:37.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: osdmap e673: 8 total, 8 up, 8 in 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:37.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:37.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:37 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/4167312302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3222: done (5 left) 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3223: done (4 left) 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3224: done (3 left) 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3225: done (2 left) 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3226: done (1 left) 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3227: done (0 left) 2024-03-10T21:32:38.198 INFO:tasks.rados.rados.0.smithi071.stdout:3228: snap_remove snap 269 2024-03-10T21:32:38.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:38.195+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:38.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:38.196+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: osdmap e674: 8 total, 8 up, 8 in 2024-03-10T21:32:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:38.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:38.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:38.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.193+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.193+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.193+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:38.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.193+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:38.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.194+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:38.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.194+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:38.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:38.194+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: osdmap e674: 8 total, 8 up, 8 in 2024-03-10T21:32:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: osdmap e674: 8 total, 8 up, 8 in 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:38.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:38.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:39.199 INFO:tasks.rados.rados.0.smithi071.stdout:3228: done (0 left) 2024-03-10T21:32:39.199 INFO:tasks.rados.rados.0.smithi071.stdout:3229: setattr oid 44 current snap is 305 2024-03-10T21:32:39.201 INFO:tasks.rados.rados.0.smithi071.stdout:3230: copy_from oid 35 from oid 34 current snap is 305 2024-03-10T21:32:39.201 INFO:tasks.rados.rados.0.smithi071.stdout:3231: read oid 22 snap -1 2024-03-10T21:32:39.201 INFO:tasks.rados.rados.0.smithi071.stdout:3231: expect deleted 2024-03-10T21:32:39.201 INFO:tasks.rados.rados.0.smithi071.stdout:3232: snap_remove snap 266 2024-03-10T21:32:39.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:39.194+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:39.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:39.195+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:39.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:39.200+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:39.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:39.201+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:39.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:39.208+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:39.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:39.208+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:39.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:39.208+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:39.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:39.208+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: pgmap v696: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 902 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: osdmap e675: 8 total, 8 up, 8 in 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:39.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:39.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:39.196+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: pgmap v696: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 902 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: osdmap e675: 8 total, 8 up, 8 in 2024-03-10T21:32:39.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:39.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:39.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:39.208+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:39.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:39.208+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:39.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:39.209+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:39.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:39.209+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:39.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:39.209+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:39.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: pgmap v696: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 902 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: osdmap e675: 8 total, 8 up, 8 in 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:39.098+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:39.098+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:39.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:39.098+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:39.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:39.203+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:39.590 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:39.203+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3232: done (3 left) 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3233: rollback oid 12 current snap is 305 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 294 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24834 (ObjNum 1012 snap 303 seq_num 1012) dirty exists 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3230: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3230: finishing copy_from to smithi07176956-35 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 13194 (ObjNum 984 snap 291 seq_num 984) dirty exists 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3229: done (3 left) 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3230: done (2 left) 2024-03-10T21:32:40.219 INFO:tasks.rados.rados.0.smithi071.stdout:3231: done (1 left) 2024-03-10T21:32:40.220 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 305 2024-03-10T21:32:40.220 INFO:tasks.rados.rados.0.smithi071.stdout:3234: seq_num 1014 ranges {2490368=188416} 2024-03-10T21:32:40.233 INFO:tasks.rados.rados.0.smithi071.stdout:3234: writing smithi07176956-2 from 2490368 to 2678784 tid 1 2024-03-10T21:32:40.233 INFO:tasks.rados.rados.0.smithi071.stdout:3235: snap_remove snap 292 2024-03-10T21:32:40.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:40.211+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:40.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:40.211+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:40.246+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:40.250+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:40.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:40.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: osdmap e676: 8 total, 8 up, 8 in 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:40.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:40.221+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:40.216+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:40.217+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:40.217+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: osdmap e676: 8 total, 8 up, 8 in 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:40.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.215+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:40.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.216+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:40.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.216+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.216+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:40.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.216+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.216+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:40.217+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: osdmap e676: 8 total, 8 up, 8 in 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:41.224 INFO:tasks.rados.rados.0.smithi071.stdout:3235: done (2 left) 2024-03-10T21:32:41.224 INFO:tasks.rados.rados.0.smithi071.stdout:3236: read oid 18 snap -1 2024-03-10T21:32:41.224 INFO:tasks.rados.rados.0.smithi071.stdout:3236: expect (ObjNum 997 snap 298 seq_num 997) 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3237: rollback oid 19 current snap is 305 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 300 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3233: finishing rollback tid 0 to smithi07176956-12 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3233: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 10953 (ObjNum 33 snap 0 seq_num 2944887968) dirty dne 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: finishing write tid 1 to smithi07176956-2 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: finishing write tid 2 to smithi07176956-2 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: finishing write tid 3 to smithi07176956-2 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: oid 2 updating version 0 to 9813 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: oid 2 updating version 9813 to 9814 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9814 (ObjNum 1014 snap 305 seq_num 1014) dirty exists 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: left oid 2 (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3233: done (3 left) 2024-03-10T21:32:41.225 INFO:tasks.rados.rados.0.smithi071.stdout:3234: done (2 left) 2024-03-10T21:32:41.226 INFO:tasks.rados.rados.0.smithi071.stdout:3238: snap_create 2024-03-10T21:32:41.228 INFO:tasks.rados.rados.0.smithi071.stdout:3237: finishing rollback tid 0 to smithi07176956-19 2024-03-10T21:32:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:3237: finishing rollback tid 1 to smithi07176956-19 2024-03-10T21:32:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:3237: finishing rollback tid 2 to smithi07176956-19 2024-03-10T21:32:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5937 (ObjNum 960 snap 286 seq_num 960) dirty exists 2024-03-10T21:32:41.249 INFO:tasks.rados.rados.0.smithi071.stdout:3236: expect (ObjNum 997 snap 298 seq_num 997) 2024-03-10T21:32:41.448 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:32:41] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:32:41.448 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:41.226+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:41.448 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:41.227+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: pgmap v699: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 912 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: osdmap e677: 8 total, 8 up, 8 in 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:41.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:41.450 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:41.450 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:41.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:41.220+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:41.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:41.220+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:41.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:41.221+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:41.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:41.222+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:41.450 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:41.222+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:41.450 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: pgmap v699: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 912 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: osdmap e677: 8 total, 8 up, 8 in 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:41.451 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:41.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:41.218+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:41.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:41.218+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:41.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:41.219+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: pgmap v699: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 912 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: osdmap e677: 8 total, 8 up, 8 in 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:41.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:41.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:41.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:41.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:41.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:41.397+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:41.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:41.397+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:41.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:41.397+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:41.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:41.156+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:41.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:41.156+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:41.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:41.226+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:41.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:41.234+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:41.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:41.446+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:42.227 INFO:tasks.rados.rados.0.smithi071.stdout:3236: done (2 left) 2024-03-10T21:32:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:3237: done (1 left) 2024-03-10T21:32:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:3238: done (0 left) 2024-03-10T21:32:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:3239: read oid 33 snap -1 2024-03-10T21:32:42.228 INFO:tasks.rados.rados.0.smithi071.stdout:3239: expect deleted 2024-03-10T21:32:42.229 INFO:tasks.rados.rados.0.smithi071.stdout:3240: delete oid 9 current snap is 306 2024-03-10T21:32:42.232 INFO:tasks.rados.rados.0.smithi071.stdout:3239: done (1 left) 2024-03-10T21:32:42.232 INFO:tasks.rados.rados.0.smithi071.stdout:3240: done (0 left) 2024-03-10T21:32:42.232 INFO:tasks.rados.rados.0.smithi071.stdout:3241: read oid 4 snap 294 2024-03-10T21:32:42.233 INFO:tasks.rados.rados.0.smithi071.stdout:3241: expect (ObjNum 969 snap 289 seq_num 969) 2024-03-10T21:32:42.233 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 306 2024-03-10T21:32:42.233 INFO:tasks.rados.rados.0.smithi071.stdout:3242: seq_num 1016 ranges {0=221184} 2024-03-10T21:32:42.235 INFO:tasks.rados.rados.0.smithi071.stdout:3242: writing smithi07176956-3 from 0 to 221184 tid 1 2024-03-10T21:32:42.235 INFO:tasks.rados.rados.0.smithi071.stdout:3243: read oid 25 snap -1 2024-03-10T21:32:42.235 INFO:tasks.rados.rados.0.smithi071.stdout:3243: expect (ObjNum 1008 snap 302 seq_num 1008) 2024-03-10T21:32:42.235 INFO:tasks.rados.rados.0.smithi071.stdout:3244: copy_from oid 24 from oid 2 current snap is 306 2024-03-10T21:32:42.235 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 306 2024-03-10T21:32:42.235 INFO:tasks.rados.rados.0.smithi071.stdout:3245: seq_num 1017 ranges {7315456=237568} 2024-03-10T21:32:42.276 INFO:tasks.rados.rados.0.smithi071.stdout:3245: writing smithi07176956-34 from 7315456 to 7553024 tid 1 2024-03-10T21:32:42.276 INFO:tasks.rados.rados.0.smithi071.stdout:3246: read oid 41 snap 282 2024-03-10T21:32:42.276 INFO:tasks.rados.rados.0.smithi071.stdout:3246: expect (ObjNum 935 snap 275 seq_num 935) 2024-03-10T21:32:42.276 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 306 2024-03-10T21:32:42.276 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 1 to smithi07176956-3 2024-03-10T21:32:42.277 INFO:tasks.rados.rados.0.smithi071.stdout:3247: seq_num 1018 ranges {3571712=253952} 2024-03-10T21:32:42.296 INFO:tasks.rados.rados.0.smithi071.stdout:3247: writing smithi07176956-29 from 3571712 to 3825664 tid 1 2024-03-10T21:32:42.297 INFO:tasks.rados.rados.0.smithi071.stdout:3248: delete oid 31 current snap is 306 2024-03-10T21:32:42.297 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 2 to smithi07176956-3 2024-03-10T21:32:42.297 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 3 to smithi07176956-3 2024-03-10T21:32:42.297 INFO:tasks.rados.rados.0.smithi071.stdout:3242: oid 3 updating version 0 to 24836 2024-03-10T21:32:42.298 INFO:tasks.rados.rados.0.smithi071.stdout:3242: oid 3 version 24836 is already newer than 24835 2024-03-10T21:32:42.298 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24836 (ObjNum 1016 snap 306 seq_num 1016) dirty exists 2024-03-10T21:32:42.298 INFO:tasks.rados.rados.0.smithi071.stdout:3242: left oid 3 (ObjNum 1016 snap 306 seq_num 1016) 2024-03-10T21:32:42.298 INFO:tasks.rados.rados.0.smithi071.stdout:3243: expect (ObjNum 1008 snap 302 seq_num 1008) 2024-03-10T21:32:42.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:42.229+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:42.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:42.297+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:42.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:42.297+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:42.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:42.300+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: osdmap e678: 8 total, 8 up, 8 in 2024-03-10T21:32:42.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: osdmap e678: 8 total, 8 up, 8 in 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.222+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.222+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.223+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.223+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.223+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.224+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:42.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:42.224+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:42.446 INFO:tasks.rados.rados.0.smithi071.stdout:3241: expect (ObjNum 969 snap 289 seq_num 969) 2024-03-10T21:32:42.497 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:32:42.497 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing copy_from to smithi07176956-24 2024-03-10T21:32:42.497 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 9814 (ObjNum 1014 snap 305 seq_num 1014) dirty exists 2024-03-10T21:32:42.497 INFO:tasks.rados.rados.0.smithi071.stdout:3241: done (7 left) 2024-03-10T21:32:42.498 INFO:tasks.rados.rados.0.smithi071.stdout:3242: done (6 left) 2024-03-10T21:32:42.498 INFO:tasks.rados.rados.0.smithi071.stdout:3243: done (5 left) 2024-03-10T21:32:42.498 INFO:tasks.rados.rados.0.smithi071.stdout:3244: done (4 left) 2024-03-10T21:32:42.498 INFO:tasks.rados.rados.0.smithi071.stdout:3248: done (3 left) 2024-03-10T21:32:42.498 INFO:tasks.rados.rados.0.smithi071.stdout:3249: copy_from oid 28 from oid 17 current snap is 306 2024-03-10T21:32:42.498 INFO:tasks.rados.rados.0.smithi071.stdout:3246: expect (ObjNum 935 snap 275 seq_num 935) 2024-03-10T21:32:42.532 INFO:tasks.rados.rados.0.smithi071.stdout:3245: finishing write tid 1 to smithi07176956-34 2024-03-10T21:32:42.532 INFO:tasks.rados.rados.0.smithi071.stdout:3245: finishing write tid 2 to smithi07176956-34 2024-03-10T21:32:42.532 INFO:tasks.rados.rados.0.smithi071.stdout:3245: finishing write tid 3 to smithi07176956-34 2024-03-10T21:32:42.532 INFO:tasks.rados.rados.0.smithi071.stdout:3245: oid 34 updating version 0 to 13210 2024-03-10T21:32:42.532 INFO:tasks.rados.rados.0.smithi071.stdout:3245: oid 34 version 13210 is already newer than 13209 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13210 (ObjNum 1017 snap 306 seq_num 1017) dirty exists 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3245: left oid 34 (ObjNum 1017 snap 306 seq_num 1017) 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing write tid 1 to smithi07176956-29 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3245: done (3 left) 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3246: done (2 left) 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 306 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing write tid 2 to smithi07176956-29 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3250: seq_num 1020 ranges {0=286720} 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3250: writing smithi07176956-38 from 0 to 286720 tid 1 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 306 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing write tid 3 to smithi07176956-29 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3247: oid 29 updating version 0 to 24829 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:3247: oid 29 version 24829 is already newer than 24828 2024-03-10T21:32:42.533 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24829 (ObjNum 1018 snap 306 seq_num 1018) dirty exists 2024-03-10T21:32:42.534 INFO:tasks.rados.rados.0.smithi071.stdout:3247: left oid 29 (ObjNum 1018 snap 306 seq_num 1018) 2024-03-10T21:32:42.534 INFO:tasks.rados.rados.0.smithi071.stdout:3249: finishing copy_from to smithi07176956-28 2024-03-10T21:32:42.534 INFO:tasks.rados.rados.0.smithi071.stdout:3249: got expected ENOENT (src dne) 2024-03-10T21:32:42.534 INFO:tasks.rados.rados.0.smithi071.stdout:3249: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:32:42.534 INFO:tasks.rados.rados.0.smithi071.stdout:3251: seq_num 1021 ranges {1843200=303104} 2024-03-10T21:32:42.543 INFO:tasks.rados.rados.0.smithi071.stdout:3251: writing smithi07176956-4 from 1843200 to 2146304 tid 1 2024-03-10T21:32:42.543 INFO:tasks.rados.rados.0.smithi071.stdout:3247: done (3 left) 2024-03-10T21:32:42.543 INFO:tasks.rados.rados.0.smithi071.stdout:3249: done (2 left) 2024-03-10T21:32:42.544 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 306 2024-03-10T21:32:42.544 INFO:tasks.rados.rados.0.smithi071.stdout:3250: finishing write tid 1 to smithi07176956-38 2024-03-10T21:32:42.544 INFO:tasks.rados.rados.0.smithi071.stdout:3250: finishing write tid 2 to smithi07176956-38 2024-03-10T21:32:42.544 INFO:tasks.rados.rados.0.smithi071.stdout:3252: seq_num 1022 ranges {2736128=319488} 2024-03-10T21:32:42.560 INFO:tasks.rados.rados.0.smithi071.stdout:3252: writing smithi07176956-1 from 2736128 to 3055616 tid 1 2024-03-10T21:32:42.560 INFO:tasks.rados.rados.0.smithi071.stdout:3253: snap_remove snap 302 2024-03-10T21:32:42.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:42.224+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:42.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:42.224+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:42.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:32:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:42.235+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:42.236+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:42.237+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:42.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:42.238+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: osdmap e678: 8 total, 8 up, 8 in 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:43.240 INFO:tasks.rados.rados.0.smithi071.stdout:3253: done (3 left) 2024-03-10T21:32:43.240 INFO:tasks.rados.rados.0.smithi071.stdout:3254: rollback oid 21 current snap is 306 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 294 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3250: finishing write tid 3 to smithi07176956-38 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3250: oid 38 updating version 0 to 24837 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3250: oid 38 updating version 24837 to 24838 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24838 (ObjNum 1020 snap 306 seq_num 1020) dirty exists 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3250: left oid 38 (ObjNum 1020 snap 306 seq_num 1020) 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3251: finishing write tid 1 to smithi07176956-4 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3251: finishing write tid 2 to smithi07176956-4 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3251: finishing write tid 3 to smithi07176956-4 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3251: oid 4 updating version 0 to 13212 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3251: oid 4 updating version 13212 to 13213 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13213 (ObjNum 1021 snap 306 seq_num 1021) dirty exists 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3251: left oid 4 (ObjNum 1021 snap 306 seq_num 1021) 2024-03-10T21:32:43.241 INFO:tasks.rados.rados.0.smithi071.stdout:3252: finishing write tid 1 to smithi07176956-1 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3252: finishing write tid 2 to smithi07176956-1 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3252: finishing write tid 3 to smithi07176956-1 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3252: oid 1 updating version 0 to 10954 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3252: oid 1 updating version 10954 to 10955 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 10955 (ObjNum 1022 snap 306 seq_num 1022) dirty exists 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3252: left oid 1 (ObjNum 1022 snap 306 seq_num 1022) 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3250: done (3 left) 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3251: done (2 left) 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3252: done (1 left) 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3255: rollback oid 23 current snap is 306 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 286 2024-03-10T21:32:43.242 INFO:tasks.rados.rados.0.smithi071.stdout:3256: delete oid 11 current snap is 306 2024-03-10T21:32:43.245 INFO:tasks.rados.rados.0.smithi071.stdout:3256: done (2 left) 2024-03-10T21:32:43.245 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 306 2024-03-10T21:32:43.246 INFO:tasks.rados.rados.0.smithi071.stdout:3257: seq_num 1024 ranges {1114112=352256} 2024-03-10T21:32:43.254 INFO:tasks.rados.rados.0.smithi071.stdout:3257: writing smithi07176956-40 from 1114112 to 1466368 tid 1 2024-03-10T21:32:43.254 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 306 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:3255: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24799 (ObjNum 65 snap 0 seq_num 1668177012) dirty dne 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:3254: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:3254: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:3254: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 10958 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:32:43.255 INFO:tasks.rados.rados.0.smithi071.stdout:3258: seq_num 1025 ranges {2146304=368640} 2024-03-10T21:32:43.268 INFO:tasks.rados.rados.0.smithi071.stdout:3258: writing smithi07176956-4 from 2146304 to 2514944 tid 1 2024-03-10T21:32:43.268 INFO:tasks.rados.rados.0.smithi071.stdout:3254: done (3 left) 2024-03-10T21:32:43.268 INFO:tasks.rados.rados.0.smithi071.stdout:3255: done (2 left) 2024-03-10T21:32:43.268 INFO:tasks.rados.rados.0.smithi071.stdout:3259: snap_remove snap 299 2024-03-10T21:32:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:43.256+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:43.266+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:43.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:43.242+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:43.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:43.242+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:43.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:43.243+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:43.245+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:43.245+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:43.245+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: pgmap v702: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 912 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: osdmap e679: 8 total, 8 up, 8 in 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:43.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:43.243+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:43.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:43.244+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:43.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:43.244+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:43.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: pgmap v702: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 912 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-10T21:32:43.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:43.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:43.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: osdmap e679: 8 total, 8 up, 8 in 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:43.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:43.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:43.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:43.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:43.236+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:43.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:43.236+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:43.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:43.238+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:43.239+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:43.239+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: pgmap v702: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 912 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: osdmap e679: 8 total, 8 up, 8 in 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3259: done (2 left) 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3260: delete oid 7 current snap is 306 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3257: finishing write tid 1 to smithi07176956-40 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3257: finishing write tid 2 to smithi07176956-40 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3257: finishing write tid 3 to smithi07176956-40 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3257: oid 40 updating version 0 to 13215 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3257: oid 40 updating version 13215 to 13216 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13216 (ObjNum 1024 snap 306 seq_num 1024) dirty exists 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3257: left oid 40 (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:32:44.248 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing write tid 1 to smithi07176956-4 2024-03-10T21:32:44.249 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing write tid 2 to smithi07176956-4 2024-03-10T21:32:44.249 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing write tid 3 to smithi07176956-4 2024-03-10T21:32:44.249 INFO:tasks.rados.rados.0.smithi071.stdout:3258: oid 4 updating version 0 to 13218 2024-03-10T21:32:44.249 INFO:tasks.rados.rados.0.smithi071.stdout:3258: oid 4 version 13218 is already newer than 13217 2024-03-10T21:32:44.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13218 (ObjNum 1025 snap 306 seq_num 1025) dirty exists 2024-03-10T21:32:44.249 INFO:tasks.rados.rados.0.smithi071.stdout:3258: left oid 4 (ObjNum 1025 snap 306 seq_num 1025) 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3257: done (2 left) 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3258: done (1 left) 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3260: done (0 left) 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3261: read oid 22 snap -1 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3261: expect deleted 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3262: rollback oid 32 current snap is 306 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 271 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3263: rmattr oid 10 current snap is 306 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3263: done (2 left) 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:3264: rollback oid 11 current snap is 306 2024-03-10T21:32:44.253 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 294 2024-03-10T21:32:44.254 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 306 2024-03-10T21:32:44.254 INFO:tasks.rados.rados.0.smithi071.stdout:3265: seq_num 1027 ranges {4005888=409600} 2024-03-10T21:32:44.277 INFO:tasks.rados.rados.0.smithi071.stdout:3265: writing smithi07176956-39 from 4005888 to 4415488 tid 1 2024-03-10T21:32:44.277 INFO:tasks.rados.rados.0.smithi071.stdout:3266: read oid 24 snap -1 2024-03-10T21:32:44.277 INFO:tasks.rados.rados.0.smithi071.stdout:3266: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:32:44.277 INFO:tasks.rados.rados.0.smithi071.stdout:3267: rmattr oid 42 current snap is 306 2024-03-10T21:32:44.277 INFO:tasks.rados.rados.0.smithi071.stdout:3267: done (5 left) 2024-03-10T21:32:44.277 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 306 2024-03-10T21:32:44.278 INFO:tasks.rados.rados.0.smithi071.stdout:3264: finishing rollback tid 1 to smithi07176956-11 2024-03-10T21:32:44.278 INFO:tasks.rados.rados.0.smithi071.stdout:3268: seq_num 1028 ranges {2400256=425984} 2024-03-10T21:32:44.293 INFO:tasks.rados.rados.0.smithi071.stdout:3268: writing smithi07176956-43 from 2400256 to 2826240 tid 1 2024-03-10T21:32:44.293 INFO:tasks.rados.rados.0.smithi071.stdout:3261: done (5 left) 2024-03-10T21:32:44.293 INFO:tasks.rados.rados.0.smithi071.stdout:3269: read oid 29 snap -1 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3269: expect (ObjNum 1018 snap 306 seq_num 1018) 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3270: read oid 35 snap -1 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3270: expect (ObjNum 984 snap 291 seq_num 984) 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3271: rollback oid 5 current snap is 306 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 294 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3264: finishing rollback tid 2 to smithi07176956-11 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24816 (ObjNum 955 snap 283 seq_num 955) dirty exists 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing rollback tid 0 to smithi07176956-32 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing rollback tid 1 to smithi07176956-32 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24830 (ObjNum 129 snap 0 seq_num 2945310960) dirty dne 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3265: finishing write tid 1 to smithi07176956-39 2024-03-10T21:32:44.294 INFO:tasks.rados.rados.0.smithi071.stdout:3265: finishing write tid 2 to smithi07176956-39 2024-03-10T21:32:44.295 INFO:tasks.rados.rados.0.smithi071.stdout:3265: finishing write tid 3 to smithi07176956-39 2024-03-10T21:32:44.295 INFO:tasks.rados.rados.0.smithi071.stdout:3265: oid 39 updating version 0 to 24830 2024-03-10T21:32:44.295 INFO:tasks.rados.rados.0.smithi071.stdout:3265: oid 39 updating version 24830 to 24831 2024-03-10T21:32:44.295 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24831 (ObjNum 1027 snap 306 seq_num 1027) dirty exists 2024-03-10T21:32:44.295 INFO:tasks.rados.rados.0.smithi071.stdout:3265: left oid 39 (ObjNum 1027 snap 306 seq_num 1027) 2024-03-10T21:32:44.295 INFO:tasks.rados.rados.0.smithi071.stdout:3266: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:32:44.481 INFO:tasks.rados.rados.0.smithi071.stdout:3268: finishing write tid 1 to smithi07176956-43 2024-03-10T21:32:44.481 INFO:tasks.rados.rados.0.smithi071.stdout:3268: finishing write tid 2 to smithi07176956-43 2024-03-10T21:32:44.481 INFO:tasks.rados.rados.0.smithi071.stdout:3271: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:32:44.481 INFO:tasks.rados.rados.0.smithi071.stdout:3269: expect (ObjNum 1018 snap 306 seq_num 1018) 2024-03-10T21:32:44.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:44.281+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:44.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:44.249+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:44.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:44.249+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:44.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:44.249+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:44.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:44.250+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:44.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:44.250+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:44.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:44.242+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:44.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:44.242+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: osdmap e680: 8 total, 8 up, 8 in 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:44.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:44.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:44.588 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:44.253+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:44.588 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:44.253+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: osdmap e680: 8 total, 8 up, 8 in 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:44.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:44.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:44.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:44.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:44.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:44.590 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: osdmap e680: 8 total, 8 up, 8 in 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:44.591 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:44.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.243+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:44.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.243+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:44.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.244+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:44.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.245+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:44.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.245+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:44.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.245+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:44.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:44.245+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:44.743 INFO:tasks.rados.rados.0.smithi071.stdout:3271: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:32:44.743 INFO:tasks.rados.rados.0.smithi071.stdout:3271: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:32:44.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24837 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:32:44.743 INFO:tasks.rados.rados.0.smithi071.stdout:3268: finishing write tid 3 to smithi07176956-43 2024-03-10T21:32:44.743 INFO:tasks.rados.rados.0.smithi071.stdout:3268: oid 43 updating version 0 to 13225 2024-03-10T21:32:44.744 INFO:tasks.rados.rados.0.smithi071.stdout:3268: oid 43 version 13225 is already newer than 13224 2024-03-10T21:32:44.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13225 (ObjNum 1028 snap 306 seq_num 1028) dirty exists 2024-03-10T21:32:44.744 INFO:tasks.rados.rados.0.smithi071.stdout:3268: left oid 43 (ObjNum 1028 snap 306 seq_num 1028) 2024-03-10T21:32:44.744 INFO:tasks.rados.rados.0.smithi071.stdout:3270: expect (ObjNum 984 snap 291 seq_num 984) 2024-03-10T21:32:45.105 INFO:tasks.rados.rados.0.smithi071.stdout:3262: done (7 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3264: done (6 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3265: done (5 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3266: done (4 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3268: done (3 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3269: done (2 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3270: done (1 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3271: done (0 left) 2024-03-10T21:32:45.106 INFO:tasks.rados.rados.0.smithi071.stdout:3272: snap_create 2024-03-10T21:32:45.251 INFO:tasks.rados.rados.0.smithi071.stdout:3272: done (0 left) 2024-03-10T21:32:45.251 INFO:tasks.rados.rados.0.smithi071.stdout:3273: copy_from oid 7 from oid 45 current snap is 307 2024-03-10T21:32:45.251 INFO:tasks.rados.rados.0.smithi071.stdout:3274: snap_remove snap 294 2024-03-10T21:32:45.553 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:45.252+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:45.553 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:45.253+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:45.553 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:45.248+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:45.554 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:45.249+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:45.554 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:45.249+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:45.554 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:45.249+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:45.554 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:45.250+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:45.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: pgmap v705: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 924 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-03-10T21:32:45.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:45.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:45.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: osdmap e681: 8 total, 8 up, 8 in 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:45.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: pgmap v705: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 924 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: osdmap e681: 8 total, 8 up, 8 in 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:45.556 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:45.557 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:45.557 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:45.557 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:45.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:45.256+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:45.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:45.256+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:45.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:45.256+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:45.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:45.264+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:45.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:45.264+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:45.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:45.254+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:45.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:45.254+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:45.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:45.254+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: pgmap v705: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 924 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: osdmap e681: 8 total, 8 up, 8 in 2024-03-10T21:32:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:45.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:45.551+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:46.259 INFO:tasks.rados.rados.0.smithi071.stdout:3274: done (1 left) 2024-03-10T21:32:46.259 INFO:tasks.rados.rados.0.smithi071.stdout:3275: read oid 16 snap 298 2024-03-10T21:32:46.259 INFO:tasks.rados.rados.0.smithi071.stdout:3275: expect (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:32:46.259 INFO:tasks.rados.rados.0.smithi071.stdout:3276: snap_create 2024-03-10T21:32:46.260 INFO:tasks.rados.rados.0.smithi071.stdout:3273: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:32:46.260 INFO:tasks.rados.rados.0.smithi071.stdout:3273: finishing copy_from to smithi07176956-7 2024-03-10T21:32:46.260 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 5824 (ObjNum 1001 snap 300 seq_num 1001) dirty exists 2024-03-10T21:32:46.266 INFO:tasks.rados.rados.0.smithi071.stdout:3275: expect (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:32:46.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:46.255+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:46.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:46.255+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: osdmap e682: 8 total, 8 up, 8 in 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:46.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:46.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:46.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:46.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:46.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:46.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:46.256+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:46.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:46.256+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:46.257+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: osdmap e682: 8 total, 8 up, 8 in 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:46.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.254+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:46.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.255+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:46.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.255+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:46.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.255+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.256+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.257+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:46.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:46.257+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: osdmap e682: 8 total, 8 up, 8 in 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:46.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:47.259 INFO:tasks.rados.rados.0.smithi071.stdout:3273: done (2 left) 2024-03-10T21:32:47.260 INFO:tasks.rados.rados.0.smithi071.stdout:3275: done (1 left) 2024-03-10T21:32:47.260 INFO:tasks.rados.rados.0.smithi071.stdout:3276: done (0 left) 2024-03-10T21:32:47.260 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 308 2024-03-10T21:32:47.260 INFO:tasks.rados.rados.0.smithi071.stdout:3277: seq_num 1029 ranges {2826240=442368} 2024-03-10T21:32:47.277 INFO:tasks.rados.rados.0.smithi071.stdout:3277: writing smithi07176956-43 from 2826240 to 3268608 tid 1 2024-03-10T21:32:47.278 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 308 2024-03-10T21:32:47.278 INFO:tasks.rados.rados.0.smithi071.stdout:3278: seq_num 1030 ranges {10305536=458752} 2024-03-10T21:32:47.335 INFO:tasks.rados.rados.0.smithi071.stdout:3278: writing smithi07176956-44 from 10305536 to 10764288 tid 1 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3279: copy_from oid 11 from oid 13 current snap is 308 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3277: finishing write tid 1 to smithi07176956-43 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3277: finishing write tid 2 to smithi07176956-43 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3277: finishing write tid 3 to smithi07176956-43 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3277: oid 43 updating version 0 to 13226 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3277: oid 43 updating version 13226 to 13227 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13227 (ObjNum 1029 snap 308 seq_num 1029) dirty exists 2024-03-10T21:32:47.336 INFO:tasks.rados.rados.0.smithi071.stdout:3277: left oid 43 (ObjNum 1029 snap 308 seq_num 1029) 2024-03-10T21:32:47.337 INFO:tasks.rados.rados.0.smithi071.stdout:3277: done (2 left) 2024-03-10T21:32:47.337 INFO:tasks.rados.rados.0.smithi071.stdout:3280: delete oid 33 current snap is 308 2024-03-10T21:32:47.339 INFO:tasks.rados.rados.0.smithi071.stdout:3280: done (2 left) 2024-03-10T21:32:47.339 INFO:tasks.rados.rados.0.smithi071.stdout:3281: copy_from oid 14 from oid 18 current snap is 308 2024-03-10T21:32:47.340 INFO:tasks.rados.rados.0.smithi071.stdout:3282: copy_from oid 36 from oid 42 current snap is 308 2024-03-10T21:32:47.340 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 308 2024-03-10T21:32:47.340 INFO:tasks.rados.rados.0.smithi071.stdout:3283: seq_num 1032 ranges {3268608=491520} 2024-03-10T21:32:47.361 INFO:tasks.rados.rados.0.smithi071.stdout:3283: writing smithi07176956-43 from 3268608 to 3760128 tid 1 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 308 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3278: finishing write tid 1 to smithi07176956-44 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3278: finishing write tid 2 to smithi07176956-44 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3278: finishing write tid 3 to smithi07176956-44 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3278: oid 44 updating version 0 to 24839 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3278: oid 44 version 24839 is already newer than 24838 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24839 (ObjNum 1030 snap 308 seq_num 1030) dirty exists 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3278: left oid 44 (ObjNum 1030 snap 308 seq_num 1030) 2024-03-10T21:32:47.362 INFO:tasks.rados.rados.0.smithi071.stdout:3284: seq_num 1033 ranges {2678784=507904} 2024-03-10T21:32:47.380 INFO:tasks.rados.rados.0.smithi071.stdout:3284: writing smithi07176956-2 from 2678784 to 3186688 tid 1 2024-03-10T21:32:47.380 INFO:tasks.rados.rados.0.smithi071.stdout:3278: done (5 left) 2024-03-10T21:32:47.380 INFO:tasks.rados.rados.0.smithi071.stdout:3285: snap_remove snap 305 2024-03-10T21:32:47.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:47.280+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:47.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:47.292+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: pgmap v708: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 925 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: osdmap e683: 8 total, 8 up, 8 in 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:47.284+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:47.284+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:47.284+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:47.181+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:47.181+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:47.256+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:47.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:47.256+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:47.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:47.256+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:47.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:47.337+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:47.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:47.259+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:47.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:47.259+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: pgmap v708: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 925 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: osdmap e683: 8 total, 8 up, 8 in 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:47.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:47.255+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:47.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:47.255+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:47.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:47.256+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:47.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:47.256+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:47.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:47.257+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: pgmap v708: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 925 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-03-10T21:32:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: osdmap e683: 8 total, 8 up, 8 in 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:48.277 INFO:tasks.rados.rados.0.smithi071.stdout:3285: done (5 left) 2024-03-10T21:32:48.278 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 308 2024-03-10T21:32:48.278 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:32:48.278 INFO:tasks.rados.rados.0.smithi071.stdout:3283: finishing write tid 1 to smithi07176956-43 2024-03-10T21:32:48.278 INFO:tasks.rados.rados.0.smithi071.stdout:3286: seq_num 1034 ranges {2514944=524288} 2024-03-10T21:32:48.294 INFO:tasks.rados.rados.0.smithi071.stdout:3286: writing smithi07176956-4 from 2514944 to 3039232 tid 1 2024-03-10T21:32:48.294 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 308 2024-03-10T21:32:48.294 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing copy_from to smithi07176956-36 2024-03-10T21:32:48.294 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24830 (ObjNum 877 snap 248 seq_num 877) dirty exists 2024-03-10T21:32:48.295 INFO:tasks.rados.rados.0.smithi071.stdout:3283: finishing write tid 2 to smithi07176956-43 2024-03-10T21:32:48.295 INFO:tasks.rados.rados.0.smithi071.stdout:3287: seq_num 1035 ranges {2244608=540672} 2024-03-10T21:32:48.310 INFO:tasks.rados.rados.0.smithi071.stdout:3287: writing smithi07176956-49 from 2244608 to 2785280 tid 1 2024-03-10T21:32:48.310 INFO:tasks.rados.rados.0.smithi071.stdout:3282: done (6 left) 2024-03-10T21:32:48.310 INFO:tasks.rados.rados.0.smithi071.stdout:3288: rollback oid 6 current snap is 308 2024-03-10T21:32:48.310 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 271 2024-03-10T21:32:48.310 INFO:tasks.rados.rados.0.smithi071.stdout:3283: finishing write tid 3 to smithi07176956-43 2024-03-10T21:32:48.310 INFO:tasks.rados.rados.0.smithi071.stdout:3283: oid 43 updating version 0 to 13228 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3283: oid 43 updating version 13228 to 13229 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13229 (ObjNum 1032 snap 308 seq_num 1032) dirty exists 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3283: left oid 43 (ObjNum 1032 snap 308 seq_num 1032) 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3279: finishing copy_from racing read to smithi07176956-11 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3281: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3279: finishing copy_from to smithi07176956-11 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 13163 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3281: finishing copy_from to smithi07176956-14 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13202 (ObjNum 997 snap 298 seq_num 997) dirty exists 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing write tid 1 to smithi07176956-2 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3279: done (6 left) 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3281: done (5 left) 2024-03-10T21:32:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3283: done (4 left) 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3289: read oid 43 snap -1 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3289: expect (ObjNum 1032 snap 308 seq_num 1032) 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3290: read oid 22 snap -1 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3290: expect deleted 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3291: rollback oid 14 current snap is 308 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 271 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing write tid 2 to smithi07176956-2 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing write tid 3 to smithi07176956-2 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3284: oid 2 updating version 0 to 9817 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3284: oid 2 version 9817 is already newer than 9816 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9817 (ObjNum 1033 snap 308 seq_num 1033) dirty exists 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3284: left oid 2 (ObjNum 1033 snap 308 seq_num 1033) 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3284: done (6 left) 2024-03-10T21:32:48.312 INFO:tasks.rados.rados.0.smithi071.stdout:3292: rollback oid 2 current snap is 308 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 260 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: finishing write tid 1 to smithi07176956-4 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: finishing write tid 2 to smithi07176956-4 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: finishing write tid 3 to smithi07176956-4 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: oid 4 updating version 0 to 13220 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: oid 4 updating version 13220 to 13221 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 13221 (ObjNum 1034 snap 308 seq_num 1034) dirty exists 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: left oid 4 (ObjNum 1034 snap 308 seq_num 1034) 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3286: done (6 left) 2024-03-10T21:32:48.313 INFO:tasks.rados.rados.0.smithi071.stdout:3293: delete oid 1 current snap is 308 2024-03-10T21:32:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3288: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:32:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3288: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:32:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3287: finishing write tid 1 to smithi07176956-49 2024-03-10T21:32:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3288: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:32:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24834 (ObjNum 916 snap 267 seq_num 916) dirty exists 2024-03-10T21:32:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3287: finishing write tid 2 to smithi07176956-49 2024-03-10T21:32:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3287: finishing write tid 3 to smithi07176956-49 2024-03-10T21:32:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3287: oid 49 updating version 0 to 24817 2024-03-10T21:32:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3287: oid 49 updating version 24817 to 24818 2024-03-10T21:32:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 24818 (ObjNum 1035 snap 308 seq_num 1035) dirty exists 2024-03-10T21:32:48.320 INFO:tasks.rados.rados.0.smithi071.stdout:3287: left oid 49 (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:32:48.320 INFO:tasks.rados.rados.0.smithi071.stdout:3292: finishing rollback tid 0 to smithi07176956-2 2024-03-10T21:32:48.321 INFO:tasks.rados.rados.0.smithi071.stdout:3291: finishing rollback tid 0 to smithi07176956-14 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:3292: finishing rollback tid 1 to smithi07176956-2 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:3291: finishing rollback tid 1 to smithi07176956-14 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:3292: finishing rollback tid 2 to smithi07176956-2 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9820 (ObjNum 881 snap 248 seq_num 881) dirty exists 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:3291: finishing rollback tid 2 to smithi07176956-14 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13205 (ObjNum 889 snap 251 seq_num 889) dirty exists 2024-03-10T21:32:48.327 INFO:tasks.rados.rados.0.smithi071.stdout:3287: done (6 left) 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3288: done (5 left) 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3290: done (4 left) 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3291: done (3 left) 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3292: done (2 left) 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3293: done (1 left) 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3294: rmattr oid 2 current snap is 308 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:3295: rollback oid 7 current snap is 308 2024-03-10T21:32:48.328 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 301 2024-03-10T21:32:48.329 INFO:tasks.rados.rados.0.smithi071.stdout:3296: snap_remove snap 304 2024-03-10T21:32:48.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:48.278+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:48.278+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:48.272+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:48.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:48.272+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:48.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:48.295+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:48.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:48.303+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:48.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: osdmap e684: 8 total, 8 up, 8 in 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:48.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:48.311+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:48.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:48.279+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:48.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:48.279+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:48.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:48.279+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: osdmap e684: 8 total, 8 up, 8 in 2024-03-10T21:32:48.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: osdmap e684: 8 total, 8 up, 8 in 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:48.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:32:48.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.272+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:48.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.275+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:48.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.275+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:48.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.275+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:48.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.275+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:48.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.275+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:48.593 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:48.275+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:49.279 INFO:tasks.rados.rados.0.smithi071.stdout:3295: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:32:49.279 INFO:tasks.rados.rados.0.smithi071.stdout:3289: expect (ObjNum 1032 snap 308 seq_num 1032) 2024-03-10T21:32:49.511 INFO:tasks.rados.rados.0.smithi071.stdout:3295: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:32:49.511 INFO:tasks.rados.rados.0.smithi071.stdout:3295: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:32:49.511 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24833 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-03-10T21:32:49.512 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 9821 (ObjNum 881 snap 248 seq_num 881) dirty exists 2024-03-10T21:32:49.512 INFO:tasks.rados.rados.0.smithi071.stdout:3289: done (3 left) 2024-03-10T21:32:49.512 INFO:tasks.rados.rados.0.smithi071.stdout:3294: done (2 left) 2024-03-10T21:32:49.512 INFO:tasks.rados.rados.0.smithi071.stdout:3295: done (1 left) 2024-03-10T21:32:49.512 INFO:tasks.rados.rados.0.smithi071.stdout:3296: done (0 left) 2024-03-10T21:32:49.512 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 308 2024-03-10T21:32:49.513 INFO:tasks.rados.rados.0.smithi071.stdout:3297: seq_num 1037 ranges {3825664=573440} 2024-03-10T21:32:49.534 INFO:tasks.rados.rados.0.smithi071.stdout:3297: writing smithi07176956-29 from 3825664 to 4399104 tid 1 2024-03-10T21:32:49.534 INFO:tasks.rados.rados.0.smithi071.stdout:3298: snap_create 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:49.277+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:49.277+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:49.276+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:49.278+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:49.278+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:49.279+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:49.539 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:49.279+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: pgmap v711: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 935 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: osdmap e685: 8 total, 8 up, 8 in 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:49.540 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: pgmap v711: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 935 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:49.541 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: osdmap e685: 8 total, 8 up, 8 in 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:49.542 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:3297: finishing write tid 1 to smithi07176956-29 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:3297: finishing write tid 2 to smithi07176956-29 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:3297: finishing write tid 3 to smithi07176956-29 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:3297: oid 29 updating version 0 to 24835 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:3297: oid 29 updating version 24835 to 24836 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24836 (ObjNum 1037 snap 308 seq_num 1037) dirty exists 2024-03-10T21:32:49.545 INFO:tasks.rados.rados.0.smithi071.stdout:3297: left oid 29 (ObjNum 1037 snap 308 seq_num 1037) 2024-03-10T21:32:49.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:49.276+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:49.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:49.276+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:49.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:49.277+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: pgmap v711: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 935 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: osdmap e685: 8 total, 8 up, 8 in 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:49.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:49.536+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:50.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:49.667+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:50.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:49.667+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:49.667+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:49.667+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:50.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:49.667+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:50.292 INFO:tasks.rados.rados.0.smithi071.stdout:3297: done (1 left) 2024-03-10T21:32:50.292 INFO:tasks.rados.rados.0.smithi071.stdout:3298: done (0 left) 2024-03-10T21:32:50.292 INFO:tasks.rados.rados.0.smithi071.stdout:3299: snap_create 2024-03-10T21:32:50.559 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:50.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:50.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:50.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:50.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: osdmap e686: 8 total, 8 up, 8 in 2024-03-10T21:32:50.560 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:50.561 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:50.561 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:50.561 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:50.561 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:50.561 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:50.561 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:50.562 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:50.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:50.288+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:50.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:50.290+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:50.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:50.290+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:50.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:50.291+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:50.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:50.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:50.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:50.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:50.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: osdmap e686: 8 total, 8 up, 8 in 2024-03-10T21:32:50.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:50.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:50.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:50.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:50.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:50.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:50.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:50.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:50.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:50.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:50.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:50.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:50.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: osdmap e686: 8 total, 8 up, 8 in 2024-03-10T21:32:50.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:50.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:50.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:50.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:50.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:50.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:50.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:50.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:50.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:50.766+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:50.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:50.767+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:50.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:50.767+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:50.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:50.768+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:50.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:50.557+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:50.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:50.557+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:51.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.766+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:51.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.767+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:51.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.767+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:51.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.767+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:51.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.767+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:51.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.767+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:51.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:50.767+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:51.293 INFO:tasks.rados.rados.0.smithi071.stdout:3299: done (0 left) 2024-03-10T21:32:51.294 INFO:tasks.rados.rados.0.smithi071.stdout:3300: snap_remove snap 260 2024-03-10T21:32:51.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:32:51] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:32:51.485 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:51.290+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:51.485 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:51.291+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:51.485 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:51.291+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:51.485 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:51.291+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:51.485 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:51.292+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: pgmap v714: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 964 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: osdmap e687: 8 total, 8 up, 8 in 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:51.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: pgmap v714: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 964 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: osdmap e687: 8 total, 8 up, 8 in 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:51.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:51.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:51.287+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:51.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:51.287+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:51.287+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: pgmap v714: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 964 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: osdmap e687: 8 total, 8 up, 8 in 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:51.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:51.483+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:52.295 INFO:tasks.rados.rados.0.smithi071.stdout:3300: done (0 left) 2024-03-10T21:32:52.295 INFO:tasks.rados.rados.0.smithi071.stdout:3301: snap_remove snap 271 2024-03-10T21:32:52.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:52.289+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:52.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:52.290+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:52.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:32:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: osdmap e688: 8 total, 8 up, 8 in 2024-03-10T21:32:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-mon[83873]: osdmap e689: 8 total, 8 up, 8 in 2024-03-10T21:32:52.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:52.294+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:52.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:52.296+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: osdmap e688: 8 total, 8 up, 8 in 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:52.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[91105]: osdmap e689: 8 total, 8 up, 8 in 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: osdmap e688: 8 total, 8 up, 8 in 2024-03-10T21:32:52.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-mon[88660]: osdmap e689: 8 total, 8 up, 8 in 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.292+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.292+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.292+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.293+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.293+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.295+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:52.295+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:53.291 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:53.108+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:53.291 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:53.108+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:53.291 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:52.858+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:53.291 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:52.858+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:53.291 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:52.858+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:53.292 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:52.859+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:53.292 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:52.859+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:53.292 INFO:tasks.rados.rados.0.smithi071.stdout:3301: done (0 left) 2024-03-10T21:32:53.292 INFO:tasks.rados.rados.0.smithi071.stdout:3302: rmattr oid 1 current snap is 310 2024-03-10T21:32:53.292 INFO:tasks.rados.rados.0.smithi071.stdout:3302: done (0 left) 2024-03-10T21:32:53.292 INFO:tasks.rados.rados.0.smithi071.stdout:3303: snap_remove snap 300 2024-03-10T21:32:53.577 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:53.269+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:53.578 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:53.294+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:53.578 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:53.295+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:53.578 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:53.295+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:53.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: pgmap v717: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 964 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-03-10T21:32:53.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[88660]: osdmap e690: 8 total, 8 up, 8 in 2024-03-10T21:32:53.579 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: pgmap v717: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 964 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:53.580 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-mon[91105]: osdmap e690: 8 total, 8 up, 8 in 2024-03-10T21:32:53.580 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:53.288+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:53.580 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:53.289+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:53.581 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:53.289+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:53.581 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:53.289+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:53.581 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:53.290+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:53.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:53.289+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:53.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:53.289+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:53.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:53.289+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: pgmap v717: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 964 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:53.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:53 smithi193 ceph-mon[83873]: osdmap e690: 8 total, 8 up, 8 in 2024-03-10T21:32:53.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:53.575+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.294 INFO:tasks.rados.rados.0.smithi071.stdout:3303: done (0 left) 2024-03-10T21:32:54.295 INFO:tasks.rados.rados.0.smithi071.stdout:3304: delete oid 18 current snap is 310 2024-03-10T21:32:54.306 INFO:tasks.rados.rados.0.smithi071.stdout:3304: done (0 left) 2024-03-10T21:32:54.306 INFO:tasks.rados.rados.0.smithi071.stdout:3305: setattr oid 31 current snap is 310 2024-03-10T21:32:54.308 INFO:tasks.rados.rados.0.smithi071.stdout:3306: copy_from oid 2 from oid 7 current snap is 310 2024-03-10T21:32:54.308 INFO:tasks.rados.rados.0.smithi071.stdout:3307: read oid 50 snap -1 2024-03-10T21:32:54.308 INFO:tasks.rados.rados.0.smithi071.stdout:3307: expect (ObjNum 1013 snap 304 seq_num 1013) 2024-03-10T21:32:54.308 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 310 2024-03-10T21:32:54.308 INFO:tasks.rados.rados.0.smithi071.stdout:3308: seq_num 1039 ranges {0=606208} 2024-03-10T21:32:54.311 INFO:tasks.rados.rados.0.smithi071.stdout:3308: writing smithi07176956-18 from 0 to 606208 tid 1 2024-03-10T21:32:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:3309: read oid 21 snap -1 2024-03-10T21:32:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:3309: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:32:54.312 INFO:tasks.rados.rados.0.smithi071.stdout:3310: delete oid 23 current snap is 310 2024-03-10T21:32:54.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13230 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:32:54.322 INFO:tasks.rados.rados.0.smithi071.stdout:3308: finishing write tid 1 to smithi07176956-18 2024-03-10T21:32:54.322 INFO:tasks.rados.rados.0.smithi071.stdout:3308: finishing write tid 2 to smithi07176956-18 2024-03-10T21:32:54.323 INFO:tasks.rados.rados.0.smithi071.stdout:3305: done (5 left) 2024-03-10T21:32:54.323 INFO:tasks.rados.rados.0.smithi071.stdout:3310: done (4 left) 2024-03-10T21:32:54.324 INFO:tasks.rados.rados.0.smithi071.stdout:3311: setattr oid 11 current snap is 310 2024-03-10T21:32:54.325 INFO:tasks.rados.rados.0.smithi071.stdout:3312: snap_create 2024-03-10T21:32:54.328 INFO:tasks.rados.rados.0.smithi071.stdout:3308: finishing write tid 3 to smithi07176956-18 2024-03-10T21:32:54.328 INFO:tasks.rados.rados.0.smithi071.stdout:3308: oid 18 updating version 0 to 13224 2024-03-10T21:32:54.328 INFO:tasks.rados.rados.0.smithi071.stdout:3308: oid 18 updating version 13224 to 13225 2024-03-10T21:32:54.328 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 13225 (ObjNum 1039 snap 310 seq_num 1039) dirty exists 2024-03-10T21:32:54.328 INFO:tasks.rados.rados.0.smithi071.stdout:3308: left oid 18 (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:32:54.328 INFO:tasks.rados.rados.0.smithi071.stdout:3309: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:32:54.392 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24819 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:32:54.392 INFO:tasks.rados.rados.0.smithi071.stdout:3307: expect (ObjNum 1013 snap 304 seq_num 1013) 2024-03-10T21:32:54.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:54.293+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:54.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:54.293+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:54.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:54.297+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:54.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:54.302+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:54.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:54.212+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:54.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:54.212+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:54.212+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:54.311+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:54.311+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:54 smithi193 ceph-mon[83873]: osdmap e691: 8 total, 8 up, 8 in 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:54.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[88660]: osdmap e691: 8 total, 8 up, 8 in 2024-03-10T21:32:54.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:54.300+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:54.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:54.301+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.294+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.295+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.295+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.295+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.295+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.295+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:54.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:54.295+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:54.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:54.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:54.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:54.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:54.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:54.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:54.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:54 smithi071 ceph-mon[91105]: osdmap e691: 8 total, 8 up, 8 in 2024-03-10T21:32:54.653 INFO:tasks.rados.rados.0.smithi071.stdout:3306: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:32:54.653 INFO:tasks.rados.rados.0.smithi071.stdout:3306: finishing copy_from to smithi07176956-2 2024-03-10T21:32:54.653 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24833 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3306: done (5 left) 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3307: done (4 left) 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3308: done (3 left) 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3309: done (2 left) 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3311: done (1 left) 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3312: done (0 left) 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3313: copy_from oid 15 from oid 17 current snap is 311 2024-03-10T21:32:55.325 INFO:tasks.rados.rados.0.smithi071.stdout:3314: snap_remove snap 296 2024-03-10T21:32:55.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:55.402+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:55.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:55.402+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:55.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:55.323+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:55.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:55.323+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:55.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:55.324+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:55.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:55.403+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:55.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:55.403+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:55.403+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: pgmap v720: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 965 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 400 KiB/s wr, 3 op/s 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:55.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:55.401+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:55.323+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:55.323+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:55.324+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:55.321+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:55.322+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:55.322+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:55.324+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:55.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:55.324+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: pgmap v720: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 965 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 400 KiB/s wr, 3 op/s 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:55.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: pgmap v720: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 965 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 400 KiB/s wr, 3 op/s 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:55.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:56.331 INFO:tasks.rados.rados.0.smithi071.stdout:3314: done (1 left) 2024-03-10T21:32:56.331 INFO:tasks.rados.rados.0.smithi071.stdout:3315: copy_from oid 18 from oid 46 current snap is 311 2024-03-10T21:32:56.331 INFO:tasks.rados.rados.0.smithi071.stdout:3313: finishing copy_from to smithi07176956-15 2024-03-10T21:32:56.332 INFO:tasks.rados.rados.0.smithi071.stdout:3313: got expected ENOENT (src dne) 2024-03-10T21:32:56.332 INFO:tasks.rados.rados.0.smithi071.stdout:3313: finishing copy_from racing read to smithi07176956-15 2024-03-10T21:32:56.332 INFO:tasks.rados.rados.0.smithi071.stdout:3313: done (1 left) 2024-03-10T21:32:56.332 INFO:tasks.rados.rados.0.smithi071.stdout:3316: snap_create 2024-03-10T21:32:56.335 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing copy_from to smithi07176956-18 2024-03-10T21:32:56.335 INFO:tasks.rados.rados.0.smithi071.stdout:3315: got expected ENOENT (src dne) 2024-03-10T21:32:56.335 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing copy_from racing read to smithi07176956-18 2024-03-10T21:32:56.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:56.327+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:56.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:56.327+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:56.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:56.333+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:56.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:56.333+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: osdmap e692: 8 total, 8 up, 8 in 2024-03-10T21:32:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:56.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:56.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:56.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:56.330+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:56.330+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.327+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.327+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.327+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.327+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.327+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.328+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:56.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:56.328+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: osdmap e692: 8 total, 8 up, 8 in 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:56.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: osdmap e692: 8 total, 8 up, 8 in 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:56.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:56.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:56.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3315: done (1 left) 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3316: done (0 left) 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3317: read oid 18 snap -1 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3317: expect (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3318: read oid 24 snap 308 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3318: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:32:57.334 INFO:tasks.rados.rados.0.smithi071.stdout:3319: snap_create 2024-03-10T21:32:57.342 INFO:tasks.rados.rados.0.smithi071.stdout:3317: expect (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:32:57.359 INFO:tasks.rados.rados.0.smithi071.stdout:3318: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:32:57.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:57.135+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:57.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:57.136+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:57.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:57.335+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:57.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:57.340+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:57.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:57.328+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:57.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:57.328+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:57.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:57.329+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: pgmap v723: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 965 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 400 KiB/s wr, 3 op/s 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:57.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: osdmap e693: 8 total, 8 up, 8 in 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:57.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:57.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:57.330+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:57.332+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:57.332+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:57.332+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:57.339+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:57.339+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:57.339+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:57.340+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:57.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:57.341+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: pgmap v723: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 965 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 400 KiB/s wr, 3 op/s 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:57.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: osdmap e693: 8 total, 8 up, 8 in 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:57.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: pgmap v723: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 965 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 400 KiB/s wr, 3 op/s 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: osdmap e693: 8 total, 8 up, 8 in 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:57.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:58.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:57.953+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:58.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:57.953+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:58.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:57.953+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:58.334 INFO:tasks.rados.rados.0.smithi071.stdout:3317: done (2 left) 2024-03-10T21:32:58.334 INFO:tasks.rados.rados.0.smithi071.stdout:3318: done (1 left) 2024-03-10T21:32:58.334 INFO:tasks.rados.rados.0.smithi071.stdout:3319: done (0 left) 2024-03-10T21:32:58.334 INFO:tasks.rados.rados.0.smithi071.stdout:3320: snap_remove snap 301 2024-03-10T21:32:58.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:58.331+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:58.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:58.331+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: osdmap e694: 8 total, 8 up, 8 in 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:58.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:58.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:58.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:58.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:58.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:58.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-mon[83873]: osdmap e695: 8 total, 8 up, 8 in 2024-03-10T21:32:58.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:58.331+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: osdmap e694: 8 total, 8 up, 8 in 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:58.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[88660]: osdmap e695: 8 total, 8 up, 8 in 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:58.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: osdmap e694: 8 total, 8 up, 8 in 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:58.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:58 smithi071 ceph-mon[91105]: osdmap e695: 8 total, 8 up, 8 in 2024-03-10T21:32:59.010 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:58.758+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:59.011 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:58.758+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:59.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:59.008+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:59.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:59.008+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:59.335 INFO:tasks.rados.rados.0.smithi071.stdout:3320: done (0 left) 2024-03-10T21:32:59.335 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 313 2024-03-10T21:32:59.335 INFO:tasks.rados.rados.0.smithi071.stdout:3321: seq_num 1041 ranges {2244608=638976} 2024-03-10T21:32:59.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:32:59.332+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:59.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:59.085+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:59.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:59.085+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:59.335+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:59.335+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.084+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.084+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.084+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.084+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.085+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.085+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.085+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:32:59.350 INFO:tasks.rados.rados.0.smithi071.stdout:3321: writing smithi07176956-30 from 2244608 to 2883584 tid 1 2024-03-10T21:32:59.350 INFO:tasks.rados.rados.0.smithi071.stdout:3322: setattr oid 36 current snap is 313 2024-03-10T21:32:59.352 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 313 2024-03-10T21:32:59.352 INFO:tasks.rados.rados.0.smithi071.stdout:3323: seq_num 1042 ranges {10379264=655360} 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3323: writing smithi07176956-26 from 10379264 to 11034624 tid 1 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3324: snap_create 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24840 (ObjNum 877 snap 248 seq_num 877) dirty exists 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3321: finishing write tid 1 to smithi07176956-30 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3321: finishing write tid 2 to smithi07176956-30 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3321: finishing write tid 3 to smithi07176956-30 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3321: oid 30 updating version 0 to 24834 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3321: oid 30 updating version 24834 to 24835 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 24835 (ObjNum 1041 snap 313 seq_num 1041) dirty exists 2024-03-10T21:32:59.411 INFO:tasks.rados.rados.0.smithi071.stdout:3321: left oid 30 (ObjNum 1041 snap 313 seq_num 1041) 2024-03-10T21:32:59.417 INFO:tasks.rados.rados.0.smithi071.stdout:3323: finishing write tid 1 to smithi07176956-26 2024-03-10T21:32:59.418 INFO:tasks.rados.rados.0.smithi071.stdout:3323: finishing write tid 2 to smithi07176956-26 2024-03-10T21:32:59.419 INFO:tasks.rados.rados.0.smithi071.stdout:3323: finishing write tid 3 to smithi07176956-26 2024-03-10T21:32:59.419 INFO:tasks.rados.rados.0.smithi071.stdout:3323: oid 26 updating version 0 to 24834 2024-03-10T21:32:59.419 INFO:tasks.rados.rados.0.smithi071.stdout:3323: oid 26 updating version 24834 to 24835 2024-03-10T21:32:59.419 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24835 (ObjNum 1042 snap 313 seq_num 1042) dirty exists 2024-03-10T21:32:59.419 INFO:tasks.rados.rados.0.smithi071.stdout:3323: left oid 26 (ObjNum 1042 snap 313 seq_num 1042) 2024-03-10T21:32:59.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:59.416+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:59.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:32:59.416+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:59.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:59.332+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:32:59.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:59.332+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:59.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:32:59.333+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:59.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:59.354+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:59.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:59.368+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:32:59.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:32:59.368+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: pgmap v726: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 966 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 444 KiB/s rd, 148 KiB/s wr, 12 op/s 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:59.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:32:59 smithi193 ceph-mon[83873]: osdmap e696: 8 total, 8 up, 8 in 2024-03-10T21:32:59.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:32:59.335+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: pgmap v726: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 966 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 444 KiB/s rd, 148 KiB/s wr, 12 op/s 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:59.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[91105]: osdmap e696: 8 total, 8 up, 8 in 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: pgmap v726: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 966 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 444 KiB/s rd, 148 KiB/s wr, 12 op/s 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:32:59.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:32:59.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-mon[88660]: osdmap e696: 8 total, 8 up, 8 in 2024-03-10T21:32:59.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.412+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:32:59.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.412+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:32:59.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.412+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:32:59.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.414+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:32:59.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:32:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:32:59.415+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.351 INFO:tasks.rados.rados.0.smithi071.stdout:3321: done (3 left) 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:3322: done (2 left) 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:3323: done (1 left) 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:3324: done (0 left) 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:3325: rollback oid 46 current snap is 314 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 312 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 314 2024-03-10T21:33:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:3326: seq_num 1043 ranges {16384=671744} 2024-03-10T21:33:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:3326: writing smithi07176956-48 from 16384 to 688128 tid 1 2024-03-10T21:33:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:3327: read oid 33 snap -1 2024-03-10T21:33:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:3327: expect deleted 2024-03-10T21:33:00.356 INFO:tasks.rados.rados.0.smithi071.stdout:3328: setattr oid 14 current snap is 314 2024-03-10T21:33:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:3329: read oid 34 snap -1 2024-03-10T21:33:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:3329: expect (ObjNum 1017 snap 306 seq_num 1017) 2024-03-10T21:33:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 314 2024-03-10T21:33:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:3330: seq_num 1044 ranges {5414912=688128} 2024-03-10T21:33:00.394 INFO:tasks.rados.rados.0.smithi071.stdout:3330: writing smithi07176956-5 from 5414912 to 6103040 tid 1 2024-03-10T21:33:00.394 INFO:tasks.rados.rados.0.smithi071.stdout:3331: delete oid 35 current snap is 314 2024-03-10T21:33:00.394 INFO:tasks.rados.rados.0.smithi071.stdout:3326: finishing write tid 1 to smithi07176956-48 2024-03-10T21:33:00.394 INFO:tasks.rados.rados.0.smithi071.stdout:3326: finishing write tid 2 to smithi07176956-48 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13207 (ObjNum 889 snap 251 seq_num 889) dirty exists 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:3325: finishing rollback tid 1 to smithi07176956-46 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 13174 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:3326: finishing write tid 3 to smithi07176956-48 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:3326: oid 48 updating version 0 to 13232 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:3326: oid 48 version 13232 is already newer than 13231 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 13232 (ObjNum 1043 snap 314 seq_num 1043) dirty exists 2024-03-10T21:33:00.395 INFO:tasks.rados.rados.0.smithi071.stdout:3326: left oid 48 (ObjNum 1043 snap 314 seq_num 1043) 2024-03-10T21:33:00.399 INFO:tasks.rados.rados.0.smithi071.stdout:3325: done (6 left) 2024-03-10T21:33:00.399 INFO:tasks.rados.rados.0.smithi071.stdout:3326: done (5 left) 2024-03-10T21:33:00.399 INFO:tasks.rados.rados.0.smithi071.stdout:3327: done (4 left) 2024-03-10T21:33:00.399 INFO:tasks.rados.rados.0.smithi071.stdout:3328: done (3 left) 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3331: done (2 left) 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3332: copy_from oid 30 from oid 28 current snap is 314 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3333: copy_from oid 25 from oid 20 current snap is 314 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3334: read oid 29 snap -1 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3334: expect (ObjNum 1037 snap 308 seq_num 1037) 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3335: copy_from oid 23 from oid 10 current snap is 314 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3336: snap_create 2024-03-10T21:33:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3329: expect (ObjNum 1017 snap 306 seq_num 1017) 2024-03-10T21:33:00.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:00.346+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:00.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:00.347+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:00.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:00.353+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:00.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:00.356+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:00.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:00.361+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:00.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:00.361+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:00.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:00.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:00.361+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:00.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:00.349+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:00.349+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.346+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.346+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.347+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:00.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.347+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.348+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:00.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.348+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:00.348+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:00.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:00.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:00.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 16e=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:00.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:00.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:00.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:00.889 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing write tid 1 to smithi07176956-5 2024-03-10T21:33:00.889 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing write tid 2 to smithi07176956-5 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing write tid 3 to smithi07176956-5 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:3330: oid 5 updating version 0 to 24841 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:3330: oid 5 updating version 24841 to 24842 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24842 (ObjNum 1044 snap 314 seq_num 1044) dirty exists 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:3330: left oid 5 (ObjNum 1044 snap 314 seq_num 1044) 2024-03-10T21:33:00.890 INFO:tasks.rados.rados.0.smithi071.stdout:3334: expect (ObjNum 1037 snap 308 seq_num 1037) 2024-03-10T21:33:01.227 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing copy_from to smithi07176956-25 2024-03-10T21:33:01.228 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 13198 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:33:01.228 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing copy_from racing read to smithi07176956-30 2024-03-10T21:33:01.228 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing copy_from to smithi07176956-30 2024-03-10T21:33:01.228 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 13144 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:33:01.228 INFO:tasks.rados.rados.0.smithi071.stdout:3335: finishing copy_from racing read to smithi07176956-23 2024-03-10T21:33:01.229 INFO:tasks.rados.rados.0.smithi071.stdout:3335: finishing copy_from to smithi07176956-23 2024-03-10T21:33:01.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 13169 (ObjNum 725 snap 206 seq_num 725) dirty exists 2024-03-10T21:33:01.354 INFO:tasks.rados.rados.0.smithi071.stdout:3329: done (6 left) 2024-03-10T21:33:01.354 INFO:tasks.rados.rados.0.smithi071.stdout:3330: done (5 left) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3332: done (4 left) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3333: done (3 left) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3334: done (2 left) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3335: done (1 left) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3336: done (0 left) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3337: rollback oid 12 current snap is 315 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 303 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3338: read oid 10 snap -1 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3338: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3339: read oid 1 snap 306 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3339: expect (ObjNum 1022 snap 306 seq_num 1022) 2024-03-10T21:33:01.355 INFO:tasks.rados.rados.0.smithi071.stdout:3340: snap_remove snap 298 2024-03-10T21:33:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:33:01] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:33:01.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:01.357+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:01.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:01.353+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:01.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:01.353+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:01.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:01.353+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:01.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:01.352+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:01.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:01.352+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:01.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:01.352+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:01.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:01.352+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:01.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:01.353+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: pgmap v729: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: osdmap e697: 8 total, 8 up, 8 in 2024-03-10T21:33:01.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: pgmap v729: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:01.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: osdmap e697: 8 total, 8 up, 8 in 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:01.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:01.351+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:01.351+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:01.352+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:01.356+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:01.359+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: pgmap v729: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:01.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: osdmap e697: 8 total, 8 up, 8 in 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 179=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:02.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:01.984+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:02.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:01.984+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:02.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:01.986+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:02.361 INFO:tasks.rados.rados.0.smithi071.stdout:3340: done (3 left) 2024-03-10T21:33:02.361 INFO:tasks.rados.rados.0.smithi071.stdout:3341: copy_from oid 22 from oid 46 current snap is 315 2024-03-10T21:33:02.361 INFO:tasks.rados.rados.0.smithi071.stdout:3337: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:33:02.361 INFO:tasks.rados.rados.0.smithi071.stdout:3337: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:33:02.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 13209 (ObjNum 1010 snap 302 seq_num 1010) dirty exists 2024-03-10T21:33:02.361 INFO:tasks.rados.rados.0.smithi071.stdout:3339: expect (ObjNum 1022 snap 306 seq_num 1022) 2024-03-10T21:33:02.495 INFO:tasks.rados.rados.0.smithi071.stdout:3338: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:33:02.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:02.366+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:02.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:02.367+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:02.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:02.357+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:02.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:02.357+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:02.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:33:02.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:02.364+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:02.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:02.364+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: osdmap e698: 8 total, 8 up, 8 in 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:02.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:02.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:02.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:02.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:02.654 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:02.358+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: osdmap e698: 8 total, 8 up, 8 in 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:02.655 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:02.656 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:02.656 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:02.656 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:02.656 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:02.656 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:02.363+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:02.656 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:02.364+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:02.656 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:02.656 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: osdmap e698: 8 total, 8 up, 8 in 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:02.657 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:02.992 INFO:tasks.rados.rados.0.smithi071.stdout:3341: finishing copy_from to smithi07176956-22 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3341: got expected ENOENT (src dne) 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3341: finishing copy_from racing read to smithi07176956-22 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3337: done (3 left) 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3338: done (2 left) 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3339: done (1 left) 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3341: done (0 left) 2024-03-10T21:33:02.993 INFO:tasks.rados.rados.0.smithi071.stdout:3342: copy_from oid 31 from oid 49 current snap is 315 2024-03-10T21:33:02.994 INFO:tasks.rados.rados.0.smithi071.stdout:3343: delete oid 13 current snap is 315 2024-03-10T21:33:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:3343: done (1 left) 2024-03-10T21:33:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:3344: snap_create 2024-03-10T21:33:03.009 INFO:tasks.rados.rados.0.smithi071.stdout:3342: finishing copy_from racing read to smithi07176956-31 2024-03-10T21:33:03.010 INFO:tasks.rados.rados.0.smithi071.stdout:3342: finishing copy_from to smithi07176956-31 2024-03-10T21:33:03.010 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24818 (ObjNum 1035 snap 308 seq_num 1035) dirty exists 2024-03-10T21:33:03.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.652+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:03.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.653+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:03.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.653+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.653+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.653+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.653+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:03.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:02.653+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:03.371 INFO:tasks.rados.rados.0.smithi071.stdout:3342: done (1 left) 2024-03-10T21:33:03.371 INFO:tasks.rados.rados.0.smithi071.stdout:3344: done (0 left) 2024-03-10T21:33:03.371 INFO:tasks.rados.rados.0.smithi071.stdout:3345: snap_remove snap 310 2024-03-10T21:33:03.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:03.505+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:03.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:03.505+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:03.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:03.502+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:03.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:03.502+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:03.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:03.503+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:03.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:03.370+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:03.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:03.370+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:03.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:03.370+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: pgmap v732: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: osdmap e699: 8 total, 8 up, 8 in 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:03.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:03.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:03.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:03.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:03.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:03.502+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:03.370+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:03.370+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:03.370+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:03.368+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:03.368+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:03.369+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:03.370+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:03.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:03.371+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: pgmap v732: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: osdmap e699: 8 total, 8 up, 8 in 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: pgmap v732: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: osdmap e699: 8 total, 8 up, 8 in 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:03.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:04.378 INFO:tasks.rados.rados.0.smithi071.stdout:3345: done (0 left) 2024-03-10T21:33:04.379 INFO:tasks.rados.rados.0.smithi071.stdout:3346: delete oid 36 current snap is 316 2024-03-10T21:33:04.388 INFO:tasks.rados.rados.0.smithi071.stdout:3346: done (0 left) 2024-03-10T21:33:04.388 INFO:tasks.rados.rados.0.smithi071.stdout:3347: rmattr oid 37 current snap is 316 2024-03-10T21:33:04.388 INFO:tasks.rados.rados.0.smithi071.stdout:3347: done (0 left) 2024-03-10T21:33:04.388 INFO:tasks.rados.rados.0.smithi071.stdout:3348: read oid 40 snap -1 2024-03-10T21:33:04.388 INFO:tasks.rados.rados.0.smithi071.stdout:3348: expect (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:33:04.388 INFO:tasks.rados.rados.0.smithi071.stdout:3349: snap_create 2024-03-10T21:33:04.398 INFO:tasks.rados.rados.0.smithi071.stdout:3348: expect (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:33:04.836 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:04.381+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:04.837 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:04.386+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:04.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:04.376+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:04.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:04.377+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:04.837 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:04.385+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.837 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:04.385+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.373+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.373+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.374+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.374+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.374+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.374+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:04.374+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:04.839 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:04.390+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:04.839 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:04.394+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: osdmap e700: 8 total, 8 up, 8 in 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: osdmap e700: 8 total, 8 up, 8 in 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:04.841 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: osdmap e700: 8 total, 8 up, 8 in 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:04.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:04.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:04.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:05.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:04.855+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:05.390 INFO:tasks.rados.rados.0.smithi071.stdout:3348: done (1 left) 2024-03-10T21:33:05.390 INFO:tasks.rados.rados.0.smithi071.stdout:3349: done (0 left) 2024-03-10T21:33:05.390 INFO:tasks.rados.rados.0.smithi071.stdout:3350: setattr oid 19 current snap is 317 2024-03-10T21:33:05.393 INFO:tasks.rados.rados.0.smithi071.stdout:3351: copy_from oid 24 from oid 17 current snap is 317 2024-03-10T21:33:05.393 INFO:tasks.rados.rados.0.smithi071.stdout:3352: snap_create 2024-03-10T21:33:05.396 INFO:tasks.rados.rados.0.smithi071.stdout:3351: finishing copy_from to smithi07176956-24 2024-03-10T21:33:05.396 INFO:tasks.rados.rados.0.smithi071.stdout:3351: got expected ENOENT (src dne) 2024-03-10T21:33:05.396 INFO:tasks.rados.rados.0.smithi071.stdout:3351: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:33:05.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5938 (ObjNum 960 snap 286 seq_num 960) dirty exists 2024-03-10T21:33:05.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:05.385+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:05.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:05.385+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:05.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:05.385+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: pgmap v735: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-03-10T21:33:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:05.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: osdmap e701: 8 total, 8 up, 8 in 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:05.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:05.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:05.388+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:05.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:05.388+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:05.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:05.388+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:05.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:05.389+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:05.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:05.395+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:05.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:05.397+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:05.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:05.397+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:05.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:05.397+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:05.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:05.397+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: pgmap v735: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-03-10T21:33:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: osdmap e701: 8 total, 8 up, 8 in 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: pgmap v735: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 970 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: osdmap e701: 8 total, 8 up, 8 in 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:05.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:05.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:05.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:05.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:05.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:05.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:05.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:06.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:05.852+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:06.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:05.853+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:06.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:05.853+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:06.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:05.853+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:06.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:05.853+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:3350: done (2 left) 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:3351: done (1 left) 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:3352: done (0 left) 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:3353: read oid 6 snap -1 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:3353: expect (ObjNum 916 snap 267 seq_num 916) 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 318 2024-03-10T21:33:06.402 INFO:tasks.rados.rados.0.smithi071.stdout:3354: seq_num 1048 ranges {3760128=761856} 2024-03-10T21:33:06.427 INFO:tasks.rados.rados.0.smithi071.stdout:3354: writing smithi07176956-43 from 3760128 to 4521984 tid 1 2024-03-10T21:33:06.427 INFO:tasks.rados.rados.0.smithi071.stdout:3355: read oid 10 snap -1 2024-03-10T21:33:06.427 INFO:tasks.rados.rados.0.smithi071.stdout:3355: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:33:06.427 INFO:tasks.rados.rados.0.smithi071.stdout:3356: snap_create 2024-03-10T21:33:06.427 INFO:tasks.rados.rados.0.smithi071.stdout:3353: expect (ObjNum 916 snap 267 seq_num 916) 2024-03-10T21:33:06.454 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 1 to smithi07176956-43 2024-03-10T21:33:06.454 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 2 to smithi07176956-43 2024-03-10T21:33:06.454 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 3 to smithi07176956-43 2024-03-10T21:33:06.455 INFO:tasks.rados.rados.0.smithi071.stdout:3354: oid 43 updating version 0 to 24819 2024-03-10T21:33:06.455 INFO:tasks.rados.rados.0.smithi071.stdout:3354: oid 43 updating version 24819 to 24820 2024-03-10T21:33:06.455 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24820 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-03-10T21:33:06.455 INFO:tasks.rados.rados.0.smithi071.stdout:3354: left oid 43 (ObjNum 1048 snap 318 seq_num 1048) 2024-03-10T21:33:06.470 INFO:tasks.rados.rados.0.smithi071.stdout:3355: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:33:06.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:06.404+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:06.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:06.406+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:06.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:06.393+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:06.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:06.393+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:06.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:06.405+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:06.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:06.405+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: osdmap e702: 8 total, 8 up, 8 in 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:06.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:06.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:06.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:06.404+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:06.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:06.398+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:06.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:06.398+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: osdmap e702: 8 total, 8 up, 8 in 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:06.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:06.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.397+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:06.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.398+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:06.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.398+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:06.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.399+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:06.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.399+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:06.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.400+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:06.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:06.400+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:06.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:06.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:06.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:06.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: osdmap e702: 8 total, 8 up, 8 in 2024-03-10T21:33:06.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:06.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:07.398 INFO:tasks.rados.rados.0.smithi071.stdout:3353: done (3 left) 2024-03-10T21:33:07.398 INFO:tasks.rados.rados.0.smithi071.stdout:3354: done (2 left) 2024-03-10T21:33:07.398 INFO:tasks.rados.rados.0.smithi071.stdout:3355: done (1 left) 2024-03-10T21:33:07.398 INFO:tasks.rados.rados.0.smithi071.stdout:3356: done (0 left) 2024-03-10T21:33:07.398 INFO:tasks.rados.rados.0.smithi071.stdout:3357: setattr oid 34 current snap is 319 2024-03-10T21:33:07.399 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 319 2024-03-10T21:33:07.399 INFO:tasks.rados.rados.0.smithi071.stdout:3358: seq_num 1049 ranges {0=778240} 2024-03-10T21:33:07.403 INFO:tasks.rados.rados.0.smithi071.stdout:3358: writing smithi07176956-25 from 0 to 778240 tid 1 2024-03-10T21:33:07.403 INFO:tasks.rados.rados.0.smithi071.stdout:3359: delete oid 35 current snap is 319 2024-03-10T21:33:07.410 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13230 (ObjNum 1017 snap 306 seq_num 1017) dirty exists 2024-03-10T21:33:07.414 INFO:tasks.rados.rados.0.smithi071.stdout:3358: finishing write tid 1 to smithi07176956-25 2024-03-10T21:33:07.416 INFO:tasks.rados.rados.0.smithi071.stdout:3358: finishing write tid 2 to smithi07176956-25 2024-03-10T21:33:07.419 INFO:tasks.rados.rados.0.smithi071.stdout:3357: done (2 left) 2024-03-10T21:33:07.419 INFO:tasks.rados.rados.0.smithi071.stdout:3359: done (1 left) 2024-03-10T21:33:07.419 INFO:tasks.rados.rados.0.smithi071.stdout:3360: snap_remove snap 313 2024-03-10T21:33:07.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:07.403+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:07.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:07.407+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:07.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:07.394+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:07.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:07.394+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:07.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:07.395+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:07.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:07.410+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:07.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:07.410+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:07.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:07.410+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: pgmap v738: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 981 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: osdmap e703: 8 total, 8 up, 8 in 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:07.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:07.394+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:07.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:07.395+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:07.396+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:07.396+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:07.405+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:07.405+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:07.405+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:07.405+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:07.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:07.415+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: pgmap v738: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 981 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-03-10T21:33:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: osdmap e703: 8 total, 8 up, 8 in 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:07.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: pgmap v738: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 981 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: osdmap e703: 8 total, 8 up, 8 in 2024-03-10T21:33:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 172=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:07.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 174=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3360: done (1 left) 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3361: rollback oid 35 current snap is 319 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 306 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3358: finishing write tid 3 to smithi07176956-25 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3358: oid 25 updating version 0 to 24824 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3358: oid 25 updating version 24824 to 24825 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 24825 (ObjNum 1049 snap 319 seq_num 1049) dirty exists 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3358: left oid 25 (ObjNum 1049 snap 319 seq_num 1049) 2024-03-10T21:33:08.411 INFO:tasks.rados.rados.0.smithi071.stdout:3358: done (1 left) 2024-03-10T21:33:08.412 INFO:tasks.rados.rados.0.smithi071.stdout:3362: setattr oid 17 current snap is 319 2024-03-10T21:33:08.412 INFO:tasks.rados.rados.0.smithi071.stdout:3363: setattr oid 34 current snap is 319 2024-03-10T21:33:08.414 INFO:tasks.rados.rados.0.smithi071.stdout:3364: snap_create 2024-03-10T21:33:08.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1435 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:33:08.420 INFO:tasks.rados.rados.0.smithi071.stdout:3361: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:33:08.421 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13231 (ObjNum 1017 snap 306 seq_num 1017) dirty exists 2024-03-10T21:33:08.421 INFO:tasks.rados.rados.0.smithi071.stdout:3361: finishing rollback tid 2 to smithi07176956-35 2024-03-10T21:33:08.421 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24827 (ObjNum 984 snap 291 seq_num 984) dirty exists 2024-03-10T21:33:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:08.410+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:08.412+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:08.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:08.416+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:08.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:08.416+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:08.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:08.410+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:08.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:08.411+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: osdmap e704: 8 total, 8 up, 8 in 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:08.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:08.406+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:08.415+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:08.415+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: osdmap e704: 8 total, 8 up, 8 in 2024-03-10T21:33:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:08.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:08.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: osdmap e704: 8 total, 8 up, 8 in 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:08.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:08.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:08.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.411+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.411+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.412+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.413+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.413+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.419+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:08.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:08.419+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:09.416 INFO:tasks.rados.rados.0.smithi071.stdout:3361: done (3 left) 2024-03-10T21:33:09.416 INFO:tasks.rados.rados.0.smithi071.stdout:3362: done (2 left) 2024-03-10T21:33:09.417 INFO:tasks.rados.rados.0.smithi071.stdout:3363: done (1 left) 2024-03-10T21:33:09.417 INFO:tasks.rados.rados.0.smithi071.stdout:3364: done (0 left) 2024-03-10T21:33:09.417 INFO:tasks.rados.rados.0.smithi071.stdout:3365: snap_create 2024-03-10T21:33:09.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:09.416+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:09.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:09.416+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:09.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:09.417+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: pgmap v741: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 982 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: osdmap e705: 8 total, 8 up, 8 in 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:09.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:09.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:09.413+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:09.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:09.455+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:09.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:09.455+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:09.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:09.455+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: pgmap v741: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 982 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-03-10T21:33:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:09.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: osdmap e705: 8 total, 8 up, 8 in 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:09.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: pgmap v741: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 982 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: osdmap e705: 8 total, 8 up, 8 in 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:09.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:10.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.133+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:10.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.134+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:10.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.134+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:10.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.134+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:10.418 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.134+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:10.422 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:10.187+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:10.422 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:10.187+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:10.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:10.163+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:10.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:10.163+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:10.422 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:10.163+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:10.423 INFO:tasks.rados.rados.0.smithi071.stdout:3365: done (0 left) 2024-03-10T21:33:10.423 INFO:tasks.rados.rados.0.smithi071.stdout:3366: read oid 39 snap 253 2024-03-10T21:33:10.423 INFO:tasks.rados.rados.0.smithi071.stdout:3366: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:33:10.423 INFO:tasks.rados.rados.0.smithi071.stdout:3367: rollback oid 44 current snap is 321 2024-03-10T21:33:10.423 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 282 2024-03-10T21:33:10.423 INFO:tasks.rados.rados.0.smithi071.stdout:3368: snap_remove snap 316 2024-03-10T21:33:10.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:10.423+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:10.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:10.436+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: osdmap e706: 8 total, 8 up, 8 in 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:10.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:10.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:10.427+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:10.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:10.428+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:10.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:10.428+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: osdmap e706: 8 total, 8 up, 8 in 2024-03-10T21:33:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:10.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: osdmap e706: 8 total, 8 up, 8 in 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:10.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:10.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:10.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:10.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:10.421+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:10.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:10.424+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:10.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:10.429+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:11.418 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:33:11] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:33:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:3368: done (2 left) 2024-03-10T21:33:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:3369: read oid 10 snap -1 2024-03-10T21:33:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:3369: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:33:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:3370: delete oid 19 current snap is 321 2024-03-10T21:33:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:3367: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:33:11.426 INFO:tasks.rados.rados.0.smithi071.stdout:3366: expect (ObjNum 636 snap 188 seq_num 636) 2024-03-10T21:33:11.429 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:11.170+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:11.430 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:11.170+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:11.430 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.430 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.430 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.430 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.430 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: pgmap v744: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 990 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 376 KiB/s wr, 20 op/s 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: osdmap e707: 8 total, 8 up, 8 in 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:11.431 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:11.432 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:11.432 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:11.432 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:33:11.662 INFO:tasks.rados.rados.0.smithi071.stdout:3367: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:33:11.662 INFO:tasks.rados.rados.0.smithi071.stdout:3367: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:33:11.662 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24846 (ObjNum 946 snap 279 seq_num 946) dirty exists 2024-03-10T21:33:11.663 INFO:tasks.rados.rados.0.smithi071.stdout:3366: done (3 left) 2024-03-10T21:33:11.663 INFO:tasks.rados.rados.0.smithi071.stdout:3367: done (2 left) 2024-03-10T21:33:11.663 INFO:tasks.rados.rados.0.smithi071.stdout:3370: done (1 left) 2024-03-10T21:33:11.663 INFO:tasks.rados.rados.0.smithi071.stdout:3371: rollback oid 22 current snap is 321 2024-03-10T21:33:11.663 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 315 2024-03-10T21:33:11.663 INFO:tasks.rados.rados.0.smithi071.stdout:3369: expect (ObjNum 725 snap 206 seq_num 725) 2024-03-10T21:33:11.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:11.428+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:11.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:11.430+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:11.669+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:11.669+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:11.669+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:11.663+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:11.664+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:11.667+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:11.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:11.424+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:11.432+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:11.432+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:11.432+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:11.427+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:11.427+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:11.428+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:11.430+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:11.431+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: pgmap v744: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 990 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 376 KiB/s wr, 20 op/s 2024-03-10T21:33:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: osdmap e707: 8 total, 8 up, 8 in 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: pgmap v744: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 990 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 376 KiB/s wr, 20 op/s 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: osdmap e707: 8 total, 8 up, 8 in 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:33:11.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:11.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:11.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:11 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:33:12.148 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing rollback tid 1 to smithi07176956-22 2024-03-10T21:33:12.148 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24810 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-03-10T21:33:12.148 INFO:tasks.rados.rados.0.smithi071.stdout:3369: done (1 left) 2024-03-10T21:33:12.149 INFO:tasks.rados.rados.0.smithi071.stdout:3371: done (0 left) 2024-03-10T21:33:12.149 INFO:tasks.rados.rados.0.smithi071.stdout:3372: delete oid 48 current snap is 321 2024-03-10T21:33:12.153 INFO:tasks.rados.rados.0.smithi071.stdout:3372: done (0 left) 2024-03-10T21:33:12.153 INFO:tasks.rados.rados.0.smithi071.stdout:3373: snap_remove snap 311 2024-03-10T21:33:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: osdmap e708: 8 total, 8 up, 8 in 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:12.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: osdmap e708: 8 total, 8 up, 8 in 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:12.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:12.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: osdmap e708: 8 total, 8 up, 8 in 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:12.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:12.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:12.642 INFO:tasks.rados.rados.0.smithi071.stdout:3373: done (0 left) 2024-03-10T21:33:12.642 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 321 2024-03-10T21:33:12.642 INFO:tasks.rados.rados.0.smithi071.stdout:3374: seq_num 1053 ranges {0=442368,442368=401408} 2024-03-10T21:33:12.644 INFO:tasks.rados.rados.0.smithi071.stdout:3374: writing smithi07176956-46 from 0 to 442368 tid 1 2024-03-10T21:33:12.647 INFO:tasks.rados.rados.0.smithi071.stdout:3374: writing smithi07176956-46 from 442368 to 843776 tid 2 2024-03-10T21:33:12.647 INFO:tasks.rados.rados.0.smithi071.stdout:3375: rmattr oid 27 current snap is 321 2024-03-10T21:33:12.647 INFO:tasks.rados.rados.0.smithi071.stdout:3375: done (1 left) 2024-03-10T21:33:12.647 INFO:tasks.rados.rados.0.smithi071.stdout:3376: delete oid 30 current snap is 321 2024-03-10T21:33:12.656 INFO:tasks.rados.rados.0.smithi071.stdout:3376: done (1 left) 2024-03-10T21:33:12.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 321 2024-03-10T21:33:12.657 INFO:tasks.rados.rados.0.smithi071.stdout:3377: seq_num 1055 ranges {5791744=475136,6266880=401408} 2024-03-10T21:33:12.690 INFO:tasks.rados.rados.0.smithi071.stdout:3377: writing smithi07176956-10 from 5791744 to 6266880 tid 1 2024-03-10T21:33:12.693 INFO:tasks.rados.rados.0.smithi071.stdout:3377: writing smithi07176956-10 from 6266880 to 6668288 tid 2 2024-03-10T21:33:12.693 INFO:tasks.rados.rados.0.smithi071.stdout:3378: read oid 23 snap 303 2024-03-10T21:33:12.693 INFO:tasks.rados.rados.0.smithi071.stdout:3378: expect deleted 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3379: read oid 22 snap -1 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3379: expect deleted 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3380: read oid 49 snap -1 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3380: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3381: rmattr oid 5 current snap is 321 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 1 to smithi07176956-46 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 2 to smithi07176956-46 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 3 to smithi07176956-46 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: finishing write tid 4 to smithi07176956-46 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: oid 46 updating version 0 to 13234 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: oid 46 version 13234 is already newer than 13232 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:3374: oid 46 version 13234 is already newer than 13233 2024-03-10T21:33:12.694 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 13234 (ObjNum 1053 snap 321 seq_num 1053) dirty exists 2024-03-10T21:33:12.695 INFO:tasks.rados.rados.0.smithi071.stdout:3374: left oid 46 (ObjNum 1053 snap 321 seq_num 1053) 2024-03-10T21:33:12.695 INFO:tasks.rados.rados.0.smithi071.stdout:3374: done (5 left) 2024-03-10T21:33:12.695 INFO:tasks.rados.rados.0.smithi071.stdout:3382: snap_create 2024-03-10T21:33:12.700 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24847 (ObjNum 1044 snap 314 seq_num 1044) dirty exists 2024-03-10T21:33:12.702 INFO:tasks.rados.rados.0.smithi071.stdout:3380: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 1 to smithi07176956-10 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 2 to smithi07176956-10 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 3 to smithi07176956-10 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 4 to smithi07176956-10 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: oid 10 updating version 0 to 24824 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: oid 10 version 24824 is already newer than 24823 2024-03-10T21:33:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:3377: oid 10 version 24824 is already newer than 24822 2024-03-10T21:33:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24824 (ObjNum 1055 snap 321 seq_num 1055) dirty exists 2024-03-10T21:33:12.814 INFO:tasks.rados.rados.0.smithi071.stdout:3377: left oid 10 (ObjNum 1055 snap 321 seq_num 1055) 2024-03-10T21:33:13.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:12.642+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:13.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:12.642+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:12.650+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:13.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:12.655+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:13.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:12.647+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:13.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:12.651+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:13.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:12.659+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:12.645+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:12.645+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.643+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.643+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.643+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.643+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.643+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.643+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:13.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:12.644+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:3377: done (5 left) 2024-03-10T21:33:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:3378: done (4 left) 2024-03-10T21:33:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:3379: done (3 left) 2024-03-10T21:33:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:3380: done (2 left) 2024-03-10T21:33:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:3381: done (1 left) 2024-03-10T21:33:13.655 INFO:tasks.rados.rados.0.smithi071.stdout:3382: done (0 left) 2024-03-10T21:33:13.656 INFO:tasks.rados.rados.0.smithi071.stdout:3383: snap_create 2024-03-10T21:33:14.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:13.650+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:14.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:13.650+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: pgmap v747: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 990 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 696 KiB/s rd, 190 KiB/s wr, 12 op/s 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: osdmap e709: 8 total, 8 up, 8 in 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:14.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:14.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:14.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:13.653+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:14.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:13.653+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:14.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:13.653+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:14.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:13.653+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:14.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: pgmap v747: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 990 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 696 KiB/s rd, 190 KiB/s wr, 12 op/s 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: osdmap e709: 8 total, 8 up, 8 in 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:14.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: pgmap v747: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 990 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 696 KiB/s rd, 190 KiB/s wr, 12 op/s 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: osdmap e709: 8 total, 8 up, 8 in 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:14.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:14.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:14.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:14.209+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:14.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:14.209+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:14.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:14.209+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:14.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:14.224+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:14.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:14.224+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:14.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:14.224+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:14.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.134+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:14.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.134+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:14.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.135+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:14.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.135+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:14.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.135+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:14.663 INFO:tasks.rados.rados.0.smithi071.stdout:3383: done (0 left) 2024-03-10T21:33:14.663 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 323 2024-03-10T21:33:14.663 INFO:tasks.rados.rados.0.smithi071.stdout:3384: seq_num 1056 ranges {0=491520,491520=401408} 2024-03-10T21:33:14.665 INFO:tasks.rados.rados.0.smithi071.stdout:3384: writing smithi07176956-32 from 0 to 491520 tid 1 2024-03-10T21:33:14.668 INFO:tasks.rados.rados.0.smithi071.stdout:3384: writing smithi07176956-32 from 491520 to 892928 tid 2 2024-03-10T21:33:14.668 INFO:tasks.rados.rados.0.smithi071.stdout:3385: rollback oid 50 current snap is 323 2024-03-10T21:33:14.668 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 314 2024-03-10T21:33:14.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 323 2024-03-10T21:33:14.668 INFO:tasks.rados.rados.0.smithi071.stdout:3386: seq_num 1057 ranges {4497408=507904,5005312=401408} 2024-03-10T21:33:14.695 INFO:tasks.rados.rados.0.smithi071.stdout:3386: writing smithi07176956-2 from 4497408 to 5005312 tid 1 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3386: writing smithi07176956-2 from 5005312 to 5406720 tid 2 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3387: read oid 10 snap -1 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3387: expect (ObjNum 1055 snap 321 seq_num 1055) 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 323 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 1 to smithi07176956-32 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 2 to smithi07176956-32 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 3 to smithi07176956-32 2024-03-10T21:33:14.698 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing rollback tid 0 to smithi07176956-50 2024-03-10T21:33:14.699 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing rollback tid 1 to smithi07176956-50 2024-03-10T21:33:14.699 INFO:tasks.rados.rados.0.smithi071.stdout:3388: seq_num 1058 ranges {1466368=524288,1990656=401408} 2024-03-10T21:33:14.709 INFO:tasks.rados.rados.0.smithi071.stdout:3388: writing smithi07176956-8 from 1466368 to 1990656 tid 1 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3388: writing smithi07176956-8 from 1990656 to 2392064 tid 2 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3389: delete oid 35 current snap is 323 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing rollback tid 2 to smithi07176956-50 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24820 (ObjNum 1013 snap 304 seq_num 1013) dirty exists 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing write tid 4 to smithi07176956-32 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3384: oid 32 updating version 0 to 24837 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3384: oid 32 version 24837 is already newer than 24836 2024-03-10T21:33:14.711 INFO:tasks.rados.rados.0.smithi071.stdout:3384: oid 32 updating version 24837 to 24838 2024-03-10T21:33:14.712 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24838 (ObjNum 1056 snap 323 seq_num 1056) dirty exists 2024-03-10T21:33:14.712 INFO:tasks.rados.rados.0.smithi071.stdout:3384: left oid 32 (ObjNum 1056 snap 323 seq_num 1056) 2024-03-10T21:33:14.714 INFO:tasks.rados.rados.0.smithi071.stdout:3386: finishing write tid 1 to smithi07176956-2 2024-03-10T21:33:14.714 INFO:tasks.rados.rados.0.smithi071.stdout:3386: finishing write tid 2 to smithi07176956-2 2024-03-10T21:33:14.714 INFO:tasks.rados.rados.0.smithi071.stdout:3386: finishing write tid 3 to smithi07176956-2 2024-03-10T21:33:14.715 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 1 to smithi07176956-8 2024-03-10T21:33:14.715 INFO:tasks.rados.rados.0.smithi071.stdout:3384: done (5 left) 2024-03-10T21:33:14.716 INFO:tasks.rados.rados.0.smithi071.stdout:3385: done (4 left) 2024-03-10T21:33:14.716 INFO:tasks.rados.rados.0.smithi071.stdout:3389: done (3 left) 2024-03-10T21:33:14.716 INFO:tasks.rados.rados.0.smithi071.stdout:3390: snap_create 2024-03-10T21:33:14.718 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 2 to smithi07176956-8 2024-03-10T21:33:14.719 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 3 to smithi07176956-8 2024-03-10T21:33:14.720 INFO:tasks.rados.rados.0.smithi071.stdout:3386: finishing write tid 4 to smithi07176956-2 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3386: oid 2 updating version 0 to 24838 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3386: oid 2 version 24838 is already newer than 24837 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3386: oid 2 updating version 24838 to 24839 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24839 (ObjNum 1057 snap 323 seq_num 1057) dirty exists 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3386: left oid 2 (ObjNum 1057 snap 323 seq_num 1057) 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 4 to smithi07176956-8 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3388: oid 8 updating version 0 to 1010 2024-03-10T21:33:14.721 INFO:tasks.rados.rados.0.smithi071.stdout:3388: oid 8 updating version 1010 to 1012 2024-03-10T21:33:14.722 INFO:tasks.rados.rados.0.smithi071.stdout:3388: oid 8 version 1012 is already newer than 1011 2024-03-10T21:33:14.722 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1012 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-03-10T21:33:14.722 INFO:tasks.rados.rados.0.smithi071.stdout:3388: left oid 8 (ObjNum 1058 snap 323 seq_num 1058) 2024-03-10T21:33:14.730 INFO:tasks.rados.rados.0.smithi071.stdout:3387: expect (ObjNum 1055 snap 321 seq_num 1055) 2024-03-10T21:33:15.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:14.674+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:15.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:14.674+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:15.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:14.672+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:15.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:14.672+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:15.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:14.657+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:15.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:14.657+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:15.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: osdmap e710: 8 total, 8 up, 8 in 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:15.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:15.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:14.659+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:15.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:14.670+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:15.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:14.674+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:15.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: osdmap e710: 8 total, 8 up, 8 in 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:15.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: osdmap e710: 8 total, 8 up, 8 in 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.667+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:15.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.667+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.667+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:15.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.667+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:15.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.672+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:15.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.672+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:15.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:14.674+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3386: done (3 left) 2024-03-10T21:33:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3387: done (2 left) 2024-03-10T21:33:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3388: done (1 left) 2024-03-10T21:33:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3390: done (0 left) 2024-03-10T21:33:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3391: copy_from oid 1 from oid 28 current snap is 324 2024-03-10T21:33:15.666 INFO:tasks.rados.rados.0.smithi071.stdout:3392: delete oid 34 current snap is 324 2024-03-10T21:33:15.680 INFO:tasks.rados.rados.0.smithi071.stdout:3392: done (1 left) 2024-03-10T21:33:15.680 INFO:tasks.rados.rados.0.smithi071.stdout:3393: snap_create 2024-03-10T21:33:15.697 INFO:tasks.rados.rados.0.smithi071.stdout:3391: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:33:15.698 INFO:tasks.rados.rados.0.smithi071.stdout:3391: finishing copy_from to smithi07176956-1 2024-03-10T21:33:15.698 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 13144 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:33:16.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:15.662+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:16.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:15.663+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:16.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:15.663+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:16.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:15.668+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:16.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:15.673+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:16.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:15.770+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:16.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:15.770+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:16.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:15.770+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:16.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: pgmap v750: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 420 KiB/s wr, 12 op/s 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: osdmap e711: 8 total, 8 up, 8 in 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:16.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:16.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:16.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:16.088 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:15.690+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:16.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:15.663+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:15.663+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:15.664+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:15.663+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:15.663+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:15.664+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:15.664+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:15.665+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: pgmap v750: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 420 KiB/s wr, 12 op/s 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: osdmap e711: 8 total, 8 up, 8 in 2024-03-10T21:33:16.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:16.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:16.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: pgmap v750: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 420 KiB/s wr, 12 op/s 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: osdmap e711: 8 total, 8 up, 8 in 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:16.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17f=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:16.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:16.674 INFO:tasks.rados.rados.0.smithi071.stdout:3391: done (1 left) 2024-03-10T21:33:16.674 INFO:tasks.rados.rados.0.smithi071.stdout:3393: done (0 left) 2024-03-10T21:33:16.674 INFO:tasks.rados.rados.0.smithi071.stdout:3394: copy_from oid 44 from oid 13 current snap is 325 2024-03-10T21:33:16.674 INFO:tasks.rados.rados.0.smithi071.stdout:3395: snap_remove snap 286 2024-03-10T21:33:17.064 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: osdmap e712: 8 total, 8 up, 8 in 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:17.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:17.066 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:17.066 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.670+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.671+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.671+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.671+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.671+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.671+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:17.066 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:16.671+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: osdmap e712: 8 total, 8 up, 8 in 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:17.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:17.068 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:17.068 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:17.068 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:17.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:16.673+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:17.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:16.673+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:17.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:16.678+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:17.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:16.679+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:17.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: osdmap e712: 8 total, 8 up, 8 in 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:17.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:17.062+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:17.063+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3395: done (1 left) 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3396: copy_from oid 12 from oid 17 current snap is 325 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3394: finishing copy_from to smithi07176956-44 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3394: got expected ENOENT (src dne) 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3394: finishing copy_from racing read to smithi07176956-44 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3394: done (1 left) 2024-03-10T21:33:17.674 INFO:tasks.rados.rados.0.smithi071.stdout:3397: delete oid 2 current snap is 325 2024-03-10T21:33:17.681 INFO:tasks.rados.rados.0.smithi071.stdout:3396: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:33:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:3396: finishing copy_from to smithi07176956-12 2024-03-10T21:33:17.682 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1435 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3396: done (1 left) 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3397: done (0 left) 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3398: read oid 21 snap -1 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3398: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3399: read oid 42 snap -1 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3399: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:33:17.688 INFO:tasks.rados.rados.0.smithi071.stdout:3400: read oid 20 snap -1 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3400: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3401: rmattr oid 26 current snap is 325 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3401: done (3 left) 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3402: read oid 25 snap -1 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3402: expect (ObjNum 1049 snap 319 seq_num 1049) 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3403: snap_create 2024-03-10T21:33:17.689 INFO:tasks.rados.rados.0.smithi071.stdout:3400: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:33:17.696 INFO:tasks.rados.rados.0.smithi071.stdout:3402: expect (ObjNum 1049 snap 319 seq_num 1049) 2024-03-10T21:33:17.722 INFO:tasks.rados.rados.0.smithi071.stdout:3398: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:17.783 INFO:tasks.rados.rados.0.smithi071.stdout:3399: expect (ObjNum 877 snap 248 seq_num 877) 2024-03-10T21:33:18.055 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:17.672+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:18.055 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:17.672+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:18.055 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:17.673+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:18.055 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: pgmap v753: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 420 KiB/s wr, 13 op/s 2024-03-10T21:33:18.055 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:18.055 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: osdmap e713: 8 total, 8 up, 8 in 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:18.056 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:18.056 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:17.604+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:18.056 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:17.605+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:18.056 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:17.679+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:18.057 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:17.685+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:18.057 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:17.685+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:18.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:17.604+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:18.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:17.681+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:18.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:17.678+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:18.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:17.679+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:18.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:17.679+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: pgmap v753: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 420 KiB/s wr, 13 op/s 2024-03-10T21:33:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:18.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: osdmap e713: 8 total, 8 up, 8 in 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: pgmap v753: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 420 KiB/s wr, 13 op/s 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:18.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: osdmap e713: 8 total, 8 up, 8 in 2024-03-10T21:33:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:18.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:17.670+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:17.670+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:17.670+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:17.671+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:18.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:17.671+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:18.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:18.052+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:18.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:18.052+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:18.686 INFO:tasks.rados.rados.0.smithi071.stdout:3398: done (4 left) 2024-03-10T21:33:18.686 INFO:tasks.rados.rados.0.smithi071.stdout:3399: done (3 left) 2024-03-10T21:33:18.687 INFO:tasks.rados.rados.0.smithi071.stdout:3400: done (2 left) 2024-03-10T21:33:18.687 INFO:tasks.rados.rados.0.smithi071.stdout:3402: done (1 left) 2024-03-10T21:33:18.687 INFO:tasks.rados.rados.0.smithi071.stdout:3403: done (0 left) 2024-03-10T21:33:18.687 INFO:tasks.rados.rados.0.smithi071.stdout:3404: snap_remove snap 314 2024-03-10T21:33:19.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:18.682+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:18.682+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: osdmap e714: 8 total, 8 up, 8 in 2024-03-10T21:33:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:19.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:18.685+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:18.686+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.682+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.682+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.682+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.682+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.683+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.685+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:19.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:18.685+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:19.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: osdmap e714: 8 total, 8 up, 8 in 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:19.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: osdmap e714: 8 total, 8 up, 8 in 2024-03-10T21:33:19.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:19.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:3404: done (0 left) 2024-03-10T21:33:19.688 INFO:tasks.rados.rados.0.smithi071.stdout:3405: setattr oid 30 current snap is 326 2024-03-10T21:33:19.690 INFO:tasks.rados.rados.0.smithi071.stdout:3406: rollback oid 24 current snap is 326 2024-03-10T21:33:19.690 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 318 2024-03-10T21:33:19.690 INFO:tasks.rados.rados.0.smithi071.stdout:3407: read oid 37 snap -1 2024-03-10T21:33:19.690 INFO:tasks.rados.rados.0.smithi071.stdout:3407: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:33:19.691 INFO:tasks.rados.rados.0.smithi071.stdout:3408: snap_remove snap 282 2024-03-10T21:33:19.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:19.693+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:19.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:19.694+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:19.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:19.692+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:19.696+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:19.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:19.696+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: pgmap v756: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 9.7 MiB/s rd, 0 B/s wr, 3 op/s 2024-03-10T21:33:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: osdmap e715: 8 total, 8 up, 8 in 2024-03-10T21:33:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:20.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:19.693+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:20.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: pgmap v756: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 9.7 MiB/s rd, 0 B/s wr, 3 op/s 2024-03-10T21:33:20.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: osdmap e715: 8 total, 8 up, 8 in 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:20.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: pgmap v756: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 991 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 9.7 MiB/s rd, 0 B/s wr, 3 op/s 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 181=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: osdmap e715: 8 total, 8 up, 8 in 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:20.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:19.696+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:19.696+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:19.698+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:19.687+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:19.688+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:19.688+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:19.690+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:20.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:19.690+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:3408: done (3 left) 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:3409: copy_from oid 17 from oid 39 current snap is 326 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 24841 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:3406: finishing rollback tid 0 to smithi07176956-24 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:3406: finishing rollback tid 1 to smithi07176956-24 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:3406: finishing rollback tid 2 to smithi07176956-24 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 13212 (ObjNum 1014 snap 305 seq_num 1014) dirty exists 2024-03-10T21:33:20.688 INFO:tasks.rados.rados.0.smithi071.stdout:3407: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:33:20.753 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:33:20.753 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing copy_from to smithi07176956-17 2024-03-10T21:33:20.753 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24831 (ObjNum 1027 snap 306 seq_num 1027) dirty exists 2024-03-10T21:33:20.754 INFO:tasks.rados.rados.0.smithi071.stdout:3405: done (3 left) 2024-03-10T21:33:20.754 INFO:tasks.rados.rados.0.smithi071.stdout:3406: done (2 left) 2024-03-10T21:33:20.754 INFO:tasks.rados.rados.0.smithi071.stdout:3407: done (1 left) 2024-03-10T21:33:20.754 INFO:tasks.rados.rados.0.smithi071.stdout:3409: done (0 left) 2024-03-10T21:33:20.754 INFO:tasks.rados.rados.0.smithi071.stdout:3410: snap_create 2024-03-10T21:33:20.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:20.685+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:20.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:20.685+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:20.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:20.685+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:20.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:20.712+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:20.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:20.712+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:20.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:20.471+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:20.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:20.471+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:20.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:20.710+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:20.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:20.710+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: osdmap e716: 8 total, 8 up, 8 in 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:20.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:20.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:20 smithi193 ceph-mon[83873]: osdmap e717: 8 total, 8 up, 8 in 2024-03-10T21:33:21.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:20.699+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:21.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:20.694+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:21.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:20.694+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:21.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: osdmap e716: 8 total, 8 up, 8 in 2024-03-10T21:33:21.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:21.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:21.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:21.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:21.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:21.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:21.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[88660]: osdmap e717: 8 total, 8 up, 8 in 2024-03-10T21:33:21.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: osdmap e716: 8 total, 8 up, 8 in 2024-03-10T21:33:21.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:21.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:21.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:21.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:21.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:21.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:21.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:21.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:21.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:21.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:21.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:21.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:21.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-mon[91105]: osdmap e717: 8 total, 8 up, 8 in 2024-03-10T21:33:21.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.689+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:21.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.689+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:21.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.689+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:21.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.689+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:21.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.689+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:21.093 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.690+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:21.093 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:20.690+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:33:21] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:33:21.714 INFO:tasks.rados.rados.0.smithi071.stdout:3410: done (0 left) 2024-03-10T21:33:21.714 INFO:tasks.rados.rados.0.smithi071.stdout:3411: rollback oid 15 current snap is 327 2024-03-10T21:33:21.714 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 326 2024-03-10T21:33:21.714 INFO:tasks.rados.rados.0.smithi071.stdout:3412: read oid 2 snap -1 2024-03-10T21:33:21.714 INFO:tasks.rados.rados.0.smithi071.stdout:3412: expect deleted 2024-03-10T21:33:21.714 INFO:tasks.rados.rados.0.smithi071.stdout:3413: snap_remove snap 319 2024-03-10T21:33:21.964 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:21.712+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:21.964 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:21.716+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:21.964 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:21.716+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:21.964 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:21.716+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: pgmap v759: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 999 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:21.965 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:21.966 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: pgmap v759: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 999 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:21.967 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:21.968 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:21.969 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:22.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:21.707+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:22.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:21.707+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:22.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:21.810+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:22.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:21.810+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:22.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:21.715+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:22.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:21.715+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:22.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:21.715+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: pgmap v759: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 999 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:22.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:22.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:22.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:21.961+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:22.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:21.962+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:22.335 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:21.962+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:22.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:21.962+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:22.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:21.962+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3413: done (2 left) 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3414: read oid 16 snap -1 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3414: expect (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3415: snap_create 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:33:22.724 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24850 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:33:22.732 INFO:tasks.rados.rados.0.smithi071.stdout:3414: expect (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:33:23.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:22.715+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:23.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:22.715+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: osdmap e718: 8 total, 8 up, 8 in 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:23.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:23.086 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:22.719+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:23.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:23.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:23.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: osdmap e718: 8 total, 8 up, 8 in 2024-03-10T21:33:23.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:23.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: osdmap e718: 8 total, 8 up, 8 in 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:23.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:23.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:22.722+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:23.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:22.722+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.725+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.726+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.726+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.726+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.726+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.726+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:23.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:22.730+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:23.459 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:23.173+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:23.459 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:23.173+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:23.716 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:23.457+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:23.716 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:23.457+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:23.716 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:23.457+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:23.727 INFO:tasks.rados.rados.0.smithi071.stdout:3411: done (3 left) 2024-03-10T21:33:23.727 INFO:tasks.rados.rados.0.smithi071.stdout:3412: done (2 left) 2024-03-10T21:33:23.727 INFO:tasks.rados.rados.0.smithi071.stdout:3414: done (1 left) 2024-03-10T21:33:23.727 INFO:tasks.rados.rados.0.smithi071.stdout:3415: done (0 left) 2024-03-10T21:33:23.727 INFO:tasks.rados.rados.0.smithi071.stdout:3416: delete oid 42 current snap is 328 2024-03-10T21:33:23.732 INFO:tasks.rados.rados.0.smithi071.stdout:3416: done (0 left) 2024-03-10T21:33:23.732 INFO:tasks.rados.rados.0.smithi071.stdout:3417: snap_remove snap 325 2024-03-10T21:33:24.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:23.731+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:24.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:23.731+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:24.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:23.722+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:24.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:23.722+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:24.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:23.722+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:24.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: pgmap v762: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 999 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: osdmap e719: 8 total, 8 up, 8 in 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:24.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:24.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:23.730+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:24.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: pgmap v762: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 999 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: osdmap e719: 8 total, 8 up, 8 in 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: pgmap v762: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 999 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: osdmap e719: 8 total, 8 up, 8 in 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:24.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:24.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:23.724+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:24.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:23.724+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:24.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:23.725+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:24.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:23.725+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:24.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:23.725+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:24.726 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:24.373+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:24.726 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:24.373+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:24.727 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:24.372+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:24.727 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:24.372+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:24.727 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:24.373+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:24.732 INFO:tasks.rados.rados.0.smithi071.stdout:3417: done (0 left) 2024-03-10T21:33:24.732 INFO:tasks.rados.rados.0.smithi071.stdout:3418: rmattr oid 40 current snap is 328 2024-03-10T21:33:24.732 INFO:tasks.rados.rados.0.smithi071.stdout:3418: done (0 left) 2024-03-10T21:33:24.732 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 328 2024-03-10T21:33:24.732 INFO:tasks.rados.rados.0.smithi071.stdout:3419: seq_num 1063 ranges {950272=606208,1556480=401408} 2024-03-10T21:33:24.740 INFO:tasks.rados.rados.0.smithi071.stdout:3419: writing smithi07176956-6 from 950272 to 1556480 tid 1 2024-03-10T21:33:24.744 INFO:tasks.rados.rados.0.smithi071.stdout:3419: writing smithi07176956-6 from 1556480 to 1957888 tid 2 2024-03-10T21:33:24.744 INFO:tasks.rados.rados.0.smithi071.stdout:3420: rollback oid 28 current snap is 328 2024-03-10T21:33:24.745 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 327 2024-03-10T21:33:24.745 INFO:tasks.rados.rados.0.smithi071.stdout:3421: copy_from oid 50 from oid 35 current snap is 328 2024-03-10T21:33:24.745 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 328 2024-03-10T21:33:24.745 INFO:tasks.rados.rados.0.smithi071.stdout:3422: seq_num 1064 ranges {0=622592,622592=401408} 2024-03-10T21:33:24.747 INFO:tasks.rados.rados.0.smithi071.stdout:3422: writing smithi07176956-27 from 0 to 622592 tid 1 2024-03-10T21:33:24.750 INFO:tasks.rados.rados.0.smithi071.stdout:3422: writing smithi07176956-27 from 622592 to 1024000 tid 2 2024-03-10T21:33:24.750 INFO:tasks.rados.rados.0.smithi071.stdout:3423: delete oid 8 current snap is 328 2024-03-10T21:33:24.750 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing copy_from to smithi07176956-50 2024-03-10T21:33:24.750 INFO:tasks.rados.rados.0.smithi071.stdout:3421: got expected ENOENT (src dne) 2024-03-10T21:33:24.751 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:33:24.751 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 1 to smithi07176956-6 2024-03-10T21:33:24.751 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 2 to smithi07176956-6 2024-03-10T21:33:24.751 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 3 to smithi07176956-6 2024-03-10T21:33:24.752 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 4 to smithi07176956-6 2024-03-10T21:33:24.752 INFO:tasks.rados.rados.0.smithi071.stdout:3419: oid 6 updating version 0 to 24839 2024-03-10T21:33:24.752 INFO:tasks.rados.rados.0.smithi071.stdout:3419: oid 6 version 24839 is already newer than 24838 2024-03-10T21:33:24.752 INFO:tasks.rados.rados.0.smithi071.stdout:3419: oid 6 version 24839 is already newer than 24837 2024-03-10T21:33:24.752 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24839 (ObjNum 1063 snap 328 seq_num 1063) dirty exists 2024-03-10T21:33:24.752 INFO:tasks.rados.rados.0.smithi071.stdout:3419: left oid 6 (ObjNum 1063 snap 328 seq_num 1063) 2024-03-10T21:33:24.753 INFO:tasks.rados.rados.0.smithi071.stdout:3422: finishing write tid 1 to smithi07176956-27 2024-03-10T21:33:24.754 INFO:tasks.rados.rados.0.smithi071.stdout:3422: finishing write tid 2 to smithi07176956-27 2024-03-10T21:33:24.754 INFO:tasks.rados.rados.0.smithi071.stdout:3422: finishing write tid 3 to smithi07176956-27 2024-03-10T21:33:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:3422: finishing write tid 4 to smithi07176956-27 2024-03-10T21:33:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:3422: oid 27 updating version 0 to 24839 2024-03-10T21:33:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:3422: oid 27 updating version 24839 to 24841 2024-03-10T21:33:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:3422: oid 27 version 24841 is already newer than 24840 2024-03-10T21:33:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 24841 (ObjNum 1064 snap 328 seq_num 1064) dirty exists 2024-03-10T21:33:24.756 INFO:tasks.rados.rados.0.smithi071.stdout:3422: left oid 27 (ObjNum 1064 snap 328 seq_num 1064) 2024-03-10T21:33:24.758 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing rollback tid 0 to smithi07176956-28 2024-03-10T21:33:24.759 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing rollback tid 1 to smithi07176956-28 2024-03-10T21:33:24.759 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing rollback tid 2 to smithi07176956-28 2024-03-10T21:33:24.759 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 13240 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:33:24.761 INFO:tasks.rados.rados.0.smithi071.stdout:3419: done (4 left) 2024-03-10T21:33:24.761 INFO:tasks.rados.rados.0.smithi071.stdout:3420: done (3 left) 2024-03-10T21:33:24.762 INFO:tasks.rados.rados.0.smithi071.stdout:3421: done (2 left) 2024-03-10T21:33:24.762 INFO:tasks.rados.rados.0.smithi071.stdout:3422: done (1 left) 2024-03-10T21:33:24.762 INFO:tasks.rados.rados.0.smithi071.stdout:3423: done (0 left) 2024-03-10T21:33:24.762 INFO:tasks.rados.rados.0.smithi071.stdout:3424: copy_from oid 48 from oid 38 current snap is 328 2024-03-10T21:33:24.762 INFO:tasks.rados.rados.0.smithi071.stdout:3425: snap_create 2024-03-10T21:33:24.768 INFO:tasks.rados.rados.0.smithi071.stdout:3424: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:33:24.768 INFO:tasks.rados.rados.0.smithi071.stdout:3424: finishing copy_from to smithi07176956-48 2024-03-10T21:33:24.768 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 24838 (ObjNum 1020 snap 306 seq_num 1020) dirty exists 2024-03-10T21:33:25.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:24.746+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:25.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:24.757+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:25.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:24.727+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:25.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:24.727+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:24.727+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:24.752+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:25.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:24.752+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:25.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: osdmap e720: 8 total, 8 up, 8 in 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:24.743+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:25.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:24.730+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:25.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:24.730+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: osdmap e720: 8 total, 8 up, 8 in 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:25.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: osdmap e720: 8 total, 8 up, 8 in 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:25.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.729+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.729+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.730+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.730+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.730+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.731+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:25.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:24.731+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3424: done (1 left) 2024-03-10T21:33:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3425: done (0 left) 2024-03-10T21:33:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3426: rollback oid 35 current snap is 329 2024-03-10T21:33:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 315 2024-03-10T21:33:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 329 2024-03-10T21:33:25.737 INFO:tasks.rados.rados.0.smithi071.stdout:3427: seq_num 1066 ranges {2375680=663552,3039232=401408} 2024-03-10T21:33:25.753 INFO:tasks.rados.rados.0.smithi071.stdout:3427: writing smithi07176956-45 from 2375680 to 3039232 tid 1 2024-03-10T21:33:25.755 INFO:tasks.rados.rados.0.smithi071.stdout:3427: writing smithi07176956-45 from 3039232 to 3440640 tid 2 2024-03-10T21:33:25.755 INFO:tasks.rados.rados.0.smithi071.stdout:3428: snap_remove snap 308 2024-03-10T21:33:26.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:25.738+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:26.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:25.738+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:26.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:25.758+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:25.759+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:25.741+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:26.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:25.741+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:26.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:25.741+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: pgmap v765: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:26.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: osdmap e721: 8 total, 8 up, 8 in 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:26.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.088 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:25.757+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:25.733+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:25.733+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:25.733+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:26.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:25.734+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:26.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:25.735+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:26.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:25.755+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:25.760+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:26.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:25.760+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: pgmap v765: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: osdmap e721: 8 total, 8 up, 8 in 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:26.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: pgmap v765: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: osdmap e721: 8 total, 8 up, 8 in 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:26.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:26.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:26.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:26.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:26.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:26.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:26.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:26.744 INFO:tasks.rados.rados.0.smithi071.stdout:3428: done (2 left) 2024-03-10T21:33:26.744 INFO:tasks.rados.rados.0.smithi071.stdout:3429: snap_create 2024-03-10T21:33:26.744 INFO:tasks.rados.rados.0.smithi071.stdout:3426: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:33:26.744 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24828 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T21:33:26.744 INFO:tasks.rados.rados.0.smithi071.stdout:3427: finishing write tid 1 to smithi07176956-45 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: finishing write tid 2 to smithi07176956-45 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: finishing write tid 3 to smithi07176956-45 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: finishing write tid 4 to smithi07176956-45 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: oid 45 updating version 0 to 24822 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: oid 45 updating version 24822 to 24823 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: oid 45 version 24823 is already newer than 24821 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 24823 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:33:26.745 INFO:tasks.rados.rados.0.smithi071.stdout:3427: left oid 45 (ObjNum 1066 snap 329 seq_num 1066) 2024-03-10T21:33:27.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:26.743+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:27.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:26.744+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:27.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:26.744+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:27.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:26.739+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:27.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:26.739+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:27.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: osdmap e722: 8 total, 8 up, 8 in 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:27.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:26.738+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:27.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:26.744+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:27.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:26.744+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: osdmap e722: 8 total, 8 up, 8 in 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:27.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: osdmap e722: 8 total, 8 up, 8 in 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:27.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:27.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:27.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:27.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:27.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:27.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:27.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:27.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.118+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:27.751 INFO:tasks.rados.rados.0.smithi071.stdout:3426: done (2 left) 2024-03-10T21:33:27.751 INFO:tasks.rados.rados.0.smithi071.stdout:3427: done (1 left) 2024-03-10T21:33:27.751 INFO:tasks.rados.rados.0.smithi071.stdout:3429: done (0 left) 2024-03-10T21:33:27.751 INFO:tasks.rados.rados.0.smithi071.stdout:3430: snap_remove snap 317 2024-03-10T21:33:28.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:27.751+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:28.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:27.751+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: pgmap v768: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-03-10T21:33:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: osdmap e723: 8 total, 8 up, 8 in 2024-03-10T21:33:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:28.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:28.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:28.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:27.754+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:28.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:27.754+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:28.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:27.754+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:28.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.751+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:28.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.751+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:28.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.752+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:28.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.752+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:28.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:27.752+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:28.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: pgmap v768: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-03-10T21:33:28.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:28.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: osdmap e723: 8 total, 8 up, 8 in 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: pgmap v768: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: osdmap e723: 8 total, 8 up, 8 in 2024-03-10T21:33:28.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:28.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:28.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:28.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:28.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:28.263+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:28.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:28.265+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:28.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:28.264+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:28.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:28.265+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:28.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:28.188+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:28.763 INFO:tasks.rados.rados.0.smithi071.stdout:3430: done (0 left) 2024-03-10T21:33:28.763 INFO:tasks.rados.rados.0.smithi071.stdout:3431: rollback oid 37 current snap is 330 2024-03-10T21:33:28.763 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 315 2024-03-10T21:33:28.763 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 330 2024-03-10T21:33:28.763 INFO:tasks.rados.rados.0.smithi071.stdout:3432: seq_num 1067 ranges {0=679936,679936=401408} 2024-03-10T21:33:28.767 INFO:tasks.rados.rados.0.smithi071.stdout:3432: writing smithi07176956-36 from 0 to 679936 tid 1 2024-03-10T21:33:28.770 INFO:tasks.rados.rados.0.smithi071.stdout:3432: writing smithi07176956-36 from 679936 to 1081344 tid 2 2024-03-10T21:33:28.770 INFO:tasks.rados.rados.0.smithi071.stdout:3433: read oid 21 snap -1 2024-03-10T21:33:28.770 INFO:tasks.rados.rados.0.smithi071.stdout:3433: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:28.770 INFO:tasks.rados.rados.0.smithi071.stdout:3434: rollback oid 30 current snap is 330 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 253 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:3435: rmattr oid 43 current snap is 330 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:3435: done (4 left) 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:3436: rollback oid 8 current snap is 330 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 321 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:3437: snap_create 2024-03-10T21:33:28.771 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:33:28.772 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:33:28.772 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:33:28.772 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 24842 (ObjNum 989 snap 294 seq_num 989) dirty exists 2024-03-10T21:33:28.776 INFO:tasks.rados.rados.0.smithi071.stdout:3436: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:33:28.778 INFO:tasks.rados.rados.0.smithi071.stdout:3436: finishing rollback tid 2 to smithi07176956-8 2024-03-10T21:33:28.778 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1015 (ObjNum 914 snap 267 seq_num 914) dirty exists 2024-03-10T21:33:28.779 INFO:tasks.rados.rados.0.smithi071.stdout:3433: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing rollback tid 0 to smithi07176956-30 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing rollback tid 1 to smithi07176956-30 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 24843 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: finishing write tid 1 to smithi07176956-36 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: finishing write tid 2 to smithi07176956-36 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: finishing write tid 3 to smithi07176956-36 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: finishing write tid 4 to smithi07176956-36 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: oid 36 updating version 0 to 24853 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: oid 36 version 24853 is already newer than 24851 2024-03-10T21:33:28.842 INFO:tasks.rados.rados.0.smithi071.stdout:3432: oid 36 version 24853 is already newer than 24852 2024-03-10T21:33:28.843 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24853 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-03-10T21:33:28.843 INFO:tasks.rados.rados.0.smithi071.stdout:3432: left oid 36 (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:33:29.035 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:28.770+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:29.035 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:28.770+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:29.035 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:28.781+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:29.035 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:28.775+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:29.035 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:28.776+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:29.036 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:28.756+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:29.036 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:28.756+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:29.036 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:28.756+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:29.036 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.036 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.036 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.036 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.036 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: osdmap e724: 8 total, 8 up, 8 in 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:29.037 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:29.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:28.768+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:29.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:28.765+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:29.086 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:28.769+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: osdmap e724: 8 total, 8 up, 8 in 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:29.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:29.087 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.758+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.759+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.759+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.759+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:29.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.759+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.761+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:29.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:28.761+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: osdmap e724: 8 total, 8 up, 8 in 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:29.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3431: done (5 left) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3432: done (4 left) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3433: done (3 left) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3434: done (2 left) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3436: done (1 left) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3437: done (0 left) 2024-03-10T21:33:29.765 INFO:tasks.rados.rados.0.smithi071.stdout:3438: delete oid 27 current snap is 331 2024-03-10T21:33:29.771 INFO:tasks.rados.rados.0.smithi071.stdout:3438: done (0 left) 2024-03-10T21:33:29.771 INFO:tasks.rados.rados.0.smithi071.stdout:3439: copy_from oid 7 from oid 11 current snap is 331 2024-03-10T21:33:29.771 INFO:tasks.rados.rados.0.smithi071.stdout:3440: snap_create 2024-03-10T21:33:29.794 INFO:tasks.rados.rados.0.smithi071.stdout:3439: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:33:29.804 INFO:tasks.rados.rados.0.smithi071.stdout:3439: finishing copy_from to smithi07176956-7 2024-03-10T21:33:29.804 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24819 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:33:30.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:29.762+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:30.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:29.762+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:30.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:29.770+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:29.771+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:29.771+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:30.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:29.771+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: pgmap v771: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s rd, 70 KiB/s wr, 6 op/s 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:30.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: osdmap e725: 8 total, 8 up, 8 in 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:30.088 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:29.762+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:29.766+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:30.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:29.766+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:30.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:29.766+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:30.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:29.768+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:30.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:29.768+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: pgmap v771: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s rd, 70 KiB/s wr, 6 op/s 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: osdmap e725: 8 total, 8 up, 8 in 2024-03-10T21:33:30.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: pgmap v771: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1003 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s rd, 70 KiB/s wr, 6 op/s 2024-03-10T21:33:30.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 186=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: osdmap e725: 8 total, 8 up, 8 in 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:30.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:30.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:30.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:30.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:30.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:30.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:30.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:30.102+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:30.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:30.102+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:30.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:30.102+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:30.774 INFO:tasks.rados.rados.0.smithi071.stdout:3439: done (1 left) 2024-03-10T21:33:30.774 INFO:tasks.rados.rados.0.smithi071.stdout:3440: done (0 left) 2024-03-10T21:33:30.774 INFO:tasks.rados.rados.0.smithi071.stdout:3441: rmattr oid 22 current snap is 332 2024-03-10T21:33:30.775 INFO:tasks.rados.rados.0.smithi071.stdout:3441: done (0 left) 2024-03-10T21:33:30.775 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 332 2024-03-10T21:33:30.775 INFO:tasks.rados.rados.0.smithi071.stdout:3442: seq_num 1069 ranges {0=712704,712704=401408} 2024-03-10T21:33:30.778 INFO:tasks.rados.rados.0.smithi071.stdout:3442: writing smithi07176956-19 from 0 to 712704 tid 1 2024-03-10T21:33:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:3442: writing smithi07176956-19 from 712704 to 1114112 tid 2 2024-03-10T21:33:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:3443: copy_from oid 3 from oid 26 current snap is 332 2024-03-10T21:33:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:3444: snap_create 2024-03-10T21:33:30.785 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 1 to smithi07176956-19 2024-03-10T21:33:30.786 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 2 to smithi07176956-19 2024-03-10T21:33:30.786 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 3 to smithi07176956-19 2024-03-10T21:33:30.788 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 4 to smithi07176956-19 2024-03-10T21:33:30.788 INFO:tasks.rados.rados.0.smithi071.stdout:3442: oid 19 updating version 0 to 5940 2024-03-10T21:33:30.789 INFO:tasks.rados.rados.0.smithi071.stdout:3442: oid 19 updating version 5940 to 5941 2024-03-10T21:33:30.789 INFO:tasks.rados.rados.0.smithi071.stdout:3442: oid 19 updating version 5941 to 5942 2024-03-10T21:33:30.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5942 (ObjNum 1069 snap 332 seq_num 1069) dirty exists 2024-03-10T21:33:30.789 INFO:tasks.rados.rados.0.smithi071.stdout:3442: left oid 19 (ObjNum 1069 snap 332 seq_num 1069) 2024-03-10T21:33:30.827 INFO:tasks.rados.rados.0.smithi071.stdout:3443: finishing copy_from racing read to smithi07176956-3 2024-03-10T21:33:30.829 INFO:tasks.rados.rados.0.smithi071.stdout:3443: finishing copy_from to smithi07176956-3 2024-03-10T21:33:30.829 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24835 (ObjNum 1042 snap 313 seq_num 1042) dirty exists 2024-03-10T21:33:31.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:30.813+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:31.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:30.813+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:31.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:30.814+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:31.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:30.907+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:31.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:30.907+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:31.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:30.907+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:31.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:30.788+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:31.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:30.788+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: osdmap e726: 8 total, 8 up, 8 in 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:31.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:31.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:31.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:31.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:31.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:31.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:31.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:31.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:30.783+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:30.771+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:30.771+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: osdmap e726: 8 total, 8 up, 8 in 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:31.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:31.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:31.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:31.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:31.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:31.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:31.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:31.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:30.772+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: osdmap e726: 8 total, 8 up, 8 in 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:31.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:31.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:31.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:33:31] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:33:31.779 INFO:tasks.rados.rados.0.smithi071.stdout:3442: done (2 left) 2024-03-10T21:33:31.779 INFO:tasks.rados.rados.0.smithi071.stdout:3443: done (1 left) 2024-03-10T21:33:31.779 INFO:tasks.rados.rados.0.smithi071.stdout:3444: done (0 left) 2024-03-10T21:33:31.779 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 333 2024-03-10T21:33:31.779 INFO:tasks.rados.rados.0.smithi071.stdout:3445: seq_num 1070 ranges {0=729088,729088=401408} 2024-03-10T21:33:31.783 INFO:tasks.rados.rados.0.smithi071.stdout:3445: writing smithi07176956-20 from 0 to 729088 tid 1 2024-03-10T21:33:31.785 INFO:tasks.rados.rados.0.smithi071.stdout:3445: writing smithi07176956-20 from 729088 to 1130496 tid 2 2024-03-10T21:33:31.786 INFO:tasks.rados.rados.0.smithi071.stdout:3446: read oid 30 snap -1 2024-03-10T21:33:31.786 INFO:tasks.rados.rados.0.smithi071.stdout:3446: expect deleted 2024-03-10T21:33:31.786 INFO:tasks.rados.rados.0.smithi071.stdout:3447: snap_remove snap 309 2024-03-10T21:33:32.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:31.775+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:32.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:31.775+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:32.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:31.787+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:32.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:31.788+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: pgmap v774: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1009 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-03-10T21:33:32.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: osdmap e727: 8 total, 8 up, 8 in 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: pgmap v774: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1009 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:32.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: osdmap e727: 8 total, 8 up, 8 in 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:32.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:32.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:31.775+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:32.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:31.775+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:31.777+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:31.777+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:31.777+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: pgmap v774: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1009 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-03-10T21:33:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:32.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: osdmap e727: 8 total, 8 up, 8 in 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:32.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:32.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:33:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:3447: done (2 left) 2024-03-10T21:33:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 333 2024-03-10T21:33:32.789 INFO:tasks.rados.rados.0.smithi071.stdout:3448: seq_num 1071 ranges {4399104=745472,5144576=401408} 2024-03-10T21:33:32.817 INFO:tasks.rados.rados.0.smithi071.stdout:3448: writing smithi07176956-29 from 4399104 to 5144576 tid 1 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3448: writing smithi07176956-29 from 5144576 to 5545984 tid 2 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3449: read oid 18 snap -1 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3449: expect (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3450: read oid 14 snap -1 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3450: expect (ObjNum 889 snap 251 seq_num 889) 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3451: delete oid 39 current snap is 333 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 1 to smithi07176956-20 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 2 to smithi07176956-20 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 3 to smithi07176956-20 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 4 to smithi07176956-20 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: oid 20 updating version 0 to 24845 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: oid 20 version 24845 is already newer than 24844 2024-03-10T21:33:32.820 INFO:tasks.rados.rados.0.smithi071.stdout:3445: oid 20 version 24845 is already newer than 24843 2024-03-10T21:33:32.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 24845 (ObjNum 1070 snap 333 seq_num 1070) dirty exists 2024-03-10T21:33:32.821 INFO:tasks.rados.rados.0.smithi071.stdout:3445: left oid 20 (ObjNum 1070 snap 333 seq_num 1070) 2024-03-10T21:33:32.823 INFO:tasks.rados.rados.0.smithi071.stdout:3448: finishing write tid 1 to smithi07176956-29 2024-03-10T21:33:32.825 INFO:tasks.rados.rados.0.smithi071.stdout:3448: finishing write tid 2 to smithi07176956-29 2024-03-10T21:33:32.826 INFO:tasks.rados.rados.0.smithi071.stdout:3448: finishing write tid 3 to smithi07176956-29 2024-03-10T21:33:32.829 INFO:tasks.rados.rados.0.smithi071.stdout:3450: expect (ObjNum 889 snap 251 seq_num 889) 2024-03-10T21:33:32.850 INFO:tasks.rados.rados.0.smithi071.stdout:3449: expect (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:33:32.868 INFO:tasks.rados.rados.0.smithi071.stdout:3448: finishing write tid 4 to smithi07176956-29 2024-03-10T21:33:32.868 INFO:tasks.rados.rados.0.smithi071.stdout:3448: oid 29 updating version 0 to 24844 2024-03-10T21:33:32.868 INFO:tasks.rados.rados.0.smithi071.stdout:3448: oid 29 updating version 24844 to 24845 2024-03-10T21:33:32.868 INFO:tasks.rados.rados.0.smithi071.stdout:3448: oid 29 version 24845 is already newer than 24843 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24845 (ObjNum 1071 snap 333 seq_num 1071) dirty exists 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3448: left oid 29 (ObjNum 1071 snap 333 seq_num 1071) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3445: done (5 left) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3446: done (4 left) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3448: done (3 left) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3449: done (2 left) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3450: done (1 left) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3451: done (0 left) 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 333 2024-03-10T21:33:32.869 INFO:tasks.rados.rados.0.smithi071.stdout:3452: seq_num 1073 ranges {0=778240,778240=401408} 2024-03-10T21:33:32.872 INFO:tasks.rados.rados.0.smithi071.stdout:3452: writing smithi07176956-34 from 0 to 778240 tid 1 2024-03-10T21:33:32.875 INFO:tasks.rados.rados.0.smithi071.stdout:3452: writing smithi07176956-34 from 778240 to 1179648 tid 2 2024-03-10T21:33:32.875 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 333 2024-03-10T21:33:32.875 INFO:tasks.rados.rados.0.smithi071.stdout:3453: seq_num 1074 ranges {1114112=794624,1908736=401408} 2024-03-10T21:33:32.886 INFO:tasks.rados.rados.0.smithi071.stdout:3453: writing smithi07176956-19 from 1114112 to 1908736 tid 1 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3453: writing smithi07176956-19 from 1908736 to 2310144 tid 2 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3454: read oid 38 snap -1 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3454: expect (ObjNum 1020 snap 306 seq_num 1020) 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3455: read oid 29 snap -1 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3455: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3456: rmattr oid 37 current snap is 333 2024-03-10T21:33:32.889 INFO:tasks.rados.rados.0.smithi071.stdout:3456: done (4 left) 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3457: snap_create 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 1 to smithi07176956-34 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 2 to smithi07176956-34 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 3 to smithi07176956-34 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: finishing write tid 4 to smithi07176956-34 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: oid 34 updating version 0 to 13241 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: oid 34 updating version 13241 to 13243 2024-03-10T21:33:32.890 INFO:tasks.rados.rados.0.smithi071.stdout:3452: oid 34 version 13243 is already newer than 13242 2024-03-10T21:33:32.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 13243 (ObjNum 1073 snap 333 seq_num 1073) dirty exists 2024-03-10T21:33:32.891 INFO:tasks.rados.rados.0.smithi071.stdout:3452: left oid 34 (ObjNum 1073 snap 333 seq_num 1073) 2024-03-10T21:33:32.893 INFO:tasks.rados.rados.0.smithi071.stdout:3453: finishing write tid 1 to smithi07176956-19 2024-03-10T21:33:32.895 INFO:tasks.rados.rados.0.smithi071.stdout:3454: expect (ObjNum 1020 snap 306 seq_num 1020) 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: finishing write tid 2 to smithi07176956-19 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: finishing write tid 3 to smithi07176956-19 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: finishing write tid 4 to smithi07176956-19 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: oid 19 updating version 0 to 5945 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: oid 19 version 5945 is already newer than 5943 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: oid 19 version 5945 is already newer than 5944 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 5945 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2024-03-10T21:33:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:3453: left oid 19 (ObjNum 1074 snap 333 seq_num 1074) 2024-03-10T21:33:32.908 INFO:tasks.rados.rados.0.smithi071.stdout:3455: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-03-10T21:33:33.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:32.824+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:33.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:32.827+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:33.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:32.607+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:33.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:32.607+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:33.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:32.789+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:33.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:32.790+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:33.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:32.790+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:33.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:33.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: osdmap e728: 8 total, 8 up, 8 in 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:33.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:33.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:32.607+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:33.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:32.783+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: osdmap e728: 8 total, 8 up, 8 in 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:33.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:33.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:33.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:32.607+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:33.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:32.607+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:33.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:32.607+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:33.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:32.790+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:33.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:32.790+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: osdmap e728: 8 total, 8 up, 8 in 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:33.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:33.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.820+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:33.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.821+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:33.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.821+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:33.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.822+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:33.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.822+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:33.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.822+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:33.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:32.826+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:33.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:33.108+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:33.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:33.108+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:33.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:33.108+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:33.790 INFO:tasks.rados.rados.0.smithi071.stdout:3452: done (4 left) 2024-03-10T21:33:33.790 INFO:tasks.rados.rados.0.smithi071.stdout:3453: done (3 left) 2024-03-10T21:33:33.791 INFO:tasks.rados.rados.0.smithi071.stdout:3454: done (2 left) 2024-03-10T21:33:33.791 INFO:tasks.rados.rados.0.smithi071.stdout:3455: done (1 left) 2024-03-10T21:33:33.791 INFO:tasks.rados.rados.0.smithi071.stdout:3457: done (0 left) 2024-03-10T21:33:33.791 INFO:tasks.rados.rados.0.smithi071.stdout:3458: snap_create 2024-03-10T21:33:34.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:33.991+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:34.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:33.991+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:34.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:33.788+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:33.788+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:33.992+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:34.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:33.992+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: pgmap v777: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1009 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 1020 KiB/s wr, 6 op/s 2024-03-10T21:33:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: osdmap e729: 8 total, 8 up, 8 in 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:34.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:34.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:34.090 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:33.788+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.091 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:33.958+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.091 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:33.958+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:34.091 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:33.958+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:33.988+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:34.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:33.988+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:34.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:33.989+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:34.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:33.989+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:34.092 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:33.989+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: pgmap v777: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1009 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 1020 KiB/s wr, 6 op/s 2024-03-10T21:33:34.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: osdmap e729: 8 total, 8 up, 8 in 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:34.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: pgmap v777: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1009 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 1020 KiB/s wr, 6 op/s 2024-03-10T21:33:34.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: osdmap e729: 8 total, 8 up, 8 in 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:34.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 184=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:34.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:34.797 INFO:tasks.rados.rados.0.smithi071.stdout:3458: done (0 left) 2024-03-10T21:33:34.797 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 335 2024-03-10T21:33:34.797 INFO:tasks.rados.rados.0.smithi071.stdout:3459: seq_num 1075 ranges {286720=409600,696320=671744,1368064=131072} 2024-03-10T21:33:34.800 INFO:tasks.rados.rados.0.smithi071.stdout:3459: writing smithi07176956-48 from 286720 to 696320 tid 1 2024-03-10T21:33:34.804 INFO:tasks.rados.rados.0.smithi071.stdout:3459: writing smithi07176956-48 from 696320 to 1368064 tid 2 2024-03-10T21:33:34.805 INFO:tasks.rados.rados.0.smithi071.stdout:3459: writing smithi07176956-48 from 1368064 to 1499136 tid 3 2024-03-10T21:33:34.805 INFO:tasks.rados.rados.0.smithi071.stdout:3460: snap_create 2024-03-10T21:33:34.816 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing write tid 1 to smithi07176956-48 2024-03-10T21:33:34.816 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing write tid 2 to smithi07176956-48 2024-03-10T21:33:34.816 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing write tid 3 to smithi07176956-48 2024-03-10T21:33:34.821 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing write tid 4 to smithi07176956-48 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing write tid 5 to smithi07176956-48 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:3459: oid 48 updating version 0 to 24842 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:3459: oid 48 version 24842 is already newer than 24839 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:3459: oid 48 version 24842 is already newer than 24841 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:3459: oid 48 version 24842 is already newer than 24840 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 24842 (ObjNum 1075 snap 335 seq_num 1075) dirty exists 2024-03-10T21:33:34.824 INFO:tasks.rados.rados.0.smithi071.stdout:3459: left oid 48 (ObjNum 1075 snap 335 seq_num 1075) 2024-03-10T21:33:35.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:34.803+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:35.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:34.820+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:35.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:34.793+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:35.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:34.793+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:35.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:34.794+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:35.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:34.806+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:35.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:34.806+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:35.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:34.807+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: osdmap e730: 8 total, 8 up, 8 in 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:35.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: osdmap e730: 8 total, 8 up, 8 in 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:35.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: osdmap e730: 8 total, 8 up, 8 in 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:35.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.794+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.794+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.794+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:35.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.794+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:35.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.794+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:35.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.795+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:35.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:34.795+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:35.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:35.213+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:35.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:35.116+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:35.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:35.116+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:35.803 INFO:tasks.rados.rados.0.smithi071.stdout:3459: done (1 left) 2024-03-10T21:33:35.803 INFO:tasks.rados.rados.0.smithi071.stdout:3460: done (0 left) 2024-03-10T21:33:35.803 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 336 2024-03-10T21:33:35.803 INFO:tasks.rados.rados.0.smithi071.stdout:3461: seq_num 1076 ranges {2785280=425984,3211264=548864,3760128=253952} 2024-03-10T21:33:35.820 INFO:tasks.rados.rados.0.smithi071.stdout:3461: writing smithi07176956-31 from 2785280 to 3211264 tid 1 2024-03-10T21:33:35.823 INFO:tasks.rados.rados.0.smithi071.stdout:3461: writing smithi07176956-31 from 3211264 to 3760128 tid 2 2024-03-10T21:33:35.824 INFO:tasks.rados.rados.0.smithi071.stdout:3461: writing smithi07176956-31 from 3760128 to 4014080 tid 3 2024-03-10T21:33:35.825 INFO:tasks.rados.rados.0.smithi071.stdout:3462: copy_from oid 50 from oid 15 current snap is 336 2024-03-10T21:33:35.825 INFO:tasks.rados.rados.0.smithi071.stdout:3463: snap_create 2024-03-10T21:33:35.839 INFO:tasks.rados.rados.0.smithi071.stdout:3461: finishing write tid 1 to smithi07176956-31 2024-03-10T21:33:35.839 INFO:tasks.rados.rados.0.smithi071.stdout:3461: finishing write tid 2 to smithi07176956-31 2024-03-10T21:33:35.839 INFO:tasks.rados.rados.0.smithi071.stdout:3461: finishing write tid 3 to smithi07176956-31 2024-03-10T21:33:35.845 INFO:tasks.rados.rados.0.smithi071.stdout:3461: finishing write tid 4 to smithi07176956-31 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:3461: finishing write tid 5 to smithi07176956-31 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:3461: oid 31 updating version 0 to 24843 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:3461: oid 31 updating version 24843 to 24844 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:3461: oid 31 updating version 24844 to 24846 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:3461: oid 31 version 24846 is already newer than 24845 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24846 (ObjNum 1076 snap 336 seq_num 1076) dirty exists 2024-03-10T21:33:35.849 INFO:tasks.rados.rados.0.smithi071.stdout:3461: left oid 31 (ObjNum 1076 snap 336 seq_num 1076) 2024-03-10T21:33:35.855 INFO:tasks.rados.rados.0.smithi071.stdout:3462: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:33:35.859 INFO:tasks.rados.rados.0.smithi071.stdout:3462: finishing copy_from to smithi07176956-50 2024-03-10T21:33:35.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24850 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:33:36.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:35.800+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:36.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:35.801+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:36.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:35.827+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:36.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:35.827+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:36.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:35.823+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:36.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:35.844+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: pgmap v780: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: osdmap e731: 8 total, 8 up, 8 in 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:36.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:36.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:35.826+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:35.827+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:36.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:35.827+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: pgmap v780: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: osdmap e731: 8 total, 8 up, 8 in 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:36.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:36.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:35.800+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:35.801+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:35.801+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:35.801+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:35.802+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: pgmap v780: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: osdmap e731: 8 total, 8 up, 8 in 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:36.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:36.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:36.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:36.810 INFO:tasks.rados.rados.0.smithi071.stdout:3461: done (2 left) 2024-03-10T21:33:36.810 INFO:tasks.rados.rados.0.smithi071.stdout:3462: done (1 left) 2024-03-10T21:33:36.810 INFO:tasks.rados.rados.0.smithi071.stdout:3463: done (0 left) 2024-03-10T21:33:36.810 INFO:tasks.rados.rados.0.smithi071.stdout:3464: rollback oid 31 current snap is 337 2024-03-10T21:33:36.810 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 312 2024-03-10T21:33:36.810 INFO:tasks.rados.rados.0.smithi071.stdout:3465: read oid 29 snap -1 2024-03-10T21:33:36.811 INFO:tasks.rados.rados.0.smithi071.stdout:3465: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-03-10T21:33:36.811 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 337 2024-03-10T21:33:36.811 INFO:tasks.rados.rados.0.smithi071.stdout:3466: seq_num 1077 ranges {1466368=442368,1908736=434176,2342912=368640} 2024-03-10T21:33:36.821 INFO:tasks.rados.rados.0.smithi071.stdout:3466: writing smithi07176956-8 from 1466368 to 1908736 tid 1 2024-03-10T21:33:36.823 INFO:tasks.rados.rados.0.smithi071.stdout:3466: writing smithi07176956-8 from 1908736 to 2342912 tid 2 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3466: writing smithi07176956-8 from 2342912 to 2711552 tid 3 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3467: rmattr oid 6 current snap is 337 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3467: done (3 left) 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3468: copy_from oid 4 from oid 21 current snap is 337 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3464: finishing rollback tid 0 to smithi07176956-31 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3464: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3469: setattr oid 45 current snap is 337 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3464: finishing rollback tid 2 to smithi07176956-31 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24849 (ObjNum 33 snap 0 seq_num 1515284592) dirty exists 2024-03-10T21:33:36.827 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing write tid 1 to smithi07176956-8 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:3464: done (4 left) 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:3470: rollback oid 18 current snap is 337 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 335 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:3471: read oid 22 snap -1 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:3471: expect deleted 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:3472: rollback oid 20 current snap is 337 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 327 2024-03-10T21:33:36.829 INFO:tasks.rados.rados.0.smithi071.stdout:3473: rollback oid 2 current snap is 337 2024-03-10T21:33:36.830 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 306 2024-03-10T21:33:36.830 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 337 2024-03-10T21:33:36.830 INFO:tasks.rados.rados.0.smithi071.stdout:3474: seq_num 1078 ranges {6103040=458752,6561792=720896,7282688=81920} 2024-03-10T21:33:36.865 INFO:tasks.rados.rados.0.smithi071.stdout:3474: writing smithi07176956-5 from 6103040 to 6561792 tid 1 2024-03-10T21:33:36.868 INFO:tasks.rados.rados.0.smithi071.stdout:3474: writing smithi07176956-5 from 6561792 to 7282688 tid 2 2024-03-10T21:33:36.870 INFO:tasks.rados.rados.0.smithi071.stdout:3474: writing smithi07176956-5 from 7282688 to 7364608 tid 3 2024-03-10T21:33:36.870 INFO:tasks.rados.rados.0.smithi071.stdout:3475: snap_create 2024-03-10T21:33:36.870 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing write tid 2 to smithi07176956-8 2024-03-10T21:33:36.870 INFO:tasks.rados.rados.0.smithi071.stdout:3465: expect (ObjNum 1071 snap 333 seq_num 1071) 2024-03-10T21:33:37.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:36.811+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:37.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:36.829+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:37.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:36.805+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:37.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:36.805+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:37.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:36.805+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:37.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:36.815+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:37.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:36.815+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:37.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:36.815+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:37.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: osdmap e732: 8 total, 8 up, 8 in 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:37.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:37.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:37.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:36.813+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:37.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:36.807+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:36.808+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: osdmap e732: 8 total, 8 up, 8 in 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:37.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:37.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.807+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:37.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.807+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:37.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.808+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:37.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.808+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:37.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.808+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:37.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.808+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:37.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:36.808+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: osdmap e732: 8 total, 8 up, 8 in 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:37.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:37.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:37.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 24851 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 24848 (ObjNum 65 snap 0 seq_num 1802659682) dirty exists 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3473: finishing rollback tid 1 to smithi07176956-2 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3473: finishing rollback tid 2 to smithi07176956-2 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24845 (ObjNum 1014 snap 305 seq_num 1014) dirty exists 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing write tid 3 to smithi07176956-8 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3468: finishing copy_from racing read to smithi07176956-4 2024-03-10T21:33:37.311 INFO:tasks.rados.rados.0.smithi071.stdout:3470: finishing rollback tid 0 to smithi07176956-18 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3470: finishing rollback tid 1 to smithi07176956-18 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing write tid 4 to smithi07176956-8 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3470: finishing rollback tid 2 to smithi07176956-18 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 13247 (ObjNum 1039 snap 310 seq_num 1039) dirty exists 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3468: finishing copy_from to smithi07176956-4 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 10958 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing write tid 5 to smithi07176956-8 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: oid 8 updating version 0 to 1019 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: oid 8 version 1019 is already newer than 1016 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: oid 8 version 1019 is already newer than 1017 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: oid 8 version 1019 is already newer than 1018 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1019 (ObjNum 1077 snap 337 seq_num 1077) dirty exists 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3466: left oid 8 (ObjNum 1077 snap 337 seq_num 1077) 2024-03-10T21:33:37.312 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 1 to smithi07176956-5 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 2 to smithi07176956-5 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 3 to smithi07176956-5 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 4 to smithi07176956-5 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 5 to smithi07176956-5 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: oid 5 updating version 0 to 24857 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: oid 5 version 24857 is already newer than 24855 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: oid 5 version 24857 is already newer than 24854 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: oid 5 version 24857 is already newer than 24856 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24857 (ObjNum 1078 snap 337 seq_num 1078) dirty exists 2024-03-10T21:33:37.313 INFO:tasks.rados.rados.0.smithi071.stdout:3474: left oid 5 (ObjNum 1078 snap 337 seq_num 1078) 2024-03-10T21:33:37.816 INFO:tasks.rados.rados.0.smithi071.stdout:3465: done (9 left) 2024-03-10T21:33:37.816 INFO:tasks.rados.rados.0.smithi071.stdout:3466: done (8 left) 2024-03-10T21:33:37.816 INFO:tasks.rados.rados.0.smithi071.stdout:3468: done (7 left) 2024-03-10T21:33:37.816 INFO:tasks.rados.rados.0.smithi071.stdout:3469: done (6 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3470: done (5 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3471: done (4 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3472: done (3 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3473: done (2 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3474: done (1 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3475: done (0 left) 2024-03-10T21:33:37.817 INFO:tasks.rados.rados.0.smithi071.stdout:3476: snap_create 2024-03-10T21:33:38.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:37.811+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:38.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:37.811+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:38.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:38.031+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:38.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:38.031+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: pgmap v783: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2024-03-10T21:33:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:38.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: osdmap e733: 8 total, 8 up, 8 in 2024-03-10T21:33:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:38.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:38.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:38.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:38.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:38.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:38.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:38.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:38.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:38.089 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:37.990+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:38.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:37.814+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:38.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:37.814+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:38.090 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:37.815+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:38.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:37.813+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:38.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:37.813+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:38.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:37.814+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:38.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:37.814+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:38.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:37.815+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:38.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: pgmap v783: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2024-03-10T21:33:38.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:38.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:38.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:38.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:38.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: osdmap e733: 8 total, 8 up, 8 in 2024-03-10T21:33:38.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:38.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:38.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:38.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:38.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:38.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:38.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:38.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:38.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:38.095 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:38.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: pgmap v783: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.4 MiB/s wr, 11 op/s 2024-03-10T21:33:38.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:38.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:38.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:38.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:38.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: osdmap e733: 8 total, 8 up, 8 in 2024-03-10T21:33:38.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:38.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:38.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:38.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:38.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:38.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:38.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:38.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:38.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:38.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:38.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:38.152+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:38.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:38.153+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:38.824 INFO:tasks.rados.rados.0.smithi071.stdout:3476: done (0 left) 2024-03-10T21:33:38.824 INFO:tasks.rados.rados.0.smithi071.stdout:3477: copy_from oid 12 from oid 13 current snap is 339 2024-03-10T21:33:38.824 INFO:tasks.rados.rados.0.smithi071.stdout:3478: snap_create 2024-03-10T21:33:38.828 INFO:tasks.rados.rados.0.smithi071.stdout:3477: finishing copy_from to smithi07176956-12 2024-03-10T21:33:38.828 INFO:tasks.rados.rados.0.smithi071.stdout:3477: got expected ENOENT (src dne) 2024-03-10T21:33:38.829 INFO:tasks.rados.rados.0.smithi071.stdout:3477: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:33:39.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:38.826+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:39.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:38.827+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:39.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:38.818+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:39.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:38.818+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:39.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:38.818+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:39.056+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:39.056+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:39.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:39.056+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: osdmap e734: 8 total, 8 up, 8 in 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:39.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:39.087 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:39.055+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:39.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:39.056+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:39.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:39.056+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:39.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: osdmap e734: 8 total, 8 up, 8 in 2024-03-10T21:33:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:39.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:39.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:39.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.820+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:39.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.820+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:39.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.820+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.821+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.821+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.821+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:39.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:38.821+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: osdmap e734: 8 total, 8 up, 8 in 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:39.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:39.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:39.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:39.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:39.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:39.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:39.822 INFO:tasks.rados.rados.0.smithi071.stdout:3477: done (1 left) 2024-03-10T21:33:39.823 INFO:tasks.rados.rados.0.smithi071.stdout:3478: done (0 left) 2024-03-10T21:33:39.823 INFO:tasks.rados.rados.0.smithi071.stdout:3479: rollback oid 8 current snap is 340 2024-03-10T21:33:39.823 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 331 2024-03-10T21:33:39.823 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 340 2024-03-10T21:33:39.823 INFO:tasks.rados.rados.0.smithi071.stdout:3480: seq_num 1079 ranges {892928=475136,1368064=606208,1974272=196608} 2024-03-10T21:33:39.830 INFO:tasks.rados.rados.0.smithi071.stdout:3480: writing smithi07176956-32 from 892928 to 1368064 tid 1 2024-03-10T21:33:39.833 INFO:tasks.rados.rados.0.smithi071.stdout:3480: writing smithi07176956-32 from 1368064 to 1974272 tid 2 2024-03-10T21:33:39.834 INFO:tasks.rados.rados.0.smithi071.stdout:3480: writing smithi07176956-32 from 1974272 to 2170880 tid 3 2024-03-10T21:33:39.834 INFO:tasks.rados.rados.0.smithi071.stdout:3481: snap_create 2024-03-10T21:33:39.835 INFO:tasks.rados.rados.0.smithi071.stdout:3479: finishing rollback tid 0 to smithi07176956-8 2024-03-10T21:33:39.835 INFO:tasks.rados.rados.0.smithi071.stdout:3479: finishing rollback tid 1 to smithi07176956-8 2024-03-10T21:33:39.835 INFO:tasks.rados.rados.0.smithi071.stdout:3479: finishing rollback tid 2 to smithi07176956-8 2024-03-10T21:33:39.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1022 (ObjNum 914 snap 267 seq_num 914) dirty exists 2024-03-10T21:33:39.835 INFO:tasks.rados.rados.0.smithi071.stdout:3480: finishing write tid 1 to smithi07176956-32 2024-03-10T21:33:39.838 INFO:tasks.rados.rados.0.smithi071.stdout:3480: finishing write tid 2 to smithi07176956-32 2024-03-10T21:33:39.838 INFO:tasks.rados.rados.0.smithi071.stdout:3480: finishing write tid 3 to smithi07176956-32 2024-03-10T21:33:39.838 INFO:tasks.rados.rados.0.smithi071.stdout:3480: finishing write tid 4 to smithi07176956-32 2024-03-10T21:33:39.840 INFO:tasks.rados.rados.0.smithi071.stdout:3480: finishing write tid 5 to smithi07176956-32 2024-03-10T21:33:39.840 INFO:tasks.rados.rados.0.smithi071.stdout:3480: oid 32 updating version 0 to 24849 2024-03-10T21:33:39.840 INFO:tasks.rados.rados.0.smithi071.stdout:3480: oid 32 updating version 24849 to 24850 2024-03-10T21:33:39.841 INFO:tasks.rados.rados.0.smithi071.stdout:3480: oid 32 updating version 24850 to 24852 2024-03-10T21:33:39.841 INFO:tasks.rados.rados.0.smithi071.stdout:3480: oid 32 version 24852 is already newer than 24851 2024-03-10T21:33:39.841 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24852 (ObjNum 1079 snap 340 seq_num 1079) dirty exists 2024-03-10T21:33:39.841 INFO:tasks.rados.rados.0.smithi071.stdout:3480: left oid 32 (ObjNum 1079 snap 340 seq_num 1079) 2024-03-10T21:33:40.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:39.828+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.086 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:39.828+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:39.824+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:40.087 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:39.828+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:40.088 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:39.833+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:40.088 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:39.833+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:40.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: pgmap v786: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:40.089 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:40.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:40.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: osdmap e735: 8 total, 8 up, 8 in 2024-03-10T21:33:40.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.090 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:40.091 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:39 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:40.091 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:39.827+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:40.092 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:39.859+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:40.092 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:39.859+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:40.092 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:39.859+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: pgmap v786: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:40.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:40.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:40.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: osdmap e735: 8 total, 8 up, 8 in 2024-03-10T21:33:40.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:40.094 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:39.818+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:40.094 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:39.819+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:40.095 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:39.819+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:40.095 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:39.820+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:40.095 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:39.820+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: pgmap v786: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:40.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:40.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:40.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: osdmap e735: 8 total, 8 up, 8 in 2024-03-10T21:33:40.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:40.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:40.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:40.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:39 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:40.835 INFO:tasks.rados.rados.0.smithi071.stdout:3479: done (2 left) 2024-03-10T21:33:40.835 INFO:tasks.rados.rados.0.smithi071.stdout:3480: done (1 left) 2024-03-10T21:33:40.835 INFO:tasks.rados.rados.0.smithi071.stdout:3481: done (0 left) 2024-03-10T21:33:40.835 INFO:tasks.rados.rados.0.smithi071.stdout:3482: rmattr oid 22 current snap is 341 2024-03-10T21:33:40.835 INFO:tasks.rados.rados.0.smithi071.stdout:3482: done (0 left) 2024-03-10T21:33:40.836 INFO:tasks.rados.rados.0.smithi071.stdout:3483: read oid 10 snap -1 2024-03-10T21:33:40.836 INFO:tasks.rados.rados.0.smithi071.stdout:3483: expect (ObjNum 1055 snap 321 seq_num 1055) 2024-03-10T21:33:40.836 INFO:tasks.rados.rados.0.smithi071.stdout:3484: delete oid 6 current snap is 341 2024-03-10T21:33:40.840 INFO:tasks.rados.rados.0.smithi071.stdout:3484: done (1 left) 2024-03-10T21:33:40.840 INFO:tasks.rados.rados.0.smithi071.stdout:3485: snap_remove snap 322 2024-03-10T21:33:41.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:40.836+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:41.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:40.841+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:41.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:40.831+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:41.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:40.831+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:41.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:40.831+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:41.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: osdmap e736: 8 total, 8 up, 8 in 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:41.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:41.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:41.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.088 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.089 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:40.839+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:40.836+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:40.838+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.831+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:41.090 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.831+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:41.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.832+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:41.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.832+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:41.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.832+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:41.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.833+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:41.091 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:40.833+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:41.091 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: osdmap e736: 8 total, 8 up, 8 in 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:41.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:41.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:41.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.094 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.094 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:41.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:41.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: osdmap e736: 8 total, 8 up, 8 in 2024-03-10T21:33:41.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:41.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:41.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:41.095 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:41.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:41.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:41.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:41.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:41.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:41.096 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:41.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:41.097 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:41.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:41.309+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:41.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:41.309+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:41.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:41.309+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:33:41] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-03-10T21:33:41.845 INFO:tasks.rados.rados.0.smithi071.stdout:3483: expect (ObjNum 1055 snap 321 seq_num 1055) 2024-03-10T21:33:42.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:41.837+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:42.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:41.838+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: pgmap v789: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: osdmap e737: 8 total, 8 up, 8 in 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:42.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:42.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: pgmap v789: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: osdmap e737: 8 total, 8 up, 8 in 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:42.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:42.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:42.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:42.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:42.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:41.842+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:41.842+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:41.842+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:42.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:41.843+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:42.089 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:41.844+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:42.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: pgmap v789: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-03-10T21:33:42.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:42.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:42.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:42.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:42.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:42.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: osdmap e737: 8 total, 8 up, 8 in 2024-03-10T21:33:42.091 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:42.092 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:42.444 INFO:tasks.rados.rados.0.smithi071.stdout:3483: done (1 left) 2024-03-10T21:33:42.445 INFO:tasks.rados.rados.0.smithi071.stdout:3485: done (0 left) 2024-03-10T21:33:42.445 INFO:tasks.rados.rados.0.smithi071.stdout:3486: snap_remove snap 312 2024-03-10T21:33:42.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:42.376+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:42.377+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:42.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:33:42.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:42.377+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:42.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:42.377+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:42.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:42.374+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:42.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:42.159+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:42.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:42.159+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:42.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:42.159+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:42.849 INFO:tasks.rados.rados.0.smithi071.stdout:3486: done (0 left) 2024-03-10T21:33:42.850 INFO:tasks.rados.rados.0.smithi071.stdout:3487: read oid 22 snap -1 2024-03-10T21:33:42.850 INFO:tasks.rados.rados.0.smithi071.stdout:3487: expect deleted 2024-03-10T21:33:42.850 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 341 2024-03-10T21:33:42.850 INFO:tasks.rados.rados.0.smithi071.stdout:3488: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-03-10T21:33:42.852 INFO:tasks.rados.rados.0.smithi071.stdout:3488: writing smithi07176956-6 from 0 to 507904 tid 1 2024-03-10T21:33:42.855 INFO:tasks.rados.rados.0.smithi071.stdout:3488: writing smithi07176956-6 from 507904 to 933888 tid 2 2024-03-10T21:33:42.857 INFO:tasks.rados.rados.0.smithi071.stdout:3488: writing smithi07176956-6 from 933888 to 1310720 tid 3 2024-03-10T21:33:42.857 INFO:tasks.rados.rados.0.smithi071.stdout:3489: snap_create 2024-03-10T21:33:42.857 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 1 to smithi07176956-6 2024-03-10T21:33:42.858 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 2 to smithi07176956-6 2024-03-10T21:33:42.860 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 3 to smithi07176956-6 2024-03-10T21:33:42.860 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 4 to smithi07176956-6 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:3488: finishing write tid 5 to smithi07176956-6 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:3488: oid 6 updating version 0 to 24850 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:3488: oid 6 version 24850 is already newer than 24848 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:3488: oid 6 version 24850 is already newer than 24849 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:3488: oid 6 updating version 24850 to 24851 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24851 (ObjNum 1081 snap 341 seq_num 1081) dirty exists 2024-03-10T21:33:42.863 INFO:tasks.rados.rados.0.smithi071.stdout:3488: left oid 6 (ObjNum 1081 snap 341 seq_num 1081) 2024-03-10T21:33:43.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:42.855+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: osdmap e738: 8 total, 8 up, 8 in 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:43.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:42.847+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:42.847+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: osdmap e738: 8 total, 8 up, 8 in 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:43.087 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.846+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.848+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.848+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.848+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.848+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.848+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:43.088 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:42.848+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: osdmap e738: 8 total, 8 up, 8 in 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:43.293 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:43.294 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:42.845+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:43.294 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:42.845+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:43.294 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:42.845+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:43.291+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:43.292+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:43.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:43.291+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:43.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:43.291+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:43.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:43.292+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:43.857 INFO:tasks.rados.rados.0.smithi071.stdout:3487: done (2 left) 2024-03-10T21:33:43.857 INFO:tasks.rados.rados.0.smithi071.stdout:3488: done (1 left) 2024-03-10T21:33:43.857 INFO:tasks.rados.rados.0.smithi071.stdout:3489: done (0 left) 2024-03-10T21:33:43.857 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 342 2024-03-10T21:33:43.857 INFO:tasks.rados.rados.0.smithi071.stdout:3490: seq_num 1082 ranges {778240=524288,1302528=704512,2007040=98304} 2024-03-10T21:33:43.864 INFO:tasks.rados.rados.0.smithi071.stdout:3490: writing smithi07176956-25 from 778240 to 1302528 tid 1 2024-03-10T21:33:43.868 INFO:tasks.rados.rados.0.smithi071.stdout:3490: writing smithi07176956-25 from 1302528 to 2007040 tid 2 2024-03-10T21:33:43.869 INFO:tasks.rados.rados.0.smithi071.stdout:3490: writing smithi07176956-25 from 2007040 to 2105344 tid 3 2024-03-10T21:33:43.869 INFO:tasks.rados.rados.0.smithi071.stdout:3491: read oid 17 snap -1 2024-03-10T21:33:43.869 INFO:tasks.rados.rados.0.smithi071.stdout:3491: expect (ObjNum 1027 snap 306 seq_num 1027) 2024-03-10T21:33:43.869 INFO:tasks.rados.rados.0.smithi071.stdout:3492: read oid 24 snap -1 2024-03-10T21:33:43.869 INFO:tasks.rados.rados.0.smithi071.stdout:3492: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:33:43.869 INFO:tasks.rados.rados.0.smithi071.stdout:3493: snap_remove snap 323 2024-03-10T21:33:44.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:43.915+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:44.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:43.915+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:44.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:43.848+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:44.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:43.849+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:44.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:43.867+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:43.867+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: pgmap v792: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: osdmap e739: 8 total, 8 up, 8 in 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:44.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:43.854+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:44.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:43.855+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:43.855+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: pgmap v792: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-03-10T21:33:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:44.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: osdmap e739: 8 total, 8 up, 8 in 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:44.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: pgmap v792: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:44.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: osdmap e739: 8 total, 8 up, 8 in 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:43.852+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:44.342 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:43.852+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:44.342 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:43.853+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:44.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:43.853+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:44.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:43.854+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:44.869 INFO:tasks.rados.rados.0.smithi071.stdout:3493: done (3 left) 2024-03-10T21:33:44.870 INFO:tasks.rados.rados.0.smithi071.stdout:3494: copy_from oid 34 from oid 50 current snap is 342 2024-03-10T21:33:44.870 INFO:tasks.rados.rados.0.smithi071.stdout:3490: finishing write tid 1 to smithi07176956-25 2024-03-10T21:33:44.870 INFO:tasks.rados.rados.0.smithi071.stdout:3490: finishing write tid 2 to smithi07176956-25 2024-03-10T21:33:44.870 INFO:tasks.rados.rados.0.smithi071.stdout:3490: finishing write tid 3 to smithi07176956-25 2024-03-10T21:33:44.870 INFO:tasks.rados.rados.0.smithi071.stdout:3492: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:33:45.057 INFO:tasks.rados.rados.0.smithi071.stdout:3490: finishing write tid 4 to smithi07176956-25 2024-03-10T21:33:45.057 INFO:tasks.rados.rados.0.smithi071.stdout:3491: expect (ObjNum 1027 snap 306 seq_num 1027) 2024-03-10T21:33:45.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:44.744+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:45.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:44.955+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:45.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:44.875+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:45.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:44.879+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.864+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.865+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.865+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.866+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.866+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.867+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:45.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:44.867+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:45.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: osdmap e740: 8 total, 8 up, 8 in 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[88660]: pgmap v795: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 632 KiB/s wr, 4 op/s 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:45.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: osdmap e740: 8 total, 8 up, 8 in 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:44 smithi071 ceph-mon[91105]: pgmap v795: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 632 KiB/s wr, 4 op/s 2024-03-10T21:33:45.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:44.871+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:44.872+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:44.866+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:45.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:44.866+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:44.866+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:44.956+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:45.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:44.956+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:45.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:44.956+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:45.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: osdmap e740: 8 total, 8 up, 8 in 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:45.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:44 smithi193 ceph-mon[83873]: pgmap v795: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 632 KiB/s wr, 4 op/s 2024-03-10T21:33:45.352 INFO:tasks.rados.rados.0.smithi071.stdout:3490: finishing write tid 5 to smithi07176956-25 2024-03-10T21:33:45.352 INFO:tasks.rados.rados.0.smithi071.stdout:3490: oid 25 updating version 0 to 24829 2024-03-10T21:33:45.352 INFO:tasks.rados.rados.0.smithi071.stdout:3490: oid 25 updating version 24829 to 24831 2024-03-10T21:33:45.352 INFO:tasks.rados.rados.0.smithi071.stdout:3490: oid 25 version 24831 is already newer than 24830 2024-03-10T21:33:45.352 INFO:tasks.rados.rados.0.smithi071.stdout:3490: oid 25 updating version 24831 to 24832 2024-03-10T21:33:45.352 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 24832 (ObjNum 1082 snap 342 seq_num 1082) dirty exists 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3490: left oid 25 (ObjNum 1082 snap 342 seq_num 1082) 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3490: done (3 left) 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3491: done (2 left) 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3492: done (1 left) 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3495: rmattr oid 21 current snap is 342 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3495: done (1 left) 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3496: setattr oid 32 current snap is 342 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3494: finishing copy_from racing read to smithi07176956-34 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:3494: finishing copy_from to smithi07176956-34 2024-03-10T21:33:45.353 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 24850 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:33:45.354 INFO:tasks.rados.rados.0.smithi071.stdout:3494: done (1 left) 2024-03-10T21:33:45.354 INFO:tasks.rados.rados.0.smithi071.stdout:3497: snap_remove snap 327 2024-03-10T21:33:45.868 INFO:tasks.rados.rados.0.smithi071.stdout:3497: done (1 left) 2024-03-10T21:33:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:3498: snap_remove snap 321 2024-03-10T21:33:46.133 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:45.868+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:46.133 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:45.868+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: osdmap e741: 8 total, 8 up, 8 in 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:46.134 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:46.135 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:46.135 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.135 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:46.135 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:46.170 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:45.865+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:46.170 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:45.865+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:46.170 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:45.866+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:46.170 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:45.867+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:46.170 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:45.867+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: osdmap e741: 8 total, 8 up, 8 in 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:46.171 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:46.172 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: osdmap e741: 8 total, 8 up, 8 in 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18d=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:46.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:46.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:46.131+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:46.478 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:46.131+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:46.478 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:46.168+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:46.478 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:46.168+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:46.478 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:46.168+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:46.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:46.476+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:46.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:46.476+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:46.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:46.476+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:46.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24853 (ObjNum 1079 snap 340 seq_num 1079) dirty exists 2024-03-10T21:33:46.869 INFO:tasks.rados.rados.0.smithi071.stdout:3496: done (1 left) 2024-03-10T21:33:46.869 INFO:tasks.rados.rados.0.smithi071.stdout:3498: done (0 left) 2024-03-10T21:33:46.869 INFO:tasks.rados.rados.0.smithi071.stdout:3499: read oid 22 snap 336 2024-03-10T21:33:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:3499: expect deleted 2024-03-10T21:33:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:3500: read oid 41 snap -1 2024-03-10T21:33:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:3500: expect (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:33:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:3501: snap_create 2024-03-10T21:33:46.888 INFO:tasks.rados.rados.0.smithi071.stdout:3500: expect (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:33:47.293 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:46.872+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:47.293 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:46.872+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:47.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:47.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:47.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: osdmap e742: 8 total, 8 up, 8 in 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: pgmap v798: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 632 KiB/s wr, 4 op/s 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[88660]: osdmap e743: 8 total, 8 up, 8 in 2024-03-10T21:33:47.294 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: osdmap e742: 8 total, 8 up, 8 in 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: pgmap v798: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 632 KiB/s wr, 4 op/s 2024-03-10T21:33:47.295 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-mon[91105]: osdmap e743: 8 total, 8 up, 8 in 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.870+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.870+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.870+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.870+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.871+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.871+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:47.296 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:46.871+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:47.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:46.868+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:47.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:46.868+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:47.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:46.871+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:47.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:46.872+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:47.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:46.872+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:47.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: osdmap e742: 8 total, 8 up, 8 in 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: pgmap v798: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 632 KiB/s wr, 4 op/s 2024-03-10T21:33:47.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:46 smithi193 ceph-mon[83873]: osdmap e743: 8 total, 8 up, 8 in 2024-03-10T21:33:47.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:47.291+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:47.872 INFO:tasks.rados.rados.0.smithi071.stdout:3499: done (2 left) 2024-03-10T21:33:47.872 INFO:tasks.rados.rados.0.smithi071.stdout:3500: done (1 left) 2024-03-10T21:33:47.872 INFO:tasks.rados.rados.0.smithi071.stdout:3501: done (0 left) 2024-03-10T21:33:47.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 343 2024-03-10T21:33:47.872 INFO:tasks.rados.rados.0.smithi071.stdout:3502: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-03-10T21:33:47.874 INFO:tasks.rados.rados.0.smithi071.stdout:3502: writing smithi07176956-35 from 0 to 540672 tid 1 2024-03-10T21:33:47.878 INFO:tasks.rados.rados.0.smithi071.stdout:3502: writing smithi07176956-35 from 540672 to 1130496 tid 2 2024-03-10T21:33:47.879 INFO:tasks.rados.rados.0.smithi071.stdout:3502: writing smithi07176956-35 from 1130496 to 1343488 tid 3 2024-03-10T21:33:47.880 INFO:tasks.rados.rados.0.smithi071.stdout:3503: delete oid 41 current snap is 343 2024-03-10T21:33:47.889 INFO:tasks.rados.rados.0.smithi071.stdout:3502: finishing write tid 1 to smithi07176956-35 2024-03-10T21:33:47.889 INFO:tasks.rados.rados.0.smithi071.stdout:3502: finishing write tid 2 to smithi07176956-35 2024-03-10T21:33:47.889 INFO:tasks.rados.rados.0.smithi071.stdout:3503: done (1 left) 2024-03-10T21:33:47.889 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 343 2024-03-10T21:33:47.889 INFO:tasks.rados.rados.0.smithi071.stdout:3504: seq_num 1085 ranges {491520=581632,1073152=761856,1835008=40960} 2024-03-10T21:33:47.895 INFO:tasks.rados.rados.0.smithi071.stdout:3504: writing smithi07176956-14 from 491520 to 1073152 tid 1 2024-03-10T21:33:47.900 INFO:tasks.rados.rados.0.smithi071.stdout:3504: writing smithi07176956-14 from 1073152 to 1835008 tid 2 2024-03-10T21:33:47.901 INFO:tasks.rados.rados.0.smithi071.stdout:3504: writing smithi07176956-14 from 1835008 to 1875968 tid 3 2024-03-10T21:33:47.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 343 2024-03-10T21:33:47.901 INFO:tasks.rados.rados.0.smithi071.stdout:3502: finishing write tid 3 to smithi07176956-35 2024-03-10T21:33:47.901 INFO:tasks.rados.rados.0.smithi071.stdout:3505: seq_num 1086 ranges {4415488=598016,5013504=647168,5660672=155648} 2024-03-10T21:33:47.928 INFO:tasks.rados.rados.0.smithi071.stdout:3505: writing smithi07176956-17 from 4415488 to 5013504 tid 1 2024-03-10T21:33:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:3505: writing smithi07176956-17 from 5013504 to 5660672 tid 2 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3505: writing smithi07176956-17 from 5660672 to 5816320 tid 3 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3506: delete oid 23 current snap is 343 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3502: finishing write tid 4 to smithi07176956-35 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3502: finishing write tid 5 to smithi07176956-35 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3502: oid 35 updating version 0 to 24833 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3502: oid 35 updating version 24833 to 24834 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3502: oid 35 updating version 24834 to 24836 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:3502: oid 35 version 24836 is already newer than 24835 2024-03-10T21:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24836 (ObjNum 1083 snap 343 seq_num 1083) dirty exists 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3502: left oid 35 (ObjNum 1083 snap 343 seq_num 1083) 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: finishing write tid 1 to smithi07176956-14 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: finishing write tid 2 to smithi07176956-14 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: finishing write tid 3 to smithi07176956-14 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: finishing write tid 4 to smithi07176956-14 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: finishing write tid 5 to smithi07176956-14 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: oid 14 updating version 0 to 13216 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: oid 14 version 13216 is already newer than 13214 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: oid 14 version 13216 is already newer than 13213 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: oid 14 version 13216 is already newer than 13215 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13216 (ObjNum 1085 snap 343 seq_num 1085) dirty exists 2024-03-10T21:33:47.935 INFO:tasks.rados.rados.0.smithi071.stdout:3504: left oid 14 (ObjNum 1085 snap 343 seq_num 1085) 2024-03-10T21:33:47.936 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 1 to smithi07176956-17 2024-03-10T21:33:47.938 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 2 to smithi07176956-17 2024-03-10T21:33:47.938 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 3 to smithi07176956-17 2024-03-10T21:33:47.938 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 4 to smithi07176956-17 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3502: done (3 left) 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3504: done (2 left) 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3506: done (1 left) 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3507: read oid 42 snap -1 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3507: expect deleted 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3508: delete oid 7 current snap is 343 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 5 to smithi07176956-17 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3505: oid 17 updating version 0 to 24835 2024-03-10T21:33:47.940 INFO:tasks.rados.rados.0.smithi071.stdout:3505: oid 17 version 24835 is already newer than 24832 2024-03-10T21:33:47.941 INFO:tasks.rados.rados.0.smithi071.stdout:3505: oid 17 version 24835 is already newer than 24833 2024-03-10T21:33:47.941 INFO:tasks.rados.rados.0.smithi071.stdout:3505: oid 17 version 24835 is already newer than 24834 2024-03-10T21:33:47.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24835 (ObjNum 1086 snap 343 seq_num 1086) dirty exists 2024-03-10T21:33:47.941 INFO:tasks.rados.rados.0.smithi071.stdout:3505: left oid 17 (ObjNum 1086 snap 343 seq_num 1086) 2024-03-10T21:33:47.943 INFO:tasks.rados.rados.0.smithi071.stdout:3505: done (2 left) 2024-03-10T21:33:47.943 INFO:tasks.rados.rados.0.smithi071.stdout:3507: done (1 left) 2024-03-10T21:33:47.943 INFO:tasks.rados.rados.0.smithi071.stdout:3508: done (0 left) 2024-03-10T21:33:47.943 INFO:tasks.rados.rados.0.smithi071.stdout:3509: delete oid 25 current snap is 343 2024-03-10T21:33:47.946 INFO:tasks.rados.rados.0.smithi071.stdout:3509: done (0 left) 2024-03-10T21:33:47.946 INFO:tasks.rados.rados.0.smithi071.stdout:3510: snap_create 2024-03-10T21:33:48.237 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:47.882+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.237 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:47.887+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.238 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:47.869+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:48.238 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:47.869+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:48.238 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:47.870+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:48.238 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:47.881+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.238 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:47.881+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:48.239 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:48.240 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:47 smithi193 ceph-mon[83873]: osdmap e744: 8 total, 8 up, 8 in 2024-03-10T21:33:48.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:47.869+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:48.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:47.932+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:48.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:47.932+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:48.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:47.932+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:48.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:48.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:47.876+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:47.876+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:47.877+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:47.887+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:48.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:47.893+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:48.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[88660]: osdmap e744: 8 total, 8 up, 8 in 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:48.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:33:48.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:47 smithi071 ceph-mon[91105]: osdmap e744: 8 total, 8 up, 8 in 2024-03-10T21:33:48.896 INFO:tasks.rados.rados.0.smithi071.stdout:3510: done (0 left) 2024-03-10T21:33:48.896 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 344 2024-03-10T21:33:48.896 INFO:tasks.rados.rados.0.smithi071.stdout:3511: seq_num 1090 ranges {5414912=663552,6078464=630784,6709248=172032} 2024-03-10T21:33:48.928 INFO:tasks.rados.rados.0.smithi071.stdout:3511: writing smithi07176956-15 from 5414912 to 6078464 tid 1 2024-03-10T21:33:48.931 INFO:tasks.rados.rados.0.smithi071.stdout:3511: writing smithi07176956-15 from 6078464 to 6709248 tid 2 2024-03-10T21:33:48.933 INFO:tasks.rados.rados.0.smithi071.stdout:3511: writing smithi07176956-15 from 6709248 to 6881280 tid 3 2024-03-10T21:33:48.933 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 344 2024-03-10T21:33:48.933 INFO:tasks.rados.rados.0.smithi071.stdout:3512: seq_num 1091 ranges {1081344=679936,1761280=516096,2277376=286720} 2024-03-10T21:33:48.942 INFO:tasks.rados.rados.0.smithi071.stdout:3512: writing smithi07176956-36 from 1081344 to 1761280 tid 1 2024-03-10T21:33:48.945 INFO:tasks.rados.rados.0.smithi071.stdout:3512: writing smithi07176956-36 from 1761280 to 2277376 tid 2 2024-03-10T21:33:48.947 INFO:tasks.rados.rados.0.smithi071.stdout:3512: writing smithi07176956-36 from 2277376 to 2564096 tid 3 2024-03-10T21:33:48.947 INFO:tasks.rados.rados.0.smithi071.stdout:3513: delete oid 8 current snap is 344 2024-03-10T21:33:48.947 INFO:tasks.rados.rados.0.smithi071.stdout:3511: finishing write tid 1 to smithi07176956-15 2024-03-10T21:33:48.947 INFO:tasks.rados.rados.0.smithi071.stdout:3511: finishing write tid 2 to smithi07176956-15 2024-03-10T21:33:48.947 INFO:tasks.rados.rados.0.smithi071.stdout:3511: finishing write tid 3 to smithi07176956-15 2024-03-10T21:33:48.947 INFO:tasks.rados.rados.0.smithi071.stdout:3511: finishing write tid 4 to smithi07176956-15 2024-03-10T21:33:48.950 INFO:tasks.rados.rados.0.smithi071.stdout:3513: done (2 left) 2024-03-10T21:33:48.950 INFO:tasks.rados.rados.0.smithi071.stdout:3514: copy_from oid 39 from oid 25 current snap is 344 2024-03-10T21:33:48.950 INFO:tasks.rados.rados.0.smithi071.stdout:3515: snap_remove snap 306 2024-03-10T21:33:49.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:48.895+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:49.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:48.895+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:49.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:48.950+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:49.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:48.950+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:49.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:48.932+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:49.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:48.932+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:49.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:48.932+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:49.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:49.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:49.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:49.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:49.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:49.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:49.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:48 smithi193 ceph-mon[83873]: pgmap v801: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 1 op/s 2024-03-10T21:33:49.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:48.949+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:48.895+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:48.895+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.891+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.891+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.891+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.892+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.892+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:49.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.892+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:49.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:48.892+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:49.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[88660]: pgmap v801: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 1 op/s 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:49.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:49.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:48 smithi071 ceph-mon[91105]: pgmap v801: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 1 op/s 2024-03-10T21:33:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3515: done (3 left) 2024-03-10T21:33:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3516: setattr oid 21 current snap is 344 2024-03-10T21:33:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3514: finishing copy_from to smithi07176956-39 2024-03-10T21:33:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3514: got expected ENOENT (src dne) 2024-03-10T21:33:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3514: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:33:49.899 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing write tid 1 to smithi07176956-36 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing write tid 2 to smithi07176956-36 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3511: finishing write tid 5 to smithi07176956-15 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3511: oid 15 updating version 0 to 24859 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3511: oid 15 version 24859 is already newer than 24858 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3511: oid 15 updating version 24859 to 24861 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3511: oid 15 version 24861 is already newer than 24860 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24861 (ObjNum 1090 snap 344 seq_num 1090) dirty exists 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3511: left oid 15 (ObjNum 1090 snap 344 seq_num 1090) 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing write tid 3 to smithi07176956-36 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing write tid 4 to smithi07176956-36 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing write tid 5 to smithi07176956-36 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: oid 36 updating version 0 to 24864 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: oid 36 version 24864 is already newer than 24863 2024-03-10T21:33:49.900 INFO:tasks.rados.rados.0.smithi071.stdout:3512: oid 36 updating version 24864 to 24865 2024-03-10T21:33:49.901 INFO:tasks.rados.rados.0.smithi071.stdout:3512: oid 36 version 24865 is already newer than 24862 2024-03-10T21:33:49.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24865 (ObjNum 1091 snap 344 seq_num 1091) dirty exists 2024-03-10T21:33:49.901 INFO:tasks.rados.rados.0.smithi071.stdout:3512: left oid 36 (ObjNum 1091 snap 344 seq_num 1091) 2024-03-10T21:33:49.901 INFO:tasks.rados.rados.0.smithi071.stdout:3511: done (3 left) 2024-03-10T21:33:49.901 INFO:tasks.rados.rados.0.smithi071.stdout:3512: done (2 left) 2024-03-10T21:33:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:3514: done (1 left) 2024-03-10T21:33:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:3517: read oid 41 snap 326 2024-03-10T21:33:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:3517: expect (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:33:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:3518: read oid 32 snap 341 2024-03-10T21:33:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:3518: expect (ObjNum 1079 snap 340 seq_num 1079) 2024-03-10T21:33:49.902 INFO:tasks.rados.rados.0.smithi071.stdout:3519: snap_create 2024-03-10T21:33:49.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 13217 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:33:49.915 INFO:tasks.rados.rados.0.smithi071.stdout:3518: expect (ObjNum 1079 snap 340 seq_num 1079) 2024-03-10T21:33:49.985 INFO:tasks.rados.rados.0.smithi071.stdout:3517: expect (ObjNum 955 snap 283 seq_num 955) 2024-03-10T21:33:50.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:49.903+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:50.342 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:49.906+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:50.342 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:49.897+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:50.342 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:49.897+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:49.898+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: osdmap e745: 8 total, 8 up, 8 in 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:50.343 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:50.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:50.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:50.344 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:50.345 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:50.345 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:50.345 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:49.906+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:50.345 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:49.904+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:49.905+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:49.905+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:49.899+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:49.899+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:49.899+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:49.899+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:50.346 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:49.900+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:50.347 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:50.347 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:50.347 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: osdmap e745: 8 total, 8 up, 8 in 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:50.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: osdmap e745: 8 total, 8 up, 8 in 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:50.349 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:50.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:50.911 INFO:tasks.rados.rados.0.smithi071.stdout:3516: done (3 left) 2024-03-10T21:33:50.911 INFO:tasks.rados.rados.0.smithi071.stdout:3517: done (2 left) 2024-03-10T21:33:50.911 INFO:tasks.rados.rados.0.smithi071.stdout:3518: done (1 left) 2024-03-10T21:33:50.911 INFO:tasks.rados.rados.0.smithi071.stdout:3519: done (0 left) 2024-03-10T21:33:50.911 INFO:tasks.rados.rados.0.smithi071.stdout:3520: snap_remove snap 336 2024-03-10T21:33:51.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:50.905+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:51.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:50.905+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:51.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:50.941+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:51.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:50.941+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:51.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: osdmap e746: 8 total, 8 up, 8 in 2024-03-10T21:33:51.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:51.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:51.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:51.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:51.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:51.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:51.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:51.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:51.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:51.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:51.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:51.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:51.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:50 smithi193 ceph-mon[83873]: pgmap v804: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-03-10T21:33:51.339 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:33:51] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-03-10T21:33:51.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:50.908+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:51.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:50.909+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:51.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: osdmap e746: 8 total, 8 up, 8 in 2024-03-10T21:33:51.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:51.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:51.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:51.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:51.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:51.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:51.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:51.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:51.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:51.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:51.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:51.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:51.343 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[88660]: pgmap v804: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-03-10T21:33:51.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.907+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:51.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.907+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:51.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.907+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:51.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.907+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:51.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.907+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:51.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.908+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:51.344 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:50.908+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:51.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: osdmap e746: 8 total, 8 up, 8 in 2024-03-10T21:33:51.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:51.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:51.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:51.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:51.345 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:51.346 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:51.346 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:51.346 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:51.346 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:51.346 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:51.346 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:51.347 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:51.347 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:50 smithi071 ceph-mon[91105]: pgmap v804: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-03-10T21:33:51.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:51.462+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:51.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:51.462+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:51.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:51.391+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:3520: done (0 left) 2024-03-10T21:33:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:3521: copy_from oid 38 from oid 7 current snap is 345 2024-03-10T21:33:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:3522: delete oid 47 current snap is 345 2024-03-10T21:33:51.915 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing copy_from to smithi07176956-38 2024-03-10T21:33:51.915 INFO:tasks.rados.rados.0.smithi071.stdout:3521: got expected ENOENT (src dne) 2024-03-10T21:33:51.916 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:33:51.918 INFO:tasks.rados.rados.0.smithi071.stdout:3521: done (1 left) 2024-03-10T21:33:51.918 INFO:tasks.rados.rados.0.smithi071.stdout:3522: done (0 left) 2024-03-10T21:33:51.918 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 345 2024-03-10T21:33:51.918 INFO:tasks.rados.rados.0.smithi071.stdout:3523: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-03-10T21:33:51.922 INFO:tasks.rados.rados.0.smithi071.stdout:3523: writing smithi07176956-13 from 0 to 729088 tid 1 2024-03-10T21:33:51.925 INFO:tasks.rados.rados.0.smithi071.stdout:3523: writing smithi07176956-13 from 729088 to 1302528 tid 2 2024-03-10T21:33:51.926 INFO:tasks.rados.rados.0.smithi071.stdout:3523: writing smithi07176956-13 from 1302528 to 1531904 tid 3 2024-03-10T21:33:51.926 INFO:tasks.rados.rados.0.smithi071.stdout:3524: delete oid 15 current snap is 345 2024-03-10T21:33:51.935 INFO:tasks.rados.rados.0.smithi071.stdout:3524: done (1 left) 2024-03-10T21:33:51.935 INFO:tasks.rados.rados.0.smithi071.stdout:3525: read oid 28 snap -1 2024-03-10T21:33:51.935 INFO:tasks.rados.rados.0.smithi071.stdout:3525: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:33:51.935 INFO:tasks.rados.rados.0.smithi071.stdout:3526: delete oid 1 current snap is 345 2024-03-10T21:33:51.939 INFO:tasks.rados.rados.0.smithi071.stdout:3523: finishing write tid 1 to smithi07176956-13 2024-03-10T21:33:51.939 INFO:tasks.rados.rados.0.smithi071.stdout:3526: done (2 left) 2024-03-10T21:33:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:3527: rollback oid 26 current snap is 345 2024-03-10T21:33:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 333 2024-03-10T21:33:51.940 INFO:tasks.rados.rados.0.smithi071.stdout:3528: snap_remove snap 344 2024-03-10T21:33:52.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:51.906+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:52.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:51.906+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:52.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:51.907+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:52.315 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:51.925+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:52.315 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:51.930+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: osdmap e747: 8 total, 8 up, 8 in 2024-03-10T21:33:52.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:52.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:52.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:52.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:51.930+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:52.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:51.930+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:52.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:51.930+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:52.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:51.914+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:51.930+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:51.930+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:51.930+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:51.908+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:51.908+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:51.909+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:51.909+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:52.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:51.909+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: osdmap e747: 8 total, 8 up, 8 in 2024-03-10T21:33:52.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:52.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: osdmap e747: 8 total, 8 up, 8 in 2024-03-10T21:33:52.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:52.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:52.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3528: done (3 left) 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3529: copy_from oid 10 from oid 35 current snap is 345 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3523: finishing write tid 2 to smithi07176956-13 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3523: finishing write tid 3 to smithi07176956-13 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing rollback tid 0 to smithi07176956-26 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing rollback tid 1 to smithi07176956-26 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing rollback tid 2 to smithi07176956-26 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24857 (ObjNum 1042 snap 313 seq_num 1042) dirty exists 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3523: finishing write tid 4 to smithi07176956-13 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3523: finishing write tid 5 to smithi07176956-13 2024-03-10T21:33:52.926 INFO:tasks.rados.rados.0.smithi071.stdout:3523: oid 13 updating version 0 to 24852 2024-03-10T21:33:52.927 INFO:tasks.rados.rados.0.smithi071.stdout:3523: oid 13 updating version 24852 to 24854 2024-03-10T21:33:52.927 INFO:tasks.rados.rados.0.smithi071.stdout:3523: oid 13 version 24854 is already newer than 24853 2024-03-10T21:33:52.927 INFO:tasks.rados.rados.0.smithi071.stdout:3523: oid 13 version 24854 is already newer than 24851 2024-03-10T21:33:52.927 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 24854 (ObjNum 1094 snap 345 seq_num 1094) dirty exists 2024-03-10T21:33:52.927 INFO:tasks.rados.rados.0.smithi071.stdout:3523: left oid 13 (ObjNum 1094 snap 345 seq_num 1094) 2024-03-10T21:33:52.927 INFO:tasks.rados.rados.0.smithi071.stdout:3525: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:33:53.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: osdmap e748: 8 total, 8 up, 8 in 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:53.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:53.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:53.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:53.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[88660]: pgmap v807: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-03-10T21:33:53.177 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.922+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:53.177 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.922+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:53.177 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.922+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:53.177 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.923+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:53.177 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.923+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:53.177 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.923+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:53.178 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:52.923+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:53.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: osdmap e748: 8 total, 8 up, 8 in 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:52 smithi071 ceph-mon[91105]: pgmap v807: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-03-10T21:33:53.294 INFO:tasks.rados.rados.0.smithi071.stdout:3529: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3529: finishing copy_from to smithi07176956-10 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24836 (ObjNum 1083 snap 343 seq_num 1083) dirty exists 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3523: done (3 left) 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3525: done (2 left) 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3527: done (1 left) 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3529: done (0 left) 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3530: copy_from oid 7 from oid 19 current snap is 345 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 345 2024-03-10T21:33:53.295 INFO:tasks.rados.rados.0.smithi071.stdout:3531: seq_num 1097 ranges {286720=778240,1064960=671744,1736704=131072} 2024-03-10T21:33:53.300 INFO:tasks.rados.rados.0.smithi071.stdout:3531: writing smithi07176956-38 from 286720 to 1064960 tid 1 2024-03-10T21:33:53.304 INFO:tasks.rados.rados.0.smithi071.stdout:3531: writing smithi07176956-38 from 1064960 to 1736704 tid 2 2024-03-10T21:33:53.306 INFO:tasks.rados.rados.0.smithi071.stdout:3531: writing smithi07176956-38 from 1736704 to 1867776 tid 3 2024-03-10T21:33:53.306 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 345 2024-03-10T21:33:53.306 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:33:53.306 INFO:tasks.rados.rados.0.smithi071.stdout:3532: seq_num 1098 ranges {5144576=794624,5939200=557056,6496256=245760} 2024-03-10T21:33:53.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:52.923+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:53.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:52.923+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:53.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:52.930+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:53.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:52.930+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:53.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:52.927+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:52.927+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: osdmap e748: 8 total, 8 up, 8 in 2024-03-10T21:33:53.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:53.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:52 smithi193 ceph-mon[83873]: pgmap v807: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-03-10T21:33:53.338 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi07176956-28 from 5144576 to 5939200 tid 1 2024-03-10T21:33:53.340 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi07176956-28 from 5939200 to 6496256 tid 2 2024-03-10T21:33:53.342 INFO:tasks.rados.rados.0.smithi071.stdout:3532: writing smithi07176956-28 from 6496256 to 6742016 tid 3 2024-03-10T21:33:53.342 INFO:tasks.rados.rados.0.smithi071.stdout:3533: snap_create 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing copy_from to smithi07176956-7 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 5945 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:3531: finishing write tid 1 to smithi07176956-38 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:3531: finishing write tid 2 to smithi07176956-38 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:3531: finishing write tid 3 to smithi07176956-38 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:3531: finishing write tid 4 to smithi07176956-38 2024-03-10T21:33:53.343 INFO:tasks.rados.rados.0.smithi071.stdout:3531: finishing write tid 5 to smithi07176956-38 2024-03-10T21:33:53.344 INFO:tasks.rados.rados.0.smithi071.stdout:3531: oid 38 updating version 0 to 24842 2024-03-10T21:33:53.344 INFO:tasks.rados.rados.0.smithi071.stdout:3531: oid 38 updating version 24842 to 24843 2024-03-10T21:33:53.344 INFO:tasks.rados.rados.0.smithi071.stdout:3531: oid 38 version 24843 is already newer than 24840 2024-03-10T21:33:53.344 INFO:tasks.rados.rados.0.smithi071.stdout:3531: oid 38 version 24843 is already newer than 24841 2024-03-10T21:33:53.344 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24843 (ObjNum 1097 snap 345 seq_num 1097) dirty exists 2024-03-10T21:33:53.344 INFO:tasks.rados.rados.0.smithi071.stdout:3531: left oid 38 (ObjNum 1097 snap 345 seq_num 1097) 2024-03-10T21:33:53.352 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 1 to smithi07176956-28 2024-03-10T21:33:53.352 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 2 to smithi07176956-28 2024-03-10T21:33:53.354 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 3 to smithi07176956-28 2024-03-10T21:33:53.354 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 4 to smithi07176956-28 2024-03-10T21:33:53.357 INFO:tasks.rados.rados.0.smithi071.stdout:3532: finishing write tid 5 to smithi07176956-28 2024-03-10T21:33:53.357 INFO:tasks.rados.rados.0.smithi071.stdout:3532: oid 28 updating version 0 to 24855 2024-03-10T21:33:53.357 INFO:tasks.rados.rados.0.smithi071.stdout:3532: oid 28 updating version 24855 to 24858 2024-03-10T21:33:53.358 INFO:tasks.rados.rados.0.smithi071.stdout:3532: oid 28 version 24858 is already newer than 24857 2024-03-10T21:33:53.358 INFO:tasks.rados.rados.0.smithi071.stdout:3532: oid 28 version 24858 is already newer than 24856 2024-03-10T21:33:53.358 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 24858 (ObjNum 1098 snap 345 seq_num 1098) dirty exists 2024-03-10T21:33:53.358 INFO:tasks.rados.rados.0.smithi071.stdout:3532: left oid 28 (ObjNum 1098 snap 345 seq_num 1098) 2024-03-10T21:33:53.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:53.305+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:53.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:53.172+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:53.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:53.172+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:3530: done (3 left) 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:3531: done (2 left) 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:3532: done (1 left) 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:3533: done (0 left) 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:3534: copy_from oid 35 from oid 38 current snap is 346 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 346 2024-03-10T21:33:53.938 INFO:tasks.rados.rados.0.smithi071.stdout:3535: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-03-10T21:33:53.940 INFO:tasks.rados.rados.0.smithi071.stdout:3535: writing smithi07176956-8 from 0 to 409600 tid 1 2024-03-10T21:33:53.943 INFO:tasks.rados.rados.0.smithi071.stdout:3535: writing smithi07176956-8 from 409600 to 851968 tid 2 2024-03-10T21:33:53.947 INFO:tasks.rados.rados.0.smithi071.stdout:3535: writing smithi07176956-8 from 851968 to 1572864 tid 3 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3535: writing smithi07176956-8 from 1572864 to 1613824 tid 4 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3536: rmattr oid 28 current snap is 346 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3536: done (2 left) 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3537: read oid 4 snap -1 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3537: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3538: rmattr oid 16 current snap is 346 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3538: done (3 left) 2024-03-10T21:33:53.949 INFO:tasks.rados.rados.0.smithi071.stdout:3539: read oid 29 snap 332 2024-03-10T21:33:53.950 INFO:tasks.rados.rados.0.smithi071.stdout:3539: expect (ObjNum 1037 snap 308 seq_num 1037) 2024-03-10T21:33:53.950 INFO:tasks.rados.rados.0.smithi071.stdout:3540: snap_create 2024-03-10T21:33:53.950 INFO:tasks.rados.rados.0.smithi071.stdout:3535: finishing write tid 1 to smithi07176956-8 2024-03-10T21:33:53.950 INFO:tasks.rados.rados.0.smithi071.stdout:3535: finishing write tid 2 to smithi07176956-8 2024-03-10T21:33:53.951 INFO:tasks.rados.rados.0.smithi071.stdout:3534: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:33:53.954 INFO:tasks.rados.rados.0.smithi071.stdout:3534: finishing copy_from to smithi07176956-35 2024-03-10T21:33:53.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24843 (ObjNum 1097 snap 345 seq_num 1097) dirty exists 2024-03-10T21:33:53.954 INFO:tasks.rados.rados.0.smithi071.stdout:3535: finishing write tid 3 to smithi07176956-8 2024-03-10T21:33:53.954 INFO:tasks.rados.rados.0.smithi071.stdout:3535: finishing write tid 4 to smithi07176956-8 2024-03-10T21:33:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:3535: finishing write tid 5 to smithi07176956-8 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: finishing write tid 6 to smithi07176956-8 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: oid 8 updating version 0 to 1026 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: oid 8 version 1026 is already newer than 1024 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: oid 8 updating version 1026 to 1028 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: oid 8 version 1028 is already newer than 1027 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: oid 8 version 1028 is already newer than 1025 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1028 (ObjNum 1099 snap 346 seq_num 1099) dirty exists 2024-03-10T21:33:53.957 INFO:tasks.rados.rados.0.smithi071.stdout:3535: left oid 8 (ObjNum 1099 snap 346 seq_num 1099) 2024-03-10T21:33:53.965 INFO:tasks.rados.rados.0.smithi071.stdout:3537: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:54.026 INFO:tasks.rados.rados.0.smithi071.stdout:3539: expect (ObjNum 1037 snap 308 seq_num 1037) 2024-03-10T21:33:54.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:53.933+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:54.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:53.933+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:54.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:53.933+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:54.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:53.944+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:54.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:53.944+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:54.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:53.949+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:54.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:53.949+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:54.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:53.949+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: osdmap e749: 8 total, 8 up, 8 in 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:54.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:54.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:54.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:54.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:53.940+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:54.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:53.936+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:54.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:53.936+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:53.936+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: osdmap e749: 8 total, 8 up, 8 in 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: osdmap e749: 8 total, 8 up, 8 in 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:53.935+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:53.935+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:53.936+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:54.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:53.936+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:53.936+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:3534: done (4 left) 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:3535: done (3 left) 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:3537: done (2 left) 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:3539: done (1 left) 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:3540: done (0 left) 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 347 2024-03-10T21:33:54.941 INFO:tasks.rados.rados.0.smithi071.stdout:3541: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-03-10T21:33:54.943 INFO:tasks.rados.rados.0.smithi071.stdout:3541: writing smithi07176956-25 from 0 to 425984 tid 1 2024-03-10T21:33:54.947 INFO:tasks.rados.rados.0.smithi071.stdout:3541: writing smithi07176956-25 from 425984 to 1155072 tid 2 2024-03-10T21:33:54.949 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:54.935+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:54.949 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:54.938+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.949 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:54.938+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: osdmap e750: 8 total, 8 up, 8 in 2024-03-10T21:33:54.950 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:54.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[88660]: pgmap v810: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.952 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: osdmap e750: 8 total, 8 up, 8 in 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:54.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-mon[91105]: pgmap v810: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-10T21:33:54.954 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.944+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:54.954 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.944+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:54.954 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.944+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:54.954 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.945+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:54.955 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.945+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:54.956 INFO:tasks.rados.rados.0.smithi071.stdout:3541: writing smithi07176956-25 from 1155072 to 1630208 tid 3 2024-03-10T21:33:54.956 INFO:tasks.rados.rados.0.smithi071.stdout:3542: rollback oid 44 current snap is 347 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 326 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:3543: read oid 26 snap -1 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:3543: expect (ObjNum 1042 snap 313 seq_num 1042) 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:3544: copy_from oid 7 from oid 45 current snap is 347 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:3545: read oid 40 snap -1 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:3545: expect (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:3546: delete oid 3 current snap is 347 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:3546: done (5 left) 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:3547: rollback oid 47 current snap is 347 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 341 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:3548: rmattr oid 3 current snap is 347 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:3548: done (6 left) 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 347 2024-03-10T21:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:3549: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-03-10T21:33:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07176956-41 from 0 to 458752 tid 1 2024-03-10T21:33:54.962 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07176956-41 from 458752 to 950272 tid 2 2024-03-10T21:33:54.966 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07176956-41 from 950272 to 1441792 tid 3 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07176956-41 from 1441792 to 1662976 tid 4 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 347 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing write tid 1 to smithi07176956-25 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3547: finishing rollback tid 1 to smithi07176956-47 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 10941 (ObjNum 65 snap 0 seq_num 1493891095) dirty dne 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing write tid 2 to smithi07176956-25 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing write tid 3 to smithi07176956-25 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing write tid 4 to smithi07176956-25 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing rollback tid 0 to smithi07176956-44 2024-03-10T21:33:54.968 INFO:tasks.rados.rados.0.smithi071.stdout:3550: seq_num 1103 ranges {2678784=475136,3153920=425984,3579904=696320,4276224=81920} 2024-03-10T21:33:54.986 INFO:tasks.rados.rados.0.smithi071.stdout:3550: writing smithi07176956-2 from 2678784 to 3153920 tid 1 2024-03-10T21:33:54.988 INFO:tasks.rados.rados.0.smithi071.stdout:3550: writing smithi07176956-2 from 3153920 to 3579904 tid 2 2024-03-10T21:33:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:3550: writing smithi07176956-2 from 3579904 to 4276224 tid 3 2024-03-10T21:33:54.993 INFO:tasks.rados.rados.0.smithi071.stdout:3550: writing smithi07176956-2 from 4276224 to 4358144 tid 4 2024-03-10T21:33:54.994 INFO:tasks.rados.rados.0.smithi071.stdout:3547: done (7 left) 2024-03-10T21:33:54.994 INFO:tasks.rados.rados.0.smithi071.stdout:3551: snap_create 2024-03-10T21:33:54.994 INFO:tasks.rados.rados.0.smithi071.stdout:3545: expect (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing rollback tid 1 to smithi07176956-44 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing rollback tid 2 to smithi07176956-44 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24869 (ObjNum 946 snap 279 seq_num 946) dirty exists 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3541: finishing write tid 5 to smithi07176956-25 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3541: oid 25 updating version 0 to 24844 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3541: oid 25 updating version 24844 to 24846 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3541: oid 25 updating version 24846 to 24847 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:3541: oid 25 version 24847 is already newer than 24845 2024-03-10T21:33:55.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 24847 (ObjNum 1100 snap 347 seq_num 1100) dirty exists 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3541: left oid 25 (ObjNum 1100 snap 347 seq_num 1100) 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 1 to smithi07176956-41 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing write tid 1 to smithi07176956-2 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing write tid 2 to smithi07176956-2 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 2 to smithi07176956-41 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 3 to smithi07176956-41 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 4 to smithi07176956-41 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 5 to smithi07176956-41 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing write tid 3 to smithi07176956-2 2024-03-10T21:33:55.054 INFO:tasks.rados.rados.0.smithi071.stdout:3543: expect (ObjNum 1042 snap 313 seq_num 1042) 2024-03-10T21:33:55.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:54.953+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:55.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:54.966+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:55.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:54.955+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:55.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:54.963+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:55.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:54.948+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:55.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:54.948+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:55.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: osdmap e750: 8 total, 8 up, 8 in 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:55.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:55.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:54 smithi193 ceph-mon[83873]: pgmap v810: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-10T21:33:55.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.959+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:55.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:54.959+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing copy_from to smithi07176956-7 2024-03-10T21:33:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24851 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:33:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing write tid 4 to smithi07176956-2 2024-03-10T21:33:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing write tid 5 to smithi07176956-2 2024-03-10T21:33:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 6 to smithi07176956-41 2024-03-10T21:33:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:3549: oid 41 updating version 0 to 24853 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3549: oid 41 version 24853 is already newer than 24851 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3549: oid 41 version 24853 is already newer than 24852 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3549: oid 41 updating version 24853 to 24855 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3549: oid 41 version 24855 is already newer than 24854 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 24855 (ObjNum 1102 snap 347 seq_num 1102) dirty exists 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3549: left oid 41 (ObjNum 1102 snap 347 seq_num 1102) 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing write tid 6 to smithi07176956-2 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3550: oid 2 updating version 0 to 24849 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3550: oid 2 updating version 24849 to 24850 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3550: oid 2 version 24850 is already newer than 24848 2024-03-10T21:33:56.050 INFO:tasks.rados.rados.0.smithi071.stdout:3550: oid 2 version 24850 is already newer than 24846 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3550: oid 2 version 24850 is already newer than 24847 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24850 (ObjNum 1103 snap 347 seq_num 1103) dirty exists 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3550: left oid 2 (ObjNum 1103 snap 347 seq_num 1103) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3541: done (7 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3542: done (6 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3543: done (5 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3544: done (4 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3545: done (3 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3549: done (2 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3550: done (1 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3551: done (0 left) 2024-03-10T21:33:56.051 INFO:tasks.rados.rados.0.smithi071.stdout:3552: setattr oid 21 current snap is 348 2024-03-10T21:33:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:3553: snap_create 2024-03-10T21:33:56.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 13219 (ObjNum 859 snap 242 seq_num 859) dirty exists 2024-03-10T21:33:56.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:55.946+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:56.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:55.946+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:56.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:55.946+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:56.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:56.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:56.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:56.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: osdmap e751: 8 total, 8 up, 8 in 2024-03-10T21:33:56.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:56.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:56.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:56.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:56.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:56.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:56.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:56.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:56.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:56.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:56.338 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:56.339 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:56.052+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:56.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:55.946+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:55.946+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:55.946+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:55.946+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:56.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:55.947+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:56.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:56.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:56.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:56.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: osdmap e751: 8 total, 8 up, 8 in 2024-03-10T21:33:56.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:56.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:56.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:56.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:56.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:56.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:56.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:56.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:56.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:56.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:56.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:56.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:56.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:56.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:56.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: osdmap e751: 8 total, 8 up, 8 in 2024-03-10T21:33:56.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:56.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:56.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:56.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:56.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:56.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:56.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:56.345 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:56.346 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:56.346 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:56.346 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:56.949 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:56.662+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:56.950 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:56.662+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:56.950 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:56.662+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:56.954 INFO:tasks.rados.rados.0.smithi071.stdout:3552: done (1 left) 2024-03-10T21:33:56.954 INFO:tasks.rados.rados.0.smithi071.stdout:3553: done (0 left) 2024-03-10T21:33:56.954 INFO:tasks.rados.rados.0.smithi071.stdout:3554: read oid 4 snap -1 2024-03-10T21:33:56.954 INFO:tasks.rados.rados.0.smithi071.stdout:3554: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:56.954 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 349 2024-03-10T21:33:56.955 INFO:tasks.rados.rados.0.smithi071.stdout:3555: seq_num 1104 ranges {1867776=499712,2367488=712704,3080192=491520} 2024-03-10T21:33:56.967 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07176956-38 from 1867776 to 2367488 tid 1 2024-03-10T21:33:56.971 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07176956-38 from 2367488 to 3080192 tid 2 2024-03-10T21:33:56.974 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07176956-38 from 3080192 to 3571712 tid 3 2024-03-10T21:33:56.974 INFO:tasks.rados.rados.0.smithi071.stdout:3556: copy_from oid 32 from oid 34 current snap is 349 2024-03-10T21:33:56.974 INFO:tasks.rados.rados.0.smithi071.stdout:3554: expect (ObjNum 859 snap 242 seq_num 859) 2024-03-10T21:33:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 1 to smithi07176956-38 2024-03-10T21:33:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 2 to smithi07176956-38 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 3 to smithi07176956-38 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 4 to smithi07176956-38 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 5 to smithi07176956-38 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: oid 38 updating version 0 to 24847 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: oid 38 updating version 24847 to 24848 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: oid 38 version 24848 is already newer than 24845 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: oid 38 version 24848 is already newer than 24846 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24848 (ObjNum 1104 snap 349 seq_num 1104) dirty exists 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: left oid 38 (ObjNum 1104 snap 349 seq_num 1104) 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing copy_from racing read to smithi07176956-32 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing copy_from to smithi07176956-32 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 24850 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3554: done (2 left) 2024-03-10T21:33:57.040 INFO:tasks.rados.rados.0.smithi071.stdout:3555: done (1 left) 2024-03-10T21:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:3556: done (0 left) 2024-03-10T21:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:3557: rollback oid 1 current snap is 349 2024-03-10T21:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 338 2024-03-10T21:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:3558: setattr oid 26 current snap is 349 2024-03-10T21:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:3559: delete oid 43 current snap is 349 2024-03-10T21:33:57.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24858 (ObjNum 1042 snap 313 seq_num 1042) dirty exists 2024-03-10T21:33:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing rollback tid 1 to smithi07176956-1 2024-03-10T21:33:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing rollback tid 2 to smithi07176956-1 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 13221 (ObjNum 893 snap 252 seq_num 893) dirty exists 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3557: done (2 left) 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3558: done (1 left) 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3559: done (0 left) 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3560: rollback oid 43 current snap is 349 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 345 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3561: copy_from oid 21 from oid 46 current snap is 349 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3562: read oid 18 snap -1 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3562: expect (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3563: read oid 27 snap -1 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3563: expect deleted 2024-03-10T21:33:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:3564: snap_create 2024-03-10T21:33:57.051 INFO:tasks.rados.rados.0.smithi071.stdout:3562: expect (ObjNum 1039 snap 310 seq_num 1039) 2024-03-10T21:33:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:3560: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:33:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:3560: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:33:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24858 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-03-10T21:33:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:3561: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:33:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:3561: finishing copy_from to smithi07176956-21 2024-03-10T21:33:57.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 13234 (ObjNum 1053 snap 321 seq_num 1053) dirty exists 2024-03-10T21:33:57.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:56.972+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:57.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:56.972+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:57.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:56.959+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:57.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:56.964+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:57.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:56.999+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:57.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:56.999+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:57.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:56.999+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:57.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: osdmap e752: 8 total, 8 up, 8 in 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: pgmap v813: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:57.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:57.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:56.971+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:57.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:56.953+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:57.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:56.953+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: osdmap e752: 8 total, 8 up, 8 in 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: pgmap v813: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:57.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: osdmap e752: 8 total, 8 up, 8 in 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: pgmap v813: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.0 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:57.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.951+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:57.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.951+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:57.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.951+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:57.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.951+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:57.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.953+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:57.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.953+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:57.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:56.954+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:57.961 INFO:tasks.rados.rados.0.smithi071.stdout:3560: done (4 left) 2024-03-10T21:33:57.961 INFO:tasks.rados.rados.0.smithi071.stdout:3561: done (3 left) 2024-03-10T21:33:57.961 INFO:tasks.rados.rados.0.smithi071.stdout:3562: done (2 left) 2024-03-10T21:33:57.961 INFO:tasks.rados.rados.0.smithi071.stdout:3563: done (1 left) 2024-03-10T21:33:57.961 INFO:tasks.rados.rados.0.smithi071.stdout:3564: done (0 left) 2024-03-10T21:33:57.961 INFO:tasks.rados.rados.0.smithi071.stdout:3565: delete oid 29 current snap is 350 2024-03-10T21:33:57.965 INFO:tasks.rados.rados.0.smithi071.stdout:3565: done (0 left) 2024-03-10T21:33:57.965 INFO:tasks.rados.rados.0.smithi071.stdout:3566: read oid 13 snap -1 2024-03-10T21:33:57.965 INFO:tasks.rados.rados.0.smithi071.stdout:3566: expect (ObjNum 1094 snap 345 seq_num 1094) 2024-03-10T21:33:57.965 INFO:tasks.rados.rados.0.smithi071.stdout:3567: rollback oid 36 current snap is 350 2024-03-10T21:33:57.965 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 335 2024-03-10T21:33:57.965 INFO:tasks.rados.rados.0.smithi071.stdout:3568: snap_remove snap 337 2024-03-10T21:33:58.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:57.961+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:58.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:57.961+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:58.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:57.966+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:58.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:57.973+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:58.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:57.966+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:33:58.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:57.966+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:58.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:57.979+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: osdmap e753: 8 total, 8 up, 8 in 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:58.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:58.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:58.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:58.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:58.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:58.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:57.962+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:57.958+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:57.959+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:57.959+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:57.959+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:58.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:57.959+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:58.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:57.959+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:58.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:57.959+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:33:58.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:57.959+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: osdmap e753: 8 total, 8 up, 8 in 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:58.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:58.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: osdmap e753: 8 total, 8 up, 8 in 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 17e=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:58.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:58.966 INFO:tasks.rados.rados.0.smithi071.stdout:3568: done (2 left) 2024-03-10T21:33:58.966 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 350 2024-03-10T21:33:58.966 INFO:tasks.rados.rados.0.smithi071.stdout:3569: seq_num 1107 ranges {1630208=548864,2179072=770048,2949120=434176} 2024-03-10T21:33:58.977 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi07176956-25 from 1630208 to 2179072 tid 1 2024-03-10T21:33:58.982 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi07176956-25 from 2179072 to 2949120 tid 2 2024-03-10T21:33:58.984 INFO:tasks.rados.rados.0.smithi071.stdout:3569: writing smithi07176956-25 from 2949120 to 3383296 tid 3 2024-03-10T21:33:58.984 INFO:tasks.rados.rados.0.smithi071.stdout:3570: rollback oid 5 current snap is 350 2024-03-10T21:33:58.984 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 315 2024-03-10T21:33:58.984 INFO:tasks.rados.rados.0.smithi071.stdout:3566: expect (ObjNum 1094 snap 345 seq_num 1094) 2024-03-10T21:33:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:3567: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:33:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:3567: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:33:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:3567: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:33:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24872 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-03-10T21:33:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:3566: done (3 left) 2024-03-10T21:33:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:3567: done (2 left) 2024-03-10T21:33:59.029 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 350 2024-03-10T21:33:59.029 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 1 to smithi07176956-25 2024-03-10T21:33:59.029 INFO:tasks.rados.rados.0.smithi071.stdout:3571: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-03-10T21:33:59.031 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07176956-42 from 0 to 565248 tid 1 2024-03-10T21:33:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07176956-42 from 565248 to 1212416 tid 2 2024-03-10T21:33:59.037 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07176956-42 from 1212416 to 1695744 tid 3 2024-03-10T21:33:59.038 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07176956-42 from 1695744 to 1769472 tid 4 2024-03-10T21:33:59.038 INFO:tasks.rados.rados.0.smithi071.stdout:3572: snap_remove snap 338 2024-03-10T21:33:59.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:58.961+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:59.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:58.962+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:59.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:58.981+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:33:59.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:58.981+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:59.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:33:58.981+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: osdmap e754: 8 total, 8 up, 8 in 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:59.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:59.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:58 smithi193 ceph-mon[83873]: pgmap v816: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-10T21:33:59.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:33:59.034+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:59.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:58.987+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:59.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:33:58.989+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:59.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.961+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:59.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.962+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:59.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.963+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.963+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.963+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.963+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:33:59.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:58.963+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: osdmap e754: 8 total, 8 up, 8 in 2024-03-10T21:33:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:59.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[88660]: pgmap v816: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: osdmap e754: 8 total, 8 up, 8 in 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:33:59.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:59.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:33:59.343 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:58 smithi071 ceph-mon[91105]: pgmap v816: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-03-10T21:33:59.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:59.563+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:33:59.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:33:59.563+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:33:59.972 INFO:tasks.rados.rados.0.smithi071.stdout:3572: done (3 left) 2024-03-10T21:33:59.972 INFO:tasks.rados.rados.0.smithi071.stdout:3573: read oid 12 snap -1 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3573: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3574: snap_create 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 2 to smithi07176956-25 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 3 to smithi07176956-25 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 4 to smithi07176956-25 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3570: finishing rollback tid 0 to smithi07176956-5 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3570: finishing rollback tid 1 to smithi07176956-5 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3570: finishing rollback tid 2 to smithi07176956-5 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24875 (ObjNum 1044 snap 314 seq_num 1044) dirty exists 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3569: finishing write tid 5 to smithi07176956-25 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3569: oid 25 updating version 0 to 24850 2024-03-10T21:33:59.973 INFO:tasks.rados.rados.0.smithi071.stdout:3569: oid 25 updating version 24850 to 24851 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3569: oid 25 version 24851 is already newer than 24849 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3569: oid 25 version 24851 is already newer than 24848 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 24851 (ObjNum 1107 snap 350 seq_num 1107) dirty exists 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3569: left oid 25 (ObjNum 1107 snap 350 seq_num 1107) 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 1 to smithi07176956-42 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 2 to smithi07176956-42 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 3 to smithi07176956-42 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 4 to smithi07176956-42 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 5 to smithi07176956-42 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 6 to smithi07176956-42 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: oid 42 updating version 0 to 24852 2024-03-10T21:33:59.974 INFO:tasks.rados.rados.0.smithi071.stdout:3571: oid 42 version 24852 is already newer than 24851 2024-03-10T21:33:59.975 INFO:tasks.rados.rados.0.smithi071.stdout:3571: oid 42 version 24852 is already newer than 24849 2024-03-10T21:33:59.975 INFO:tasks.rados.rados.0.smithi071.stdout:3571: oid 42 version 24852 is already newer than 24850 2024-03-10T21:33:59.975 INFO:tasks.rados.rados.0.smithi071.stdout:3571: oid 42 updating version 24852 to 24853 2024-03-10T21:33:59.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24853 (ObjNum 1108 snap 350 seq_num 1108) dirty exists 2024-03-10T21:33:59.975 INFO:tasks.rados.rados.0.smithi071.stdout:3571: left oid 42 (ObjNum 1108 snap 350 seq_num 1108) 2024-03-10T21:33:59.975 INFO:tasks.rados.rados.0.smithi071.stdout:3573: expect (ObjNum 0 snap 0 seq_num 0) 2024-03-10T21:34:00.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:59.975+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:00.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:59.975+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:00.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:33:59.976+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: osdmap e755: 8 total, 8 up, 8 in 2024-03-10T21:34:00.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:00.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:00.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:00.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:33:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:00.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:00.035+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:00.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:00.035+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:00.336 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:00.035+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:59.970+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:59.970+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:59.970+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:59.971+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:00.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:33:59.971+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:00.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: osdmap e755: 8 total, 8 up, 8 in 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:00.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: osdmap e755: 8 total, 8 up, 8 in 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:00.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:33:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:00.983 INFO:tasks.rados.rados.0.smithi071.stdout:3569: done (4 left) 2024-03-10T21:34:00.983 INFO:tasks.rados.rados.0.smithi071.stdout:3570: done (3 left) 2024-03-10T21:34:00.983 INFO:tasks.rados.rados.0.smithi071.stdout:3571: done (2 left) 2024-03-10T21:34:00.983 INFO:tasks.rados.rados.0.smithi071.stdout:3573: done (1 left) 2024-03-10T21:34:00.983 INFO:tasks.rados.rados.0.smithi071.stdout:3574: done (0 left) 2024-03-10T21:34:00.984 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 351 2024-03-10T21:34:00.984 INFO:tasks.rados.rados.0.smithi071.stdout:3575: seq_num 1109 ranges {5414912=581632,5996544=532480,6529024=647168,7176192=24576} 2024-03-10T21:34:01.015 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07176956-50 from 5414912 to 5996544 tid 1 2024-03-10T21:34:01.018 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07176956-50 from 5996544 to 6529024 tid 2 2024-03-10T21:34:01.021 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:00.740+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:01.022 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.980+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:01.022 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.981+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:01.022 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.981+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:01.022 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.981+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:01.022 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.981+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:01.023 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.982+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:01.023 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:00.982+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:01.023 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:01.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:01.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:01.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: osdmap e756: 8 total, 8 up, 8 in 2024-03-10T21:34:01.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:01.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:01.024 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:01.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:01.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:01.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:01.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:01.025 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:01.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:01.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[88660]: pgmap v819: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-03-10T21:34:01.026 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:01.026 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:01.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:01.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: osdmap e756: 8 total, 8 up, 8 in 2024-03-10T21:34:01.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:01.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:01.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:01.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:01.029 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:01.030 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:01.030 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:01.030 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:01.030 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:01.030 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:00 smithi071 ceph-mon[91105]: pgmap v819: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-03-10T21:34:01.031 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07176956-50 from 6529024 to 7176192 tid 3 2024-03-10T21:34:01.031 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07176956-50 from 7176192 to 7200768 tid 4 2024-03-10T21:34:01.031 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 351 2024-03-10T21:34:01.031 INFO:tasks.rados.rados.0.smithi071.stdout:3576: seq_num 1110 ranges {3440640=598016,4038656=466944,4505600=450560,4956160=286720} 2024-03-10T21:34:01.044 INFO:tasks.rados.rados.0.smithi071.stdout:3576: writing smithi07176956-7 from 3440640 to 4038656 tid 1 2024-03-10T21:34:01.047 INFO:tasks.rados.rados.0.smithi071.stdout:3576: writing smithi07176956-7 from 4038656 to 4505600 tid 2 2024-03-10T21:34:01.049 INFO:tasks.rados.rados.0.smithi071.stdout:3576: writing smithi07176956-7 from 4505600 to 4956160 tid 3 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3576: writing smithi07176956-7 from 4956160 to 5242880 tid 4 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3577: rollback oid 43 current snap is 351 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 343 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 1 to smithi07176956-50 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 2 to smithi07176956-50 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 3 to smithi07176956-50 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 4 to smithi07176956-50 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 5 to smithi07176956-50 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 6 to smithi07176956-50 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: oid 50 updating version 0 to 24855 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: oid 50 version 24855 is already newer than 24852 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: oid 50 version 24855 is already newer than 24854 2024-03-10T21:34:01.052 INFO:tasks.rados.rados.0.smithi071.stdout:3575: oid 50 version 24855 is already newer than 24853 2024-03-10T21:34:01.053 INFO:tasks.rados.rados.0.smithi071.stdout:3575: oid 50 updating version 24855 to 24856 2024-03-10T21:34:01.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24856 (ObjNum 1109 snap 351 seq_num 1109) dirty exists 2024-03-10T21:34:01.053 INFO:tasks.rados.rados.0.smithi071.stdout:3575: left oid 50 (ObjNum 1109 snap 351 seq_num 1109) 2024-03-10T21:34:01.053 INFO:tasks.rados.rados.0.smithi071.stdout:3575: done (2 left) 2024-03-10T21:34:01.053 INFO:tasks.rados.rados.0.smithi071.stdout:3578: delete oid 4 current snap is 351 2024-03-10T21:34:01.053 INFO:tasks.rados.rados.0.smithi071.stdout:3576: finishing write tid 1 to smithi07176956-7 2024-03-10T21:34:01.054 INFO:tasks.rados.rados.0.smithi071.stdout:3576: finishing write tid 2 to smithi07176956-7 2024-03-10T21:34:01.054 INFO:tasks.rados.rados.0.smithi071.stdout:3576: finishing write tid 3 to smithi07176956-7 2024-03-10T21:34:01.055 INFO:tasks.rados.rados.0.smithi071.stdout:3576: finishing write tid 4 to smithi07176956-7 2024-03-10T21:34:01.056 INFO:tasks.rados.rados.0.smithi071.stdout:3576: finishing write tid 5 to smithi07176956-7 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:3576: finishing write tid 6 to smithi07176956-7 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:3576: oid 7 updating version 0 to 24861 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:3576: oid 7 version 24861 is already newer than 24860 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:3576: oid 7 updating version 24861 to 24863 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:3576: oid 7 version 24863 is already newer than 24862 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:3576: oid 7 version 24863 is already newer than 24859 2024-03-10T21:34:01.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24863 (ObjNum 1110 snap 351 seq_num 1110) dirty exists 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:3576: left oid 7 (ObjNum 1110 snap 351 seq_num 1110) 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:3576: done (2 left) 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:3578: done (1 left) 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:3579: read oid 9 snap 343 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:3579: expect deleted 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 351 2024-03-10T21:34:01.060 INFO:tasks.rados.rados.0.smithi071.stdout:3580: seq_num 1112 ranges {6103040=630784,6733824=638976,7372800=466944,7839744=98304} 2024-03-10T21:34:01.095 INFO:tasks.rados.rados.0.smithi071.stdout:3580: writing smithi07176956-5 from 6103040 to 6733824 tid 1 2024-03-10T21:34:01.099 INFO:tasks.rados.rados.0.smithi071.stdout:3580: writing smithi07176956-5 from 6733824 to 7372800 tid 2 2024-03-10T21:34:01.101 INFO:tasks.rados.rados.0.smithi071.stdout:3580: writing smithi07176956-5 from 7372800 to 7839744 tid 3 2024-03-10T21:34:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3580: writing smithi07176956-5 from 7839744 to 7938048 tid 4 2024-03-10T21:34:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3581: delete oid 33 current snap is 351 2024-03-10T21:34:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3577: finishing rollback tid 0 to smithi07176956-43 2024-03-10T21:34:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3577: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:34:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3577: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:34:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24861 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-03-10T21:34:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3577: done (3 left) 2024-03-10T21:34:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3579: done (2 left) 2024-03-10T21:34:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3581: done (1 left) 2024-03-10T21:34:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3582: delete oid 32 current snap is 351 2024-03-10T21:34:01.106 INFO:tasks.rados.rados.0.smithi071.stdout:3580: finishing write tid 1 to smithi07176956-5 2024-03-10T21:34:01.108 INFO:tasks.rados.rados.0.smithi071.stdout:3582: done (1 left) 2024-03-10T21:34:01.108 INFO:tasks.rados.rados.0.smithi071.stdout:3583: copy_from oid 31 from oid 38 current snap is 351 2024-03-10T21:34:01.108 INFO:tasks.rados.rados.0.smithi071.stdout:3584: read oid 37 snap -1 2024-03-10T21:34:01.108 INFO:tasks.rados.rados.0.smithi071.stdout:3584: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:01.108 INFO:tasks.rados.rados.0.smithi071.stdout:3585: snap_create 2024-03-10T21:34:01.110 INFO:tasks.rados.rados.0.smithi071.stdout:3580: finishing write tid 2 to smithi07176956-5 2024-03-10T21:34:01.114 INFO:tasks.rados.rados.0.smithi071.stdout:3580: finishing write tid 3 to smithi07176956-5 2024-03-10T21:34:01.115 INFO:tasks.rados.rados.0.smithi071.stdout:3584: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: finishing write tid 4 to smithi07176956-5 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: finishing write tid 5 to smithi07176956-5 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: finishing write tid 6 to smithi07176956-5 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: oid 5 updating version 0 to 24878 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: oid 5 version 24878 is already newer than 24877 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: oid 5 updating version 24878 to 24880 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: oid 5 version 24880 is already newer than 24879 2024-03-10T21:34:01.176 INFO:tasks.rados.rados.0.smithi071.stdout:3580: oid 5 version 24880 is already newer than 24876 2024-03-10T21:34:01.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24880 (ObjNum 1112 snap 351 seq_num 1112) dirty exists 2024-03-10T21:34:01.177 INFO:tasks.rados.rados.0.smithi071.stdout:3580: left oid 5 (ObjNum 1112 snap 351 seq_num 1112) 2024-03-10T21:34:01.177 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing copy_from racing read to smithi07176956-31 2024-03-10T21:34:01.177 INFO:tasks.rados.rados.0.smithi071.stdout:3583: finishing copy_from to smithi07176956-31 2024-03-10T21:34:01.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24848 (ObjNum 1104 snap 349 seq_num 1104) dirty exists 2024-03-10T21:34:01.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:00.976+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:01.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:00.976+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:00.879+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:00.881+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:01.049+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:01.049+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:00.881+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:00.881+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:01.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:01.051+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:01.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:01.051+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:01.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:01.051+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: osdmap e756: 8 total, 8 up, 8 in 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:01.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:01.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:01.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:01.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:01.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:01.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:01.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:00 smithi193 ceph-mon[83873]: pgmap v819: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2024-03-10T21:34:01.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:01.061+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:01.338 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:34:01] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-03-10T21:34:01.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:01.017+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:01.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:01.020+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:01.985 INFO:tasks.rados.rados.0.smithi071.stdout:3580: done (3 left) 2024-03-10T21:34:01.985 INFO:tasks.rados.rados.0.smithi071.stdout:3583: done (2 left) 2024-03-10T21:34:01.985 INFO:tasks.rados.rados.0.smithi071.stdout:3584: done (1 left) 2024-03-10T21:34:01.985 INFO:tasks.rados.rados.0.smithi071.stdout:3585: done (0 left) 2024-03-10T21:34:01.985 INFO:tasks.rados.rados.0.smithi071.stdout:3586: snap_create 2024-03-10T21:34:02.262 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:01.992+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:02.263 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:01.984+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:02.263 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:01.984+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:02.263 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:01.985+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:02.263 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:01.985+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:02.263 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:01.985+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:02.263 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:02.263 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: osdmap e757: 8 total, 8 up, 8 in 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:02.264 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.265 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: osdmap e757: 8 total, 8 up, 8 in 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.266 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.267 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:01.983+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.267 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:01.983+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:02.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.267 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: osdmap e757: 8 total, 8 up, 8 in 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19d=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:02.268 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:02.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.269 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:02.260+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:02.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:02.260+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:02.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:02.261+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:02.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:02.261+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:02.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:02.262+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:02.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:34:02.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:02.260+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:02.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:02.260+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:02.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:02.260+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:02.991 INFO:tasks.rados.rados.0.smithi071.stdout:3586: done (0 left) 2024-03-10T21:34:02.991 INFO:tasks.rados.rados.0.smithi071.stdout:3587: snap_create 2024-03-10T21:34:03.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:02.992+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:03.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:02.992+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:03.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:03.217+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:03.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:03.218+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: osdmap e758: 8 total, 8 up, 8 in 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:03.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: pgmap v822: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:03.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:03.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:03.093+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: osdmap e758: 8 total, 8 up, 8 in 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:03.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: pgmap v822: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:03.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: osdmap e758: 8 total, 8 up, 8 in 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: pgmap v822: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-03-10T21:34:03.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:03.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:03.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.988+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:03.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.988+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:03.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.988+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:03.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.988+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:03.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.988+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:03.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.989+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:03.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:02.989+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:03.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:03.368+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:03.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:03.368+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:03.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:03.368+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:03.992 INFO:tasks.rados.rados.0.smithi071.stdout:3587: done (0 left) 2024-03-10T21:34:03.992 INFO:tasks.rados.rados.0.smithi071.stdout:3588: delete oid 12 current snap is 354 2024-03-10T21:34:03.999 INFO:tasks.rados.rados.0.smithi071.stdout:3588: done (0 left) 2024-03-10T21:34:03.999 INFO:tasks.rados.rados.0.smithi071.stdout:3589: rmattr oid 39 current snap is 354 2024-03-10T21:34:03.999 INFO:tasks.rados.rados.0.smithi071.stdout:3589: done (0 left) 2024-03-10T21:34:03.999 INFO:tasks.rados.rados.0.smithi071.stdout:3590: rollback oid 13 current snap is 354 2024-03-10T21:34:03.999 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 330 2024-03-10T21:34:03.999 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 354 2024-03-10T21:34:04.000 INFO:tasks.rados.rados.0.smithi071.stdout:3591: seq_num 1116 ranges {5816320=696320,6512640=573440,7086080=450560,7536640=180224} 2024-03-10T21:34:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi07176956-17 from 5816320 to 6512640 tid 1 2024-03-10T21:34:04.037 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi07176956-17 from 6512640 to 7086080 tid 2 2024-03-10T21:34:04.040 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi07176956-17 from 7086080 to 7536640 tid 3 2024-03-10T21:34:04.041 INFO:tasks.rados.rados.0.smithi071.stdout:3591: writing smithi07176956-17 from 7536640 to 7716864 tid 4 2024-03-10T21:34:04.041 INFO:tasks.rados.rados.0.smithi071.stdout:3592: snap_create 2024-03-10T21:34:04.042 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing rollback tid 0 to smithi07176956-13 2024-03-10T21:34:04.042 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing rollback tid 1 to smithi07176956-13 2024-03-10T21:34:04.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 24861 (ObjNum 209 snap 0 seq_num 3028266400) dirty dne 2024-03-10T21:34:04.042 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 1 to smithi07176956-17 2024-03-10T21:34:04.042 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 2 to smithi07176956-17 2024-03-10T21:34:04.044 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 3 to smithi07176956-17 2024-03-10T21:34:04.044 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 4 to smithi07176956-17 2024-03-10T21:34:04.045 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 5 to smithi07176956-17 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing write tid 6 to smithi07176956-17 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: oid 17 updating version 0 to 24839 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: oid 17 updating version 24839 to 24840 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: oid 17 version 24840 is already newer than 24836 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: oid 17 version 24840 is already newer than 24837 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: oid 17 version 24840 is already newer than 24838 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24840 (ObjNum 1116 snap 354 seq_num 1116) dirty exists 2024-03-10T21:34:04.047 INFO:tasks.rados.rados.0.smithi071.stdout:3591: left oid 17 (ObjNum 1116 snap 354 seq_num 1116) 2024-03-10T21:34:04.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:03.996+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:04.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:03.996+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:04.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:03.996+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:04.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:03.993+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:04.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:03.993+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:04.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:04.038+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:04.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:04.038+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:04.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:04.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:04.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:04.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:04.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: osdmap e759: 8 total, 8 up, 8 in 2024-03-10T21:34:04.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:04.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:04.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:04.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:04.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:04.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:03.995+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: osdmap e759: 8 total, 8 up, 8 in 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:04.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: osdmap e759: 8 total, 8 up, 8 in 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:04.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:03.989+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:03.989+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:03.989+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:03.990+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:03.990+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:03.912+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:03.912+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:03.992+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:04.340 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:03.993+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:04.341 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:03.993+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.006 INFO:tasks.rados.rados.0.smithi071.stdout:3590: done (2 left) 2024-03-10T21:34:05.006 INFO:tasks.rados.rados.0.smithi071.stdout:3591: done (1 left) 2024-03-10T21:34:05.006 INFO:tasks.rados.rados.0.smithi071.stdout:3592: done (0 left) 2024-03-10T21:34:05.006 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 355 2024-03-10T21:34:05.007 INFO:tasks.rados.rados.0.smithi071.stdout:3593: seq_num 1117 ranges {4521984=712704,5234688=458752,5693440=655360,6348800=90112} 2024-03-10T21:34:05.034 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07176956-43 from 4521984 to 5234688 tid 1 2024-03-10T21:34:05.036 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07176956-43 from 5234688 to 5693440 tid 2 2024-03-10T21:34:05.041 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07176956-43 from 5693440 to 6348800 tid 3 2024-03-10T21:34:05.041 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07176956-43 from 6348800 to 6438912 tid 4 2024-03-10T21:34:05.041 INFO:tasks.rados.rados.0.smithi071.stdout:3594: delete oid 39 current snap is 355 2024-03-10T21:34:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3594: done (1 left) 2024-03-10T21:34:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3595: snap_remove snap 349 2024-03-10T21:34:05.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:05.002+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:05.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:05.002+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:05.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:05.014+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:05.015+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:05.015+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:05.015+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:05.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:05.015+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: osdmap e760: 8 total, 8 up, 8 in 2024-03-10T21:34:05.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:05.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:05 smithi193 ceph-mon[83873]: pgmap v825: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-03-10T21:34:05.338 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:05.012+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:05.013+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:05.014+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: osdmap e760: 8 total, 8 up, 8 in 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:05.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: osdmap e760: 8 total, 8 up, 8 in 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:05.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[91105]: pgmap v825: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:05.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-mon[88660]: pgmap v825: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.003+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.004+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.004+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.004+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.004+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.005+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:05.343 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:05.005+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:06.011 INFO:tasks.rados.rados.0.smithi071.stdout:3595: done (1 left) 2024-03-10T21:34:06.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 355 2024-03-10T21:34:06.011 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 1 to smithi07176956-43 2024-03-10T21:34:06.012 INFO:tasks.rados.rados.0.smithi071.stdout:3596: seq_num 1119 ranges {2129920=745472,2875392=679936,3555328=524288} 2024-03-10T21:34:06.026 INFO:tasks.rados.rados.0.smithi071.stdout:3596: writing smithi07176956-16 from 2129920 to 2875392 tid 1 2024-03-10T21:34:06.031 INFO:tasks.rados.rados.0.smithi071.stdout:3596: writing smithi07176956-16 from 2875392 to 3555328 tid 2 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3596: writing smithi07176956-16 from 3555328 to 4079616 tid 3 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 355 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 2 to smithi07176956-43 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 3 to smithi07176956-43 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 4 to smithi07176956-43 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 5 to smithi07176956-43 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 6 to smithi07176956-43 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: oid 43 updating version 0 to 24866 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: oid 43 version 24866 is already newer than 24863 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: oid 43 version 24866 is already newer than 24862 2024-03-10T21:34:06.035 INFO:tasks.rados.rados.0.smithi071.stdout:3593: oid 43 version 24866 is already newer than 24864 2024-03-10T21:34:06.036 INFO:tasks.rados.rados.0.smithi071.stdout:3593: oid 43 version 24866 is already newer than 24865 2024-03-10T21:34:06.036 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24866 (ObjNum 1117 snap 355 seq_num 1117) dirty exists 2024-03-10T21:34:06.036 INFO:tasks.rados.rados.0.smithi071.stdout:3593: left oid 43 (ObjNum 1117 snap 355 seq_num 1117) 2024-03-10T21:34:06.036 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 1 to smithi07176956-16 2024-03-10T21:34:06.036 INFO:tasks.rados.rados.0.smithi071.stdout:3597: seq_num 1120 ranges {4358144=761856,5120000=557056,5677056=425984,6103040=221184} 2024-03-10T21:34:06.062 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi07176956-2 from 4358144 to 5120000 tid 1 2024-03-10T21:34:06.065 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi07176956-2 from 5120000 to 5677056 tid 2 2024-03-10T21:34:06.067 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi07176956-2 from 5677056 to 6103040 tid 3 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3597: writing smithi07176956-2 from 6103040 to 6324224 tid 4 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3593: done (2 left) 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3598: delete oid 29 current snap is 355 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 2 to smithi07176956-16 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 3 to smithi07176956-16 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 4 to smithi07176956-16 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 5 to smithi07176956-16 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: oid 16 updating version 0 to 5946 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: oid 16 updating version 5946 to 5947 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: oid 16 updating version 5947 to 5948 2024-03-10T21:34:06.069 INFO:tasks.rados.rados.0.smithi071.stdout:3596: oid 16 updating version 5948 to 5949 2024-03-10T21:34:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5949 (ObjNum 1119 snap 355 seq_num 1119) dirty exists 2024-03-10T21:34:06.070 INFO:tasks.rados.rados.0.smithi071.stdout:3596: left oid 16 (ObjNum 1119 snap 355 seq_num 1119) 2024-03-10T21:34:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:3596: done (2 left) 2024-03-10T21:34:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:3598: done (1 left) 2024-03-10T21:34:06.071 INFO:tasks.rados.rados.0.smithi071.stdout:3599: snap_create 2024-03-10T21:34:06.080 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 1 to smithi07176956-2 2024-03-10T21:34:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 2 to smithi07176956-2 2024-03-10T21:34:06.081 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 3 to smithi07176956-2 2024-03-10T21:34:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 4 to smithi07176956-2 2024-03-10T21:34:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 5 to smithi07176956-2 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: finishing write tid 6 to smithi07176956-2 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: oid 2 updating version 0 to 24853 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: oid 2 version 24853 is already newer than 24852 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: oid 2 updating version 24853 to 24855 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: oid 2 version 24855 is already newer than 24851 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: oid 2 version 24855 is already newer than 24854 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24855 (ObjNum 1120 snap 355 seq_num 1120) dirty exists 2024-03-10T21:34:06.095 INFO:tasks.rados.rados.0.smithi071.stdout:3597: left oid 2 (ObjNum 1120 snap 355 seq_num 1120) 2024-03-10T21:34:06.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:06.011+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:06.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:06.011+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:06.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:06.011+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:06.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:06.065+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:06.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:06.093+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: osdmap e761: 8 total, 8 up, 8 in 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:06.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:06.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:06.336 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:06.070+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:06.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:06.012+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:06.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:06.012+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:06.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:06.012+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:06.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: osdmap e761: 8 total, 8 up, 8 in 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:06.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:06.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:06.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:06.010+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:06.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:06.011+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:06.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:06.011+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:06.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:06.011+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:06.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:06.011+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:06.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:06.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: osdmap e761: 8 total, 8 up, 8 in 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:06.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 19f=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:07.018 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:06.762+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:07.019 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:06.762+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:07.022 INFO:tasks.rados.rados.0.smithi071.stdout:3597: done (1 left) 2024-03-10T21:34:07.022 INFO:tasks.rados.rados.0.smithi071.stdout:3599: done (0 left) 2024-03-10T21:34:07.022 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 356 2024-03-10T21:34:07.022 INFO:tasks.rados.rados.0.smithi071.stdout:3600: seq_num 1122 ranges {1769472=794624,2564096=729088,3293184=475136} 2024-03-10T21:34:07.036 INFO:tasks.rados.rados.0.smithi071.stdout:3600: writing smithi07176956-42 from 1769472 to 2564096 tid 1 2024-03-10T21:34:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:3600: writing smithi07176956-42 from 2564096 to 3293184 tid 2 2024-03-10T21:34:07.043 INFO:tasks.rados.rados.0.smithi071.stdout:3600: writing smithi07176956-42 from 3293184 to 3768320 tid 3 2024-03-10T21:34:07.043 INFO:tasks.rados.rados.0.smithi071.stdout:3601: rmattr oid 22 current snap is 356 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3601: done (1 left) 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3602: read oid 49 snap 307 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3602: expect (ObjNum 993 snap 294 seq_num 993) 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3603: rollback oid 7 current snap is 356 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 341 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3604: read oid 6 snap -1 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3604: expect (ObjNum 1081 snap 341 seq_num 1081) 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3605: copy_from oid 20 from oid 28 current snap is 356 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3606: read oid 38 snap -1 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3606: expect (ObjNum 1104 snap 349 seq_num 1104) 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 356 2024-03-10T21:34:07.044 INFO:tasks.rados.rados.0.smithi071.stdout:3607: seq_num 1123 ranges {4079616=409600,4489216=614400,5103616=598016,5701632=393216} 2024-03-10T21:34:07.070 INFO:tasks.rados.rados.0.smithi071.stdout:3607: writing smithi07176956-16 from 4079616 to 4489216 tid 1 2024-03-10T21:34:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3607: writing smithi07176956-16 from 4489216 to 5103616 tid 2 2024-03-10T21:34:07.078 INFO:tasks.rados.rados.0.smithi071.stdout:3607: writing smithi07176956-16 from 5103616 to 5701632 tid 3 2024-03-10T21:34:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:3607: writing smithi07176956-16 from 5701632 to 6094848 tid 4 2024-03-10T21:34:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:3608: snap_remove snap 339 2024-03-10T21:34:07.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:07.020+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:07.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:07.021+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:07.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:07.048+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:07.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:07.048+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:07.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:07.050+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:07.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:07.050+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:07.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:07.050+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: osdmap e762: 8 total, 8 up, 8 in 2024-03-10T21:34:07.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:07.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:07 smithi193 ceph-mon[83873]: pgmap v828: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-03-10T21:34:07.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:07.040+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:07.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:07.047+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:07.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:07.056+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:07.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.019+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.019+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.019+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.020+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.020+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.020+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:07.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:07.020+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:07.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: osdmap e762: 8 total, 8 up, 8 in 2024-03-10T21:34:07.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:07.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[88660]: pgmap v828: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-03-10T21:34:07.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: osdmap e762: 8 total, 8 up, 8 in 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 14d=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:07.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:07 smithi071 ceph-mon[91105]: pgmap v828: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3608: done (7 left) 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3609: setattr oid 36 current snap is 356 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3600: finishing write tid 1 to smithi07176956-42 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3600: finishing write tid 2 to smithi07176956-42 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3600: finishing write tid 3 to smithi07176956-42 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3600: finishing write tid 4 to smithi07176956-42 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3603: finishing rollback tid 0 to smithi07176956-7 2024-03-10T21:34:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3603: finishing rollback tid 1 to smithi07176956-7 2024-03-10T21:34:08.028 INFO:tasks.rados.rados.0.smithi071.stdout:3603: finishing rollback tid 2 to smithi07176956-7 2024-03-10T21:34:08.028 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24867 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:34:08.028 INFO:tasks.rados.rados.0.smithi071.stdout:3604: expect (ObjNum 1081 snap 341 seq_num 1081) 2024-03-10T21:34:08.060 INFO:tasks.rados.rados.0.smithi071.stdout:3600: finishing write tid 5 to smithi07176956-42 2024-03-10T21:34:08.060 INFO:tasks.rados.rados.0.smithi071.stdout:3600: oid 42 updating version 0 to 24855 2024-03-10T21:34:08.060 INFO:tasks.rados.rados.0.smithi071.stdout:3600: oid 42 version 24855 is already newer than 24854 2024-03-10T21:34:08.060 INFO:tasks.rados.rados.0.smithi071.stdout:3600: oid 42 updating version 24855 to 24857 2024-03-10T21:34:08.060 INFO:tasks.rados.rados.0.smithi071.stdout:3600: oid 42 version 24857 is already newer than 24856 2024-03-10T21:34:08.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 24857 (ObjNum 1122 snap 356 seq_num 1122) dirty exists 2024-03-10T21:34:08.061 INFO:tasks.rados.rados.0.smithi071.stdout:3600: left oid 42 (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:08.061 INFO:tasks.rados.rados.0.smithi071.stdout:3602: expect (ObjNum 993 snap 294 seq_num 993) 2024-03-10T21:34:08.121 INFO:tasks.rados.rados.0.smithi071.stdout:3606: expect (ObjNum 1104 snap 349 seq_num 1104) 2024-03-10T21:34:08.247 INFO:tasks.rados.rados.0.smithi071.stdout:3607: finishing write tid 1 to smithi07176956-16 2024-03-10T21:34:08.247 INFO:tasks.rados.rados.0.smithi071.stdout:3607: finishing write tid 2 to smithi07176956-16 2024-03-10T21:34:08.247 INFO:tasks.rados.rados.0.smithi071.stdout:3607: finishing write tid 3 to smithi07176956-16 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: finishing write tid 4 to smithi07176956-16 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3605: finishing copy_from racing read to smithi07176956-20 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: finishing write tid 5 to smithi07176956-16 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: finishing write tid 6 to smithi07176956-16 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: oid 16 updating version 0 to 5951 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: oid 16 version 5951 is already newer than 5950 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: oid 16 updating version 5951 to 5952 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: oid 16 updating version 5952 to 5953 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: oid 16 updating version 5953 to 5954 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5954 (ObjNum 1123 snap 356 seq_num 1123) dirty exists 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3607: left oid 16 (ObjNum 1123 snap 356 seq_num 1123) 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:3605: finishing copy_from to smithi07176956-20 2024-03-10T21:34:08.248 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 24858 (ObjNum 1098 snap 345 seq_num 1098) dirty exists 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3600: done (7 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3602: done (6 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3603: done (5 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3604: done (4 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3605: done (3 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3606: done (2 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3607: done (1 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3610: rmattr oid 25 current snap is 356 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3610: done (1 left) 2024-03-10T21:34:08.249 INFO:tasks.rados.rados.0.smithi071.stdout:3611: snap_remove snap 307 2024-03-10T21:34:08.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:08.022+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:08.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:08.022+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:08.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:08.022+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:08.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:08.251+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:08.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:08.252+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: osdmap e763: 8 total, 8 up, 8 in 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a3=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:08.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:08.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:08.022+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:08.023+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:08.023+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:08.024+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:08.024+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:08.084+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:08.084+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:08.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:08.084+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: osdmap e763: 8 total, 8 up, 8 in 2024-03-10T21:34:08.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a3=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:08.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: osdmap e763: 8 total, 8 up, 8 in 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a3=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:08.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:08.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:08.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:08.381+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:08.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:08.381+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:08.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:08.378+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:09.031 INFO:tasks.rados.rados.0.smithi071.stdout:3611: done (1 left) 2024-03-10T21:34:09.031 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 356 2024-03-10T21:34:09.031 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24881 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-03-10T21:34:09.031 INFO:tasks.rados.rados.0.smithi071.stdout:3612: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2024-03-10T21:34:09.033 INFO:tasks.rados.rados.0.smithi071.stdout:3612: writing smithi07176956-30 from 0 to 434176 tid 1 2024-03-10T21:34:09.036 INFO:tasks.rados.rados.0.smithi071.stdout:3612: writing smithi07176956-30 from 434176 to 933888 tid 2 2024-03-10T21:34:09.038 INFO:tasks.rados.rados.0.smithi071.stdout:3612: writing smithi07176956-30 from 933888 to 1343488 tid 3 2024-03-10T21:34:09.043 INFO:tasks.rados.rados.0.smithi071.stdout:3612: writing smithi07176956-30 from 1343488 to 2007040 tid 4 2024-03-10T21:34:09.043 INFO:tasks.rados.rados.0.smithi071.stdout:3612: writing smithi07176956-30 from 2007040 to 2039808 tid 5 2024-03-10T21:34:09.043 INFO:tasks.rados.rados.0.smithi071.stdout:3609: done (1 left) 2024-03-10T21:34:09.043 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 356 2024-03-10T21:34:09.043 INFO:tasks.rados.rados.0.smithi071.stdout:3613: seq_num 1125 ranges {1875968=450560,2326528=786432,3112960=614400,3727360=204800} 2024-03-10T21:34:09.055 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07176956-14 from 1875968 to 2326528 tid 1 2024-03-10T21:34:09.059 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07176956-14 from 2326528 to 3112960 tid 2 2024-03-10T21:34:09.064 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07176956-14 from 3112960 to 3727360 tid 3 2024-03-10T21:34:09.066 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07176956-14 from 3727360 to 3932160 tid 4 2024-03-10T21:34:09.066 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 1 to smithi07176956-30 2024-03-10T21:34:09.066 INFO:tasks.rados.rados.0.smithi071.stdout:3614: read oid 19 snap -1 2024-03-10T21:34:09.066 INFO:tasks.rados.rados.0.smithi071.stdout:3614: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-03-10T21:34:09.066 INFO:tasks.rados.rados.0.smithi071.stdout:3615: rollback oid 6 current snap is 356 2024-03-10T21:34:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 340 2024-03-10T21:34:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 2 to smithi07176956-30 2024-03-10T21:34:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 3 to smithi07176956-30 2024-03-10T21:34:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 4 to smithi07176956-30 2024-03-10T21:34:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 356 2024-03-10T21:34:09.067 INFO:tasks.rados.rados.0.smithi071.stdout:3616: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-03-10T21:34:09.069 INFO:tasks.rados.rados.0.smithi071.stdout:3616: writing smithi07176956-3 from 0 to 466944 tid 1 2024-03-10T21:34:09.074 INFO:tasks.rados.rados.0.smithi071.stdout:3616: writing smithi07176956-3 from 466944 to 1187840 tid 2 2024-03-10T21:34:09.079 INFO:tasks.rados.rados.0.smithi071.stdout:3616: writing smithi07176956-3 from 1187840 to 1966080 tid 3 2024-03-10T21:34:09.080 INFO:tasks.rados.rados.0.smithi071.stdout:3616: writing smithi07176956-3 from 1966080 to 2072576 tid 4 2024-03-10T21:34:09.080 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 356 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 1 to smithi07176956-14 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 5 to smithi07176956-30 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 6 to smithi07176956-30 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing rollback tid 0 to smithi07176956-6 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing rollback tid 2 to smithi07176956-6 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24855 (ObjNum 1063 snap 328 seq_num 1063) dirty exists 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: finishing write tid 7 to smithi07176956-30 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: oid 30 updating version 0 to 24861 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: oid 30 version 24861 is already newer than 24859 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: oid 30 version 24861 is already newer than 24858 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: oid 30 version 24861 is already newer than 24857 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: oid 30 version 24861 is already newer than 24860 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:3612: oid 30 version 24861 is already newer than 24856 2024-03-10T21:34:09.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 24861 (ObjNum 1124 snap 356 seq_num 1124) dirty exists 2024-03-10T21:34:09.082 INFO:tasks.rados.rados.0.smithi071.stdout:3612: left oid 30 (ObjNum 1124 snap 356 seq_num 1124) 2024-03-10T21:34:09.082 INFO:tasks.rados.rados.0.smithi071.stdout:3616: finishing write tid 1 to smithi07176956-3 2024-03-10T21:34:09.082 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 2 to smithi07176956-14 2024-03-10T21:34:09.082 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 3 to smithi07176956-14 2024-03-10T21:34:09.082 INFO:tasks.rados.rados.0.smithi071.stdout:3616: finishing write tid 2 to smithi07176956-3 2024-03-10T21:34:09.082 INFO:tasks.rados.rados.0.smithi071.stdout:3617: seq_num 1127 ranges {6438912=483328,6922240=598016,7520256=581632,8101888=425984} 2024-03-10T21:34:09.117 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07176956-43 from 6438912 to 6922240 tid 1 2024-03-10T21:34:09.120 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07176956-43 from 6922240 to 7520256 tid 2 2024-03-10T21:34:09.123 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07176956-43 from 7520256 to 8101888 tid 3 2024-03-10T21:34:09.126 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07176956-43 from 8101888 to 8527872 tid 4 2024-03-10T21:34:09.126 INFO:tasks.rados.rados.0.smithi071.stdout:3612: done (5 left) 2024-03-10T21:34:09.126 INFO:tasks.rados.rados.0.smithi071.stdout:3615: done (4 left) 2024-03-10T21:34:09.126 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 356 2024-03-10T21:34:09.126 INFO:tasks.rados.rados.0.smithi071.stdout:3614: expect (ObjNum 1074 snap 333 seq_num 1074) 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 4 to smithi07176956-14 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 5 to smithi07176956-14 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: finishing write tid 3 to smithi07176956-3 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: finishing write tid 4 to smithi07176956-3 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: finishing write tid 5 to smithi07176956-3 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: finishing write tid 6 to smithi07176956-3 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: oid 3 updating version 0 to 24860 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: oid 3 version 24860 is already newer than 24858 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: oid 3 version 24860 is already newer than 24859 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: oid 3 updating version 24860 to 24861 2024-03-10T21:34:09.204 INFO:tasks.rados.rados.0.smithi071.stdout:3616: oid 3 updating version 24861 to 24862 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24862 (ObjNum 1126 snap 356 seq_num 1126) dirty exists 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3616: left oid 3 (ObjNum 1126 snap 356 seq_num 1126) 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 6 to smithi07176956-14 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: oid 14 updating version 0 to 13238 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: oid 14 version 13238 is already newer than 13237 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: oid 14 updating version 13238 to 13239 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: oid 14 updating version 13239 to 13240 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: oid 14 version 13240 is already newer than 13236 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13240 (ObjNum 1125 snap 356 seq_num 1125) dirty exists 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3613: left oid 14 (ObjNum 1125 snap 356 seq_num 1125) 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 1 to smithi07176956-43 2024-03-10T21:34:09.205 INFO:tasks.rados.rados.0.smithi071.stdout:3618: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-03-10T21:34:09.206 INFO:tasks.rados.rados.0.smithi071.stdout:3618: writing smithi07176956-33 from 0 to 499712 tid 1 2024-03-10T21:34:09.209 INFO:tasks.rados.rados.0.smithi071.stdout:3618: writing smithi07176956-33 from 499712 to 983040 tid 2 2024-03-10T21:34:09.213 INFO:tasks.rados.rados.0.smithi071.stdout:3618: writing smithi07176956-33 from 983040 to 1769472 tid 3 2024-03-10T21:34:09.216 INFO:tasks.rados.rados.0.smithi071.stdout:3618: writing smithi07176956-33 from 1769472 to 2105344 tid 4 2024-03-10T21:34:09.216 INFO:tasks.rados.rados.0.smithi071.stdout:3613: done (4 left) 2024-03-10T21:34:09.216 INFO:tasks.rados.rados.0.smithi071.stdout:3614: done (3 left) 2024-03-10T21:34:09.216 INFO:tasks.rados.rados.0.smithi071.stdout:3616: done (2 left) 2024-03-10T21:34:09.216 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 356 2024-03-10T21:34:09.216 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 2 to smithi07176956-43 2024-03-10T21:34:09.217 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 3 to smithi07176956-43 2024-03-10T21:34:09.217 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 4 to smithi07176956-43 2024-03-10T21:34:09.217 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 5 to smithi07176956-43 2024-03-10T21:34:09.217 INFO:tasks.rados.rados.0.smithi071.stdout:3619: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-03-10T21:34:09.218 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi07176956-39 from 0 to 516096 tid 1 2024-03-10T21:34:09.225 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi07176956-39 from 516096 to 1286144 tid 2 2024-03-10T21:34:09.226 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi07176956-39 from 1286144 to 1884160 tid 3 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:3619: writing smithi07176956-39 from 1884160 to 2121728 tid 4 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:3620: read oid 37 snap 355 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:3620: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 356 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 6 to smithi07176956-43 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:3617: oid 43 updating version 0 to 24869 2024-03-10T21:34:09.229 INFO:tasks.rados.rados.0.smithi071.stdout:3617: oid 43 updating version 24869 to 24871 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3617: oid 43 version 24871 is already newer than 24870 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3617: oid 43 version 24871 is already newer than 24867 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3617: oid 43 version 24871 is already newer than 24868 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24871 (ObjNum 1127 snap 356 seq_num 1127) dirty exists 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3617: left oid 43 (ObjNum 1127 snap 356 seq_num 1127) 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing write tid 1 to smithi07176956-33 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing write tid 2 to smithi07176956-33 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing write tid 3 to smithi07176956-33 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing write tid 4 to smithi07176956-33 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing write tid 5 to smithi07176956-33 2024-03-10T21:34:09.230 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 1 to smithi07176956-39 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: finishing write tid 6 to smithi07176956-33 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: oid 33 updating version 0 to 24864 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: oid 33 updating version 24864 to 24867 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: oid 33 version 24867 is already newer than 24863 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: oid 33 version 24867 is already newer than 24865 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: oid 33 version 24867 is already newer than 24866 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24867 (ObjNum 1128 snap 356 seq_num 1128) dirty exists 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3618: left oid 33 (ObjNum 1128 snap 356 seq_num 1128) 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 2 to smithi07176956-39 2024-03-10T21:34:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:3621: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-03-10T21:34:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:3621: writing smithi07176956-15 from 0 to 532480 tid 1 2024-03-10T21:34:09.236 INFO:tasks.rados.rados.0.smithi071.stdout:3621: writing smithi07176956-15 from 532480 to 1187840 tid 2 2024-03-10T21:34:09.240 INFO:tasks.rados.rados.0.smithi071.stdout:3621: writing smithi07176956-15 from 1187840 to 1941504 tid 3 2024-03-10T21:34:09.241 INFO:tasks.rados.rados.0.smithi071.stdout:3621: writing smithi07176956-15 from 1941504 to 2138112 tid 4 2024-03-10T21:34:09.241 INFO:tasks.rados.rados.0.smithi071.stdout:3617: done (4 left) 2024-03-10T21:34:09.241 INFO:tasks.rados.rados.0.smithi071.stdout:3618: done (3 left) 2024-03-10T21:34:09.241 INFO:tasks.rados.rados.0.smithi071.stdout:3622: snap_remove snap 342 2024-03-10T21:34:09.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:09.027+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:09.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:09.027+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:09.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:09.120+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:09.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:09.124+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:09.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:09.057+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:09.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:09.072+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:09.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:09.072+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: osdmap e764: 8 total, 8 up, 8 in 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:09.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: pgmap v831: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 956 KiB/s wr, 5 op/s 2024-03-10T21:34:09.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:09.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:09.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:09.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:09.058+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:09.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:09.028+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:09.029+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.028+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.028+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.029+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.030+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.030+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.030+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:09.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:09.030+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: osdmap e764: 8 total, 8 up, 8 in 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:09.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: pgmap v831: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 956 KiB/s wr, 5 op/s 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: osdmap e764: 8 total, 8 up, 8 in 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:09.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: pgmap v831: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 4.2 MiB/s rd, 956 KiB/s wr, 5 op/s 2024-03-10T21:34:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 18a=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:09.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:10.037 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 3 to smithi07176956-39 2024-03-10T21:34:10.037 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 4 to smithi07176956-39 2024-03-10T21:34:10.037 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 5 to smithi07176956-39 2024-03-10T21:34:10.037 INFO:tasks.rados.rados.0.smithi071.stdout:3619: finishing write tid 6 to smithi07176956-39 2024-03-10T21:34:10.037 INFO:tasks.rados.rados.0.smithi071.stdout:3619: oid 39 updating version 0 to 24856 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:3619: oid 39 updating version 24856 to 24857 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:3619: oid 39 updating version 24857 to 24858 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:3619: oid 39 updating version 24858 to 24859 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:3619: oid 39 updating version 24859 to 24860 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24860 (ObjNum 1129 snap 356 seq_num 1129) dirty exists 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:3619: left oid 39 (ObjNum 1129 snap 356 seq_num 1129) 2024-03-10T21:34:10.038 INFO:tasks.rados.rados.0.smithi071.stdout:3620: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3621: finishing write tid 1 to smithi07176956-15 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3621: finishing write tid 2 to smithi07176956-15 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3621: finishing write tid 3 to smithi07176956-15 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3621: finishing write tid 4 to smithi07176956-15 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3621: finishing write tid 5 to smithi07176956-15 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3619: done (3 left) 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3620: done (2 left) 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3622: done (1 left) 2024-03-10T21:34:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3623: read oid 14 snap -1 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3623: expect (ObjNum 1125 snap 356 seq_num 1125) 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 356 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: finishing write tid 6 to smithi07176956-15 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: oid 15 updating version 0 to 24886 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: oid 15 version 24886 is already newer than 24882 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: oid 15 version 24886 is already newer than 24883 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: oid 15 version 24886 is already newer than 24884 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: oid 15 version 24886 is already newer than 24885 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24886 (ObjNum 1130 snap 356 seq_num 1130) dirty exists 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3621: left oid 15 (ObjNum 1130 snap 356 seq_num 1130) 2024-03-10T21:34:10.095 INFO:tasks.rados.rados.0.smithi071.stdout:3624: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2024-03-10T21:34:10.096 INFO:tasks.rados.rados.0.smithi071.stdout:3624: writing smithi07176956-23 from 0 to 548864 tid 1 2024-03-10T21:34:10.099 INFO:tasks.rados.rados.0.smithi071.stdout:3624: writing smithi07176956-23 from 548864 to 1089536 tid 2 2024-03-10T21:34:10.102 INFO:tasks.rados.rados.0.smithi071.stdout:3624: writing smithi07176956-23 from 1089536 to 1654784 tid 3 2024-03-10T21:34:10.107 INFO:tasks.rados.rados.0.smithi071.stdout:3624: writing smithi07176956-23 from 1654784 to 2080768 tid 4 2024-03-10T21:34:10.107 INFO:tasks.rados.rados.0.smithi071.stdout:3624: writing smithi07176956-23 from 2080768 to 2154496 tid 5 2024-03-10T21:34:10.107 INFO:tasks.rados.rados.0.smithi071.stdout:3621: done (2 left) 2024-03-10T21:34:10.107 INFO:tasks.rados.rados.0.smithi071.stdout:3625: snap_create 2024-03-10T21:34:10.110 INFO:tasks.rados.rados.0.smithi071.stdout:3623: expect (ObjNum 1125 snap 356 seq_num 1125) 2024-03-10T21:34:10.259 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 1 to smithi07176956-23 2024-03-10T21:34:10.259 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 2 to smithi07176956-23 2024-03-10T21:34:10.259 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 3 to smithi07176956-23 2024-03-10T21:34:10.259 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 4 to smithi07176956-23 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 5 to smithi07176956-23 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 6 to smithi07176956-23 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: finishing write tid 7 to smithi07176956-23 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: oid 23 updating version 0 to 24819 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: oid 23 updating version 24819 to 24821 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: oid 23 version 24821 is already newer than 24817 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: oid 23 version 24821 is already newer than 24820 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: oid 23 version 24821 is already newer than 24818 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: oid 23 updating version 24821 to 24822 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24822 (ObjNum 1131 snap 356 seq_num 1131) dirty exists 2024-03-10T21:34:10.260 INFO:tasks.rados.rados.0.smithi071.stdout:3624: left oid 23 (ObjNum 1131 snap 356 seq_num 1131) 2024-03-10T21:34:10.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:10.034+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:10.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:10.034+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:10.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:10.034+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:10.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:10.164+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:10.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:10.165+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:10.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:10.100+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:10.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:10.100+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: osdmap e765: 8 total, 8 up, 8 in 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:10.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:10.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:10.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:10.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:10.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:10.163+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:10.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:10.036+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:10.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:10.036+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:10.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:10.036+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:10.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: osdmap e765: 8 total, 8 up, 8 in 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:10.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:10.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:10.034+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:10.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:10.035+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:10.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:10.035+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:10.035+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:10.036+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a3=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: osdmap e765: 8 total, 8 up, 8 in 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:10.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:10.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:10.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:10.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:10.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:10.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:11.046 INFO:tasks.rados.rados.0.smithi071.stdout:3623: done (2 left) 2024-03-10T21:34:11.046 INFO:tasks.rados.rados.0.smithi071.stdout:3624: done (1 left) 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3625: done (0 left) 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3626: read oid 1 snap 330 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3626: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3627: read oid 44 snap -1 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3627: expect (ObjNum 946 snap 279 seq_num 946) 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3628: rollback oid 27 current snap is 357 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 351 2024-03-10T21:34:11.047 INFO:tasks.rados.rados.0.smithi071.stdout:3629: snap_remove snap 355 2024-03-10T21:34:11.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:11.044+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:11.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:11.044+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:11.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:11.052+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:11.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:11.053+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:11.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:11.053+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:11.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:11.052+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:11.336 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:11.052+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: osdmap e766: 8 total, 8 up, 8 in 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:11.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:11 smithi193 ceph-mon[83873]: pgmap v834: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-10T21:34:11.337 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:34:11] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:34:11.338 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:11.219+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:11.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:11.043+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:11.338 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:11.043+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.042+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:11.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.042+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:11.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.043+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:11.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.044+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:11.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.044+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:11.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.044+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:11.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:11.044+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:11.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:11.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:11.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: osdmap e766: 8 total, 8 up, 8 in 2024-03-10T21:34:11.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:11.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:11.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[91105]: pgmap v834: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: osdmap e766: 8 total, 8 up, 8 in 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:11.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:11.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:11.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:11 smithi071 ceph-mon[88660]: pgmap v834: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-03-10T21:34:12.046 INFO:tasks.rados.rados.0.smithi071.stdout:3629: done (3 left) 2024-03-10T21:34:12.046 INFO:tasks.rados.rados.0.smithi071.stdout:3630: snap_remove snap 341 2024-03-10T21:34:12.316 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:12.044+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:12.316 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:12.044+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:12.316 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:12.045+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:12.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:12.281+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:12.282+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:12.282+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:12.317 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:12.282+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:12.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: osdmap e767: 8 total, 8 up, 8 in 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:12.318 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:34:12.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:12.281+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:12.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:12.048+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:12.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:12.049+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:12.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:12.049+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:12.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:12.045+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:12.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:12.046+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:12.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:12.046+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:12.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:12.046+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:12.336 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:12.046+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: osdmap e767: 8 total, 8 up, 8 in 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:12.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: osdmap e767: 8 total, 8 up, 8 in 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:12.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:12.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:12 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:34:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:34:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:34:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3630: done (3 left) 2024-03-10T21:34:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3631: delete oid 30 current snap is 357 2024-03-10T21:34:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3628: finishing rollback tid 1 to smithi07176956-27 2024-03-10T21:34:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 24842 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-03-10T21:34:13.046 INFO:tasks.rados.rados.0.smithi071.stdout:3626: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:34:13.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:13.052+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:13.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:13.052+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:13.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:13.043+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:13.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:13.043+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:13.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:13.047+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:13.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:13.052+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:13.336 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:13.053+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: osdmap e768: 8 total, 8 up, 8 in 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:13.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: pgmap v837: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.337 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:13 smithi193 ceph-mon[83873]: osdmap e769: 8 total, 8 up, 8 in 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: osdmap e768: 8 total, 8 up, 8 in 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: pgmap v837: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[88660]: osdmap e769: 8 total, 8 up, 8 in 2024-03-10T21:34:13.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:13.118+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:13.339 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:13.119+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.043+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.043+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.044+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.044+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.044+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.044+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:13.340 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:13.044+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:13.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: osdmap e768: 8 total, 8 up, 8 in 2024-03-10T21:34:13.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:13.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: pgmap v837: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 961 KiB/s rd, 4.0 MiB/s wr, 14 op/s 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:13.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:34:13.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:34:13.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:34:13.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-mon[91105]: osdmap e769: 8 total, 8 up, 8 in 2024-03-10T21:34:13.420 INFO:tasks.rados.rados.0.smithi071.stdout:3627: expect (ObjNum 946 snap 279 seq_num 946) 2024-03-10T21:34:13.769 INFO:tasks.rados.rados.0.smithi071.stdout:3626: done (3 left) 2024-03-10T21:34:13.769 INFO:tasks.rados.rados.0.smithi071.stdout:3627: done (2 left) 2024-03-10T21:34:13.769 INFO:tasks.rados.rados.0.smithi071.stdout:3628: done (1 left) 2024-03-10T21:34:13.769 INFO:tasks.rados.rados.0.smithi071.stdout:3631: done (0 left) 2024-03-10T21:34:13.770 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 357 2024-03-10T21:34:13.770 INFO:tasks.rados.rados.0.smithi071.stdout:3632: seq_num 1133 ranges {5578752=581632,6160384=753664,6914048=573440,7487488=278528} 2024-03-10T21:34:13.801 INFO:tasks.rados.rados.0.smithi071.stdout:3632: writing smithi07176956-44 from 5578752 to 6160384 tid 1 2024-03-10T21:34:13.805 INFO:tasks.rados.rados.0.smithi071.stdout:3632: writing smithi07176956-44 from 6160384 to 6914048 tid 2 2024-03-10T21:34:13.808 INFO:tasks.rados.rados.0.smithi071.stdout:3632: writing smithi07176956-44 from 6914048 to 7487488 tid 3 2024-03-10T21:34:13.810 INFO:tasks.rados.rados.0.smithi071.stdout:3632: writing smithi07176956-44 from 7487488 to 7766016 tid 4 2024-03-10T21:34:13.810 INFO:tasks.rados.rados.0.smithi071.stdout:3633: snap_remove snap 348 2024-03-10T21:34:14.064 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:13.636+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing write tid 1 to smithi07176956-44 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing write tid 2 to smithi07176956-44 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing write tid 3 to smithi07176956-44 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing write tid 4 to smithi07176956-44 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing write tid 5 to smithi07176956-44 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing write tid 6 to smithi07176956-44 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: oid 44 updating version 0 to 24887 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: oid 44 updating version 24887 to 24889 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: oid 44 updating version 24889 to 24890 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: oid 44 updating version 24890 to 24891 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:3632: oid 44 version 24891 is already newer than 24888 2024-03-10T21:34:14.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24891 (ObjNum 1133 snap 357 seq_num 1133) dirty exists 2024-03-10T21:34:14.079 INFO:tasks.rados.rados.0.smithi071.stdout:3632: left oid 44 (ObjNum 1133 snap 357 seq_num 1133) 2024-03-10T21:34:14.079 INFO:tasks.rados.rados.0.smithi071.stdout:3632: done (1 left) 2024-03-10T21:34:14.079 INFO:tasks.rados.rados.0.smithi071.stdout:3633: done (0 left) 2024-03-10T21:34:14.079 INFO:tasks.rados.rados.0.smithi071.stdout:3634: delete oid 6 current snap is 357 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3634: done (0 left) 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3635: copy_from oid 29 from oid 12 current snap is 357 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3636: copy_from oid 46 from oid 11 current snap is 357 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3637: read oid 17 snap 356 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3637: expect (ObjNum 1116 snap 354 seq_num 1116) 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3638: read oid 42 snap -1 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3638: expect (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:14.082 INFO:tasks.rados.rados.0.smithi071.stdout:3639: snap_remove snap 345 2024-03-10T21:34:14.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:14.083+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:14.084+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:14.091+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:14.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:14.092+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:14.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:14.092+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:14.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:14.337 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:14.081+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:14.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:14.077+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:14.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:14.077+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:14.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:14.077+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:14.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:14.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:14.076+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:14.076+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:14.077+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:14.077+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:14.341 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:14.077+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:15.078 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:14.720+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:15.078 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:14.720+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:15.082 INFO:tasks.rados.rados.0.smithi071.stdout:3639: done (4 left) 2024-03-10T21:34:15.082 INFO:tasks.rados.rados.0.smithi071.stdout:3640: rmattr oid 34 current snap is 357 2024-03-10T21:34:15.082 INFO:tasks.rados.rados.0.smithi071.stdout:3641: read oid 24 snap -1 2024-03-10T21:34:15.083 INFO:tasks.rados.rados.0.smithi071.stdout:3641: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:34:15.083 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 357 2024-03-10T21:34:15.083 INFO:tasks.rados.rados.0.smithi071.stdout:3635: finishing copy_from to smithi07176956-29 2024-03-10T21:34:15.083 INFO:tasks.rados.rados.0.smithi071.stdout:3635: got expected ENOENT (src dne) 2024-03-10T21:34:15.083 INFO:tasks.rados.rados.0.smithi071.stdout:3635: finishing copy_from racing read to smithi07176956-29 2024-03-10T21:34:15.083 INFO:tasks.rados.rados.0.smithi071.stdout:3638: expect (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:15.209 INFO:tasks.rados.rados.0.smithi071.stdout:3637: expect (ObjNum 1116 snap 354 seq_num 1116) 2024-03-10T21:34:15.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:15.079+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:15.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:15.079+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:15.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:15.085+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:15.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:15.089+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: osdmap e770: 8 total, 8 up, 8 in 2024-03-10T21:34:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:15.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:15.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-mon[83873]: pgmap v840: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:15.081+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:15.081+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.078+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.079+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.079+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.079+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.080+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.081+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:15.337 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:15.081+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: osdmap e770: 8 total, 8 up, 8 in 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:15.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[88660]: pgmap v840: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: osdmap e770: 8 total, 8 up, 8 in 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:15.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 196=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:15.340 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-mon[91105]: pgmap v840: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-03-10T21:34:15.746 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:34:15.746 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing copy_from to smithi07176956-46 2024-03-10T21:34:15.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 24819 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:34:15.746 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 24862 (ObjNum 796 snap 232 seq_num 796) dirty exists 2024-03-10T21:34:15.746 INFO:tasks.rados.rados.0.smithi071.stdout:3641: expect (ObjNum 1014 snap 305 seq_num 1014) 2024-03-10T21:34:15.926 INFO:tasks.rados.rados.0.smithi071.stdout:3642: seq_num 1135 ranges {1613824=614400,2228224=524288,2752512=540672,3293184=483328,3776512=57344} 2024-03-10T21:34:15.966 INFO:tasks.rados.rados.0.smithi071.stdout:3642: writing smithi07176956-8 from 1613824 to 2228224 tid 1 2024-03-10T21:34:15.966 INFO:tasks.rados.rados.0.smithi071.stdout:3642: writing smithi07176956-8 from 2228224 to 2752512 tid 2 2024-03-10T21:34:15.966 INFO:tasks.rados.rados.0.smithi071.stdout:3642: writing smithi07176956-8 from 2752512 to 3293184 tid 3 2024-03-10T21:34:15.966 INFO:tasks.rados.rados.0.smithi071.stdout:3642: writing smithi07176956-8 from 3293184 to 3776512 tid 4 2024-03-10T21:34:15.966 INFO:tasks.rados.rados.0.smithi071.stdout:3642: writing smithi07176956-8 from 3776512 to 3833856 tid 5 2024-03-10T21:34:15.966 INFO:tasks.rados.rados.0.smithi071.stdout:3635: done (6 left) 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3636: done (5 left) 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3637: done (4 left) 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3638: done (3 left) 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3640: done (2 left) 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3641: done (1 left) 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3643: delete oid 2 current snap is 357 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 1 to smithi07176956-8 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 2 to smithi07176956-8 2024-03-10T21:34:15.967 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 3 to smithi07176956-8 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 4 to smithi07176956-8 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 5 to smithi07176956-8 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 6 to smithi07176956-8 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: finishing write tid 7 to smithi07176956-8 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: oid 8 updating version 0 to 1030 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: oid 8 updating version 1030 to 1033 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: oid 8 updating version 1033 to 1034 2024-03-10T21:34:15.968 INFO:tasks.rados.rados.0.smithi071.stdout:3642: oid 8 version 1034 is already newer than 1031 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3642: oid 8 version 1034 is already newer than 1029 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3642: oid 8 version 1034 is already newer than 1032 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1034 (ObjNum 1135 snap 357 seq_num 1135) dirty exists 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3642: left oid 8 (ObjNum 1135 snap 357 seq_num 1135) 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3642: done (1 left) 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3643: done (0 left) 2024-03-10T21:34:15.969 INFO:tasks.rados.rados.0.smithi071.stdout:3644: read oid 28 snap 343 2024-03-10T21:34:15.970 INFO:tasks.rados.rados.0.smithi071.stdout:3644: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:34:15.970 INFO:tasks.rados.rados.0.smithi071.stdout:3645: snap_create 2024-03-10T21:34:15.977 INFO:tasks.rados.rados.0.smithi071.stdout:3644: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:34:16.078 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:15.612+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:16.078 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:15.614+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:16.078 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:15.614+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:16.078 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:15.614+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:16.083+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:16.084+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:16.084+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: osdmap e771: 8 total, 8 up, 8 in 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:16.335 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:16.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: osdmap e771: 8 total, 8 up, 8 in 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:16.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:16.085+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:16.085+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:16.085+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:16.085+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:16.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:16.085+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:16.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:16.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:16.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:16.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: osdmap e771: 8 total, 8 up, 8 in 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:16.339 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:16.348 INFO:tasks.rados.rados.0.smithi071.stdout:3644: done (1 left) 2024-03-10T21:34:16.348 INFO:tasks.rados.rados.0.smithi071.stdout:3645: done (0 left) 2024-03-10T21:34:16.348 INFO:tasks.rados.rados.0.smithi071.stdout:3646: snap_remove snap 303 2024-03-10T21:34:16.968 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:16.594+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:17.090 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:16.982+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:17.091 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:16.982+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:17.091 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:16.836+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:17.091 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:16.837+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:17.103 INFO:tasks.rados.rados.0.smithi071.stdout:3646: done (0 left) 2024-03-10T21:34:17.103 INFO:tasks.rados.rados.0.smithi071.stdout:3647: delete oid 2 current snap is 358 2024-03-10T21:34:17.112 INFO:tasks.rados.rados.0.smithi071.stdout:3647: done (0 left) 2024-03-10T21:34:17.112 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 358 2024-03-10T21:34:17.112 INFO:tasks.rados.rados.0.smithi071.stdout:3648: seq_num 1138 ranges {2105344=663552,2768896=581632,3350528=712704,4063232=311296} 2024-03-10T21:34:17.127 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07176956-33 from 2105344 to 2768896 tid 1 2024-03-10T21:34:17.130 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07176956-33 from 2768896 to 3350528 tid 2 2024-03-10T21:34:17.135 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07176956-33 from 3350528 to 4063232 tid 3 2024-03-10T21:34:17.137 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07176956-33 from 4063232 to 4374528 tid 4 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3649: read oid 39 snap -1 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3649: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3650: read oid 42 snap -1 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3650: expect (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3651: copy_from oid 28 from oid 9 current snap is 358 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 1 to smithi07176956-33 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 2 to smithi07176956-33 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3652: read oid 6 snap -1 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3652: expect deleted 2024-03-10T21:34:17.138 INFO:tasks.rados.rados.0.smithi071.stdout:3653: snap_create 2024-03-10T21:34:17.141 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 3 to smithi07176956-33 2024-03-10T21:34:17.142 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 4 to smithi07176956-33 2024-03-10T21:34:17.142 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 5 to smithi07176956-33 2024-03-10T21:34:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:3651: finishing copy_from to smithi07176956-28 2024-03-10T21:34:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:3651: got expected ENOENT (src dne) 2024-03-10T21:34:17.143 INFO:tasks.rados.rados.0.smithi071.stdout:3651: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:34:17.145 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 6 to smithi07176956-33 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:3648: oid 33 updating version 0 to 24872 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:3648: oid 33 version 24872 is already newer than 24871 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:3648: oid 33 version 24872 is already newer than 24869 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:3648: oid 33 version 24872 is already newer than 24870 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:3648: oid 33 version 24872 is already newer than 24868 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24872 (ObjNum 1138 snap 358 seq_num 1138) dirty exists 2024-03-10T21:34:17.146 INFO:tasks.rados.rados.0.smithi071.stdout:3648: left oid 33 (ObjNum 1138 snap 358 seq_num 1138) 2024-03-10T21:34:17.150 INFO:tasks.rados.rados.0.smithi071.stdout:3649: expect (ObjNum 1129 snap 356 seq_num 1129) 2024-03-10T21:34:17.205 INFO:tasks.rados.rados.0.smithi071.stdout:3650: expect (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:17.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:17.131+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: osdmap e772: 8 total, 8 up, 8 in 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: pgmap v843: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-03-10T21:34:17.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:17.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:16.965+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:17.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:16.965+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:17.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:16.966+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:17.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:17.098+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:17.337 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:17.098+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:17.337 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: osdmap e772: 8 total, 8 up, 8 in 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: pgmap v843: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-03-10T21:34:17.338 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:17.338 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.100+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.100+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.100+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.100+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.101+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.101+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:17.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:17.101+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:17.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:17.092+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:17.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:17.092+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:17.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:17.139+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:17.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:17.139+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:17.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:17.105+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:17.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:17.108+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:17.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:17.108+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: osdmap e772: 8 total, 8 up, 8 in 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: pgmap v843: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-03-10T21:34:17.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:18.101 INFO:tasks.rados.rados.0.smithi071.stdout:3648: done (5 left) 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3649: done (4 left) 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3650: done (3 left) 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3651: done (2 left) 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3652: done (1 left) 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3653: done (0 left) 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3654: setattr oid 23 current snap is 359 2024-03-10T21:34:18.102 INFO:tasks.rados.rados.0.smithi071.stdout:3655: setattr oid 43 current snap is 359 2024-03-10T21:34:18.103 INFO:tasks.rados.rados.0.smithi071.stdout:3656: snap_remove snap 353 2024-03-10T21:34:18.486 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:18.105+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:18.487 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:18.110+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:18.487 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:18.097+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:18.487 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:18.097+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:18.487 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:18.098+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:18.488 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:18.109+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.488 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:18.109+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.488 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.488 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.488 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.488 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.488 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:18.488 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: osdmap e773: 8 total, 8 up, 8 in 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:18.489 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:18.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:18.098+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:18.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:18.100+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:18.100+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:18.101+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:18.109+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:18.110+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:18.110+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:18.110+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:18.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:18.111+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:18.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: osdmap e773: 8 total, 8 up, 8 in 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:18.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:18.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: osdmap e773: 8 total, 8 up, 8 in 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:18.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:19.110 INFO:tasks.rados.rados.0.smithi071.stdout:3656: done (2 left) 2024-03-10T21:34:19.110 INFO:tasks.rados.rados.0.smithi071.stdout:3657: setattr oid 2 current snap is 359 2024-03-10T21:34:19.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24824 (ObjNum 1131 snap 356 seq_num 1131) dirty exists 2024-03-10T21:34:19.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24872 (ObjNum 1127 snap 356 seq_num 1127) dirty exists 2024-03-10T21:34:19.110 INFO:tasks.rados.rados.0.smithi071.stdout:3654: done (2 left) 2024-03-10T21:34:19.110 INFO:tasks.rados.rados.0.smithi071.stdout:3655: done (1 left) 2024-03-10T21:34:19.111 INFO:tasks.rados.rados.0.smithi071.stdout:3658: setattr oid 16 current snap is 359 2024-03-10T21:34:19.111 INFO:tasks.rados.rados.0.smithi071.stdout:3659: read oid 12 snap -1 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3659: expect deleted 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3660: read oid 9 snap -1 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3660: expect deleted 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3661: setattr oid 17 current snap is 359 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3662: read oid 15 snap -1 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3662: expect (ObjNum 1130 snap 356 seq_num 1130) 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 359 2024-03-10T21:34:19.112 INFO:tasks.rados.rados.0.smithi071.stdout:3663: seq_num 1139 ranges {11034624=679936,11714560=458752,12173312=524288,12697600=540672,13238272=81920} 2024-03-10T21:34:19.174 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07176956-26 from 11034624 to 11714560 tid 1 2024-03-10T21:34:19.177 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07176956-26 from 11714560 to 12173312 tid 2 2024-03-10T21:34:19.180 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07176956-26 from 12173312 to 12697600 tid 3 2024-03-10T21:34:19.183 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07176956-26 from 12697600 to 13238272 tid 4 2024-03-10T21:34:19.185 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07176956-26 from 13238272 to 13320192 tid 5 2024-03-10T21:34:19.185 INFO:tasks.rados.rados.0.smithi071.stdout:3664: read oid 40 snap -1 2024-03-10T21:34:19.185 INFO:tasks.rados.rados.0.smithi071.stdout:3664: expect (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:34:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3665: read oid 41 snap -1 2024-03-10T21:34:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3665: expect (ObjNum 1102 snap 347 seq_num 1102) 2024-03-10T21:34:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3666: copy_from oid 7 from oid 11 current snap is 359 2024-03-10T21:34:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5955 (ObjNum 1123 snap 356 seq_num 1123) dirty exists 2024-03-10T21:34:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24841 (ObjNum 1116 snap 354 seq_num 1116) dirty exists 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24864 (ObjNum 129 snap 0 seq_num 2945703320) dirty exists 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3657: done (9 left) 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3658: done (8 left) 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3659: done (7 left) 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3660: done (6 left) 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3661: done (5 left) 2024-03-10T21:34:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3667: snap_create 2024-03-10T21:34:19.188 INFO:tasks.rados.rados.0.smithi071.stdout:3662: expect (ObjNum 1130 snap 356 seq_num 1130) 2024-03-10T21:34:19.243 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 1 to smithi07176956-26 2024-03-10T21:34:19.243 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 2 to smithi07176956-26 2024-03-10T21:34:19.243 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 3 to smithi07176956-26 2024-03-10T21:34:19.243 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 4 to smithi07176956-26 2024-03-10T21:34:19.243 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 5 to smithi07176956-26 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 6 to smithi07176956-26 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 7 to smithi07176956-26 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: oid 26 updating version 0 to 24873 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: oid 26 version 24873 is already newer than 24870 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: oid 26 version 24873 is already newer than 24871 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: oid 26 version 24873 is already newer than 24869 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: oid 26 version 24873 is already newer than 24868 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: oid 26 version 24873 is already newer than 24872 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24873 (ObjNum 1139 snap 359 seq_num 1139) dirty exists 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3663: left oid 26 (ObjNum 1139 snap 359 seq_num 1139) 2024-03-10T21:34:19.244 INFO:tasks.rados.rados.0.smithi071.stdout:3664: expect (ObjNum 1024 snap 306 seq_num 1024) 2024-03-10T21:34:19.298 INFO:tasks.rados.rados.0.smithi071.stdout:3665: expect (ObjNum 1102 snap 347 seq_num 1102) 2024-03-10T21:34:19.341 INFO:tasks.rados.rados.0.smithi071.stdout:3666: finishing copy_from racing read to smithi07176956-7 2024-03-10T21:34:19.341 INFO:tasks.rados.rados.0.smithi071.stdout:3666: finishing copy_from to smithi07176956-7 2024-03-10T21:34:19.341 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 24819 (ObjNum 927 snap 273 seq_num 927) dirty exists 2024-03-10T21:34:19.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:19.113+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:19.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:19.117+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:19.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:19.181+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:19.181+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:19.112+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:19.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:19.118+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:19.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:19.118+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: osdmap e774: 8 total, 8 up, 8 in 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:19.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:19.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:19 smithi193 ceph-mon[83873]: pgmap v846: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-03-10T21:34:19.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:19.114+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:19.108+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:19.108+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.105+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.105+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.105+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.106+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:19.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.106+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:19.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.106+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:19.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:19.106+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: osdmap e774: 8 total, 8 up, 8 in 2024-03-10T21:34:19.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: osdmap e774: 8 total, 8 up, 8 in 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:19.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[91105]: pgmap v846: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:19.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:19 smithi071 ceph-mon[88660]: pgmap v846: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3662: done (5 left) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3663: done (4 left) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3664: done (3 left) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3665: done (2 left) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3666: done (1 left) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3667: done (0 left) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3668: read oid 45 snap -1 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3668: expect (ObjNum 1066 snap 329 seq_num 1066) 2024-03-10T21:34:20.122 INFO:tasks.rados.rados.0.smithi071.stdout:3669: snap_create 2024-03-10T21:34:20.132 INFO:tasks.rados.rados.0.smithi071.stdout:3668: expect (ObjNum 1066 snap 329 seq_num 1066) 2024-03-10T21:34:20.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:20.115+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:20.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:20.115+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: osdmap e775: 8 total, 8 up, 8 in 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:20.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:20.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:20.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:20.120+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:20.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:20.120+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:20.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:20.130+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:20.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:20.130+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: osdmap e775: 8 total, 8 up, 8 in 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:20.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a4=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:20.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: osdmap e775: 8 total, 8 up, 8 in 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:20.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:21.130 INFO:tasks.rados.rados.0.smithi071.stdout:3668: done (1 left) 2024-03-10T21:34:21.131 INFO:tasks.rados.rados.0.smithi071.stdout:3669: done (0 left) 2024-03-10T21:34:21.131 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 361 2024-03-10T21:34:21.131 INFO:tasks.rados.rados.0.smithi071.stdout:3670: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-03-10T21:34:21.134 INFO:tasks.rados.rados.0.smithi071.stdout:3670: writing smithi07176956-47 from 0 to 696320 tid 1 2024-03-10T21:34:21.138 INFO:tasks.rados.rados.0.smithi071.stdout:3670: writing smithi07176956-47 from 696320 to 1441792 tid 2 2024-03-10T21:34:21.143 INFO:tasks.rados.rados.0.smithi071.stdout:3670: writing smithi07176956-47 from 1441792 to 2170880 tid 3 2024-03-10T21:34:21.144 INFO:tasks.rados.rados.0.smithi071.stdout:3670: writing smithi07176956-47 from 2170880 to 2301952 tid 4 2024-03-10T21:34:21.144 INFO:tasks.rados.rados.0.smithi071.stdout:3671: delete oid 35 current snap is 361 2024-03-10T21:34:21.144 INFO:tasks.rados.rados.0.smithi071.stdout:3670: finishing write tid 1 to smithi07176956-47 2024-03-10T21:34:21.148 INFO:tasks.rados.rados.0.smithi071.stdout:3670: finishing write tid 2 to smithi07176956-47 2024-03-10T21:34:21.148 INFO:tasks.rados.rados.0.smithi071.stdout:3671: done (1 left) 2024-03-10T21:34:21.148 INFO:tasks.rados.rados.0.smithi071.stdout:3672: snap_create 2024-03-10T21:34:21.154 INFO:tasks.rados.rados.0.smithi071.stdout:3670: finishing write tid 3 to smithi07176956-47 2024-03-10T21:34:21.154 INFO:tasks.rados.rados.0.smithi071.stdout:3670: finishing write tid 4 to smithi07176956-47 2024-03-10T21:34:21.154 INFO:tasks.rados.rados.0.smithi071.stdout:3670: finishing write tid 5 to smithi07176956-47 2024-03-10T21:34:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:3670: finishing write tid 6 to smithi07176956-47 2024-03-10T21:34:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:3670: oid 47 updating version 0 to 13241 2024-03-10T21:34:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:3670: oid 47 updating version 13241 to 13245 2024-03-10T21:34:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:3670: oid 47 version 13245 is already newer than 13244 2024-03-10T21:34:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:3670: oid 47 version 13245 is already newer than 13242 2024-03-10T21:34:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:3670: oid 47 version 13245 is already newer than 13243 2024-03-10T21:34:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 13245 (ObjNum 1140 snap 361 seq_num 1140) dirty exists 2024-03-10T21:34:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:3670: left oid 47 (ObjNum 1140 snap 361 seq_num 1140) 2024-03-10T21:34:21.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:21.122+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:21.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:21.122+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:21.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:21.123+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:21.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:21.146+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:21.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:21.146+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:21.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:21.146+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:21.120+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:21.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:21.121+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: osdmap e776: 8 total, 8 up, 8 in 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:21.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:21.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:21.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-mon[83873]: pgmap v849: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-03-10T21:34:21.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:34:21] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:34:21.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:21.137+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:21.128+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:21.129+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:21.126+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:21.127+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:21.127+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:21.128+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:21.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:21.128+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: osdmap e776: 8 total, 8 up, 8 in 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:21.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[91105]: pgmap v849: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: osdmap e776: 8 total, 8 up, 8 in 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:21.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:21 smithi071 ceph-mon[88660]: pgmap v849: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-03-10T21:34:22.130 INFO:tasks.rados.rados.0.smithi071.stdout:3670: done (1 left) 2024-03-10T21:34:22.131 INFO:tasks.rados.rados.0.smithi071.stdout:3672: done (0 left) 2024-03-10T21:34:22.131 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 362 2024-03-10T21:34:22.131 INFO:tasks.rados.rados.0.smithi071.stdout:3673: seq_num 1142 ranges {2138112=729088,2867200=565248,3432448=696320,4128768=344064} 2024-03-10T21:34:22.146 INFO:tasks.rados.rados.0.smithi071.stdout:3673: writing smithi07176956-15 from 2138112 to 2867200 tid 1 2024-03-10T21:34:22.149 INFO:tasks.rados.rados.0.smithi071.stdout:3673: writing smithi07176956-15 from 2867200 to 3432448 tid 2 2024-03-10T21:34:22.152 INFO:tasks.rados.rados.0.smithi071.stdout:3673: writing smithi07176956-15 from 3432448 to 4128768 tid 3 2024-03-10T21:34:22.155 INFO:tasks.rados.rados.0.smithi071.stdout:3673: writing smithi07176956-15 from 4128768 to 4472832 tid 4 2024-03-10T21:34:22.155 INFO:tasks.rados.rados.0.smithi071.stdout:3674: snap_create 2024-03-10T21:34:22.156 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing write tid 1 to smithi07176956-15 2024-03-10T21:34:22.160 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing write tid 2 to smithi07176956-15 2024-03-10T21:34:22.163 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing write tid 3 to smithi07176956-15 2024-03-10T21:34:22.166 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing write tid 4 to smithi07176956-15 2024-03-10T21:34:22.166 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing write tid 5 to smithi07176956-15 2024-03-10T21:34:22.169 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing write tid 6 to smithi07176956-15 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:3673: oid 15 updating version 0 to 24896 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:3673: oid 15 version 24896 is already newer than 24893 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:3673: oid 15 version 24896 is already newer than 24892 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:3673: oid 15 version 24896 is already newer than 24895 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:3673: oid 15 version 24896 is already newer than 24894 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24896 (ObjNum 1142 snap 362 seq_num 1142) dirty exists 2024-03-10T21:34:22.170 INFO:tasks.rados.rados.0.smithi071.stdout:3673: left oid 15 (ObjNum 1142 snap 362 seq_num 1142) 2024-03-10T21:34:22.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:22.127+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:22.315 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:22.127+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:22.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:22.150+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:22.315 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:22.150+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:22.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:21.963+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:22.316 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:21.963+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:22.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: osdmap e777: 8 total, 8 up, 8 in 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:22.317 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:34:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:34:22.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:22.127+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:22.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:22.128+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:22.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:22.129+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:22.585 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:22.129+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: osdmap e777: 8 total, 8 up, 8 in 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:22.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: osdmap e777: 8 total, 8 up, 8 in 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:22.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:22.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:22.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:22.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:3673: done (1 left) 2024-03-10T21:34:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:3674: done (0 left) 2024-03-10T21:34:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:3675: read oid 26 snap -1 2024-03-10T21:34:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:3675: expect (ObjNum 1139 snap 359 seq_num 1139) 2024-03-10T21:34:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:3676: read oid 6 snap -1 2024-03-10T21:34:23.139 INFO:tasks.rados.rados.0.smithi071.stdout:3676: expect deleted 2024-03-10T21:34:23.140 INFO:tasks.rados.rados.0.smithi071.stdout:3677: read oid 2 snap 356 2024-03-10T21:34:23.140 INFO:tasks.rados.rados.0.smithi071.stdout:3677: expect (ObjNum 1120 snap 355 seq_num 1120) 2024-03-10T21:34:23.140 INFO:tasks.rados.rados.0.smithi071.stdout:3678: rollback oid 16 current snap is 363 2024-03-10T21:34:23.140 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 331 2024-03-10T21:34:23.140 INFO:tasks.rados.rados.0.smithi071.stdout:3679: snap_remove snap 350 2024-03-10T21:34:23.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:23.147+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:23.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:23.147+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:23.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:23.147+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:23.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:23.142+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:23.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:23.142+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:23.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:23.143+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:23.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:23.139+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:23.139+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:23.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: osdmap e778: 8 total, 8 up, 8 in 2024-03-10T21:34:23.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:23.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:23.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:23.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:23.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:23 smithi193 ceph-mon[83873]: pgmap v852: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 542 KiB/s wr, 15 op/s 2024-03-10T21:34:23.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:23.171+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:23.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:23.137+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:23.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:23.137+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:23.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: osdmap e778: 8 total, 8 up, 8 in 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[88660]: pgmap v852: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 542 KiB/s wr, 15 op/s 2024-03-10T21:34:23.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: osdmap e778: 8 total, 8 up, 8 in 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:23.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-mon[91105]: pgmap v852: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 542 KiB/s wr, 15 op/s 2024-03-10T21:34:23.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.134+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:23.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.134+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:23.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.134+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:23.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.134+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:23.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.136+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:23.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.136+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:23.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:23.136+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:24.145 INFO:tasks.rados.rados.0.smithi071.stdout:3679: done (4 left) 2024-03-10T21:34:24.145 INFO:tasks.rados.rados.0.smithi071.stdout:3680: snap_remove snap 315 2024-03-10T21:34:24.552 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:24.144+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:24.552 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:24.145+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:24.552 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:24.145+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:24.552 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:24.144+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:24.552 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:24.144+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:24.552 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:24.144+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:24.145+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:24.145+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: osdmap e779: 8 total, 8 up, 8 in 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:24.553 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: osdmap e779: 8 total, 8 up, 8 in 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:24.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:24.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:24.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:24.142+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:24.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:24.142+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:24.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: osdmap e779: 8 total, 8 up, 8 in 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:24.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:24.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:24.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:24.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:24.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:24.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:24.550+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:24.876 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:24.620+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:24.877 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:24.620+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:25.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:24.873+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:25.150 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:24.874+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:3680: done (4 left) 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:3681: delete oid 23 current snap is 363 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing rollback tid 0 to smithi07176956-16 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:3678: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 5958 (ObjNum 865 snap 246 seq_num 865) dirty exists 2024-03-10T21:34:25.160 INFO:tasks.rados.rados.0.smithi071.stdout:3677: expect (ObjNum 1120 snap 355 seq_num 1120) 2024-03-10T21:34:25.546 INFO:tasks.rados.rados.0.smithi071.stdout:3675: expect (ObjNum 1139 snap 359 seq_num 1139) 2024-03-10T21:34:25.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:25.149+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:25.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:25.150+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:25.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:25.150+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:25.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:25.165+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:25.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:25.165+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:25.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:25.165+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:25.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: osdmap e780: 8 total, 8 up, 8 in 2024-03-10T21:34:25.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:25.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: pgmap v855: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:25.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:25.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:25.157+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:25.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:25.156+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:25.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:25.157+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: osdmap e780: 8 total, 8 up, 8 in 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: pgmap v855: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:25.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: osdmap e780: 8 total, 8 up, 8 in 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:25.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: pgmap v855: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-03-10T21:34:25.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:25.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:25.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:26.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:25.783+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:26.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:25.783+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:26.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:26.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:26.085 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:26.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:26.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:26.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:26.086 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:25.782+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:26.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: osdmap e781: 8 total, 8 up, 8 in 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:26.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:26.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:26.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:26.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:26.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:26.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: osdmap e781: 8 total, 8 up, 8 in 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:26.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:26.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: osdmap e781: 8 total, 8 up, 8 in 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:26.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:26.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:26.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:26.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:26.775 INFO:tasks.rados.rados.0.smithi071.stdout:3675: done (4 left) 2024-03-10T21:34:26.775 INFO:tasks.rados.rados.0.smithi071.stdout:3676: done (3 left) 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3677: done (2 left) 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3678: done (1 left) 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3681: done (0 left) 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3682: read oid 6 snap -1 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3682: expect deleted 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3683: rmattr oid 16 current snap is 363 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3683: done (1 left) 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3684: read oid 49 snap -1 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3684: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3685: rmattr oid 45 current snap is 363 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 363 2024-03-10T21:34:26.776 INFO:tasks.rados.rados.0.smithi071.stdout:3686: seq_num 1144 ranges {1466368=770048,2236416=737280,2973696=712704,3686400=155648} 2024-03-10T21:34:26.787 INFO:tasks.rados.rados.0.smithi071.stdout:3686: writing smithi07176956-40 from 1466368 to 2236416 tid 1 2024-03-10T21:34:26.791 INFO:tasks.rados.rados.0.smithi071.stdout:3686: writing smithi07176956-40 from 2236416 to 2973696 tid 2 2024-03-10T21:34:26.795 INFO:tasks.rados.rados.0.smithi071.stdout:3686: writing smithi07176956-40 from 2973696 to 3686400 tid 3 2024-03-10T21:34:26.796 INFO:tasks.rados.rados.0.smithi071.stdout:3686: writing smithi07176956-40 from 3686400 to 3842048 tid 4 2024-03-10T21:34:26.796 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 363 2024-03-10T21:34:26.796 INFO:tasks.rados.rados.0.smithi071.stdout:3687: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-03-10T21:34:26.800 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi07176956-27 from 0 to 786432 tid 1 2024-03-10T21:34:26.804 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi07176956-27 from 786432 to 1409024 tid 2 2024-03-10T21:34:26.808 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi07176956-27 from 1409024 to 1925120 tid 3 2024-03-10T21:34:26.810 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi07176956-27 from 1925120 to 2342912 tid 4 2024-03-10T21:34:26.811 INFO:tasks.rados.rados.0.smithi071.stdout:3687: writing smithi07176956-27 from 2342912 to 2392064 tid 5 2024-03-10T21:34:26.811 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 363 2024-03-10T21:34:26.811 INFO:tasks.rados.rados.0.smithi071.stdout:3688: seq_num 1146 ranges {2072576=802816,2875392=499712,3375104=679936,4055040=425984} 2024-03-10T21:34:26.827 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07176956-3 from 2072576 to 2875392 tid 1 2024-03-10T21:34:26.829 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07176956-3 from 2875392 to 3375104 tid 2 2024-03-10T21:34:26.833 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07176956-3 from 3375104 to 4055040 tid 3 2024-03-10T21:34:26.836 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07176956-3 from 4055040 to 4481024 tid 4 2024-03-10T21:34:26.836 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 363 2024-03-10T21:34:26.836 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 24857 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:34:26.836 INFO:tasks.rados.rados.0.smithi071.stdout:3684: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:34:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing write tid 1 to smithi07176956-40 2024-03-10T21:34:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 1 to smithi07176956-27 2024-03-10T21:34:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing write tid 2 to smithi07176956-40 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing write tid 3 to smithi07176956-40 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing write tid 4 to smithi07176956-40 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 2 to smithi07176956-27 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 3 to smithi07176956-27 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing write tid 5 to smithi07176956-40 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 4 to smithi07176956-27 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 5 to smithi07176956-27 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 6 to smithi07176956-27 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: finishing write tid 6 to smithi07176956-40 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: oid 40 updating version 0 to 24864 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: oid 40 updating version 24864 to 24867 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: oid 40 version 24867 is already newer than 24863 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: oid 40 version 24867 is already newer than 24865 2024-03-10T21:34:26.946 INFO:tasks.rados.rados.0.smithi071.stdout:3686: oid 40 version 24867 is already newer than 24866 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 24867 (ObjNum 1144 snap 363 seq_num 1144) dirty exists 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3686: left oid 40 (ObjNum 1144 snap 363 seq_num 1144) 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: finishing write tid 7 to smithi07176956-27 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: oid 27 updating version 0 to 24878 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: oid 27 version 24878 is already newer than 24877 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: oid 27 updating version 24878 to 24879 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: oid 27 version 24879 is already newer than 24874 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: oid 27 version 24879 is already newer than 24876 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: oid 27 version 24879 is already newer than 24875 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 24879 (ObjNum 1145 snap 363 seq_num 1145) dirty exists 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3687: left oid 27 (ObjNum 1145 snap 363 seq_num 1145) 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 1 to smithi07176956-3 2024-03-10T21:34:26.947 INFO:tasks.rados.rados.0.smithi071.stdout:3689: seq_num 1147 ranges {6742016=16384} 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3689: writing smithi07176956-20 from 6742016 to 6758400 tid 1 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3682: done (6 left) 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3684: done (5 left) 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3685: done (4 left) 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3686: done (3 left) 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3687: done (2 left) 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3690: snap_create 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 2 to smithi07176956-3 2024-03-10T21:34:26.981 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 3 to smithi07176956-3 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 4 to smithi07176956-3 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 5 to smithi07176956-3 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 6 to smithi07176956-3 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: oid 3 updating version 0 to 24876 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: oid 3 version 24876 is already newer than 24873 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: oid 3 version 24876 is already newer than 24875 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: oid 3 updating version 24876 to 24877 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: oid 3 version 24877 is already newer than 24874 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24877 (ObjNum 1146 snap 363 seq_num 1146) dirty exists 2024-03-10T21:34:26.982 INFO:tasks.rados.rados.0.smithi071.stdout:3688: left oid 3 (ObjNum 1146 snap 363 seq_num 1146) 2024-03-10T21:34:26.983 INFO:tasks.rados.rados.0.smithi071.stdout:3689: finishing write tid 1 to smithi07176956-20 2024-03-10T21:34:26.983 INFO:tasks.rados.rados.0.smithi071.stdout:3689: finishing write tid 2 to smithi07176956-20 2024-03-10T21:34:26.984 INFO:tasks.rados.rados.0.smithi071.stdout:3689: finishing write tid 3 to smithi07176956-20 2024-03-10T21:34:26.984 INFO:tasks.rados.rados.0.smithi071.stdout:3689: oid 20 updating version 0 to 24881 2024-03-10T21:34:26.985 INFO:tasks.rados.rados.0.smithi071.stdout:3689: oid 20 version 24881 is already newer than 24880 2024-03-10T21:34:26.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 24881 (ObjNum 1147 snap 363 seq_num 1147) dirty exists 2024-03-10T21:34:26.985 INFO:tasks.rados.rados.0.smithi071.stdout:3689: left oid 20 (ObjNum 1147 snap 363 seq_num 1147) 2024-03-10T21:34:27.159 INFO:tasks.rados.rados.0.smithi071.stdout:3688: done (2 left) 2024-03-10T21:34:27.159 INFO:tasks.rados.rados.0.smithi071.stdout:3689: done (1 left) 2024-03-10T21:34:27.159 INFO:tasks.rados.rados.0.smithi071.stdout:3690: done (0 left) 2024-03-10T21:34:27.159 INFO:tasks.rados.rados.0.smithi071.stdout:3691: delete oid 18 current snap is 364 2024-03-10T21:34:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3691: done (0 left) 2024-03-10T21:34:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3692: read oid 15 snap 253 2024-03-10T21:34:27.168 INFO:tasks.rados.rados.0.smithi071.stdout:3692: expect (ObjNum 860 snap 242 seq_num 860) 2024-03-10T21:34:27.168 INFO:tasks.rados.rados.0.smithi071.stdout:3693: read oid 14 snap 351 2024-03-10T21:34:27.168 INFO:tasks.rados.rados.0.smithi071.stdout:3693: expect (ObjNum 1085 snap 343 seq_num 1085) 2024-03-10T21:34:27.168 INFO:tasks.rados.rados.0.smithi071.stdout:3694: read oid 31 snap -1 2024-03-10T21:34:27.168 INFO:tasks.rados.rados.0.smithi071.stdout:3694: expect (ObjNum 1104 snap 349 seq_num 1104) 2024-03-10T21:34:27.168 INFO:tasks.rados.rados.0.smithi071.stdout:3695: delete oid 1 current snap is 364 2024-03-10T21:34:27.178 INFO:tasks.rados.rados.0.smithi071.stdout:3693: expect (ObjNum 1085 snap 343 seq_num 1085) 2024-03-10T21:34:27.243 INFO:tasks.rados.rados.0.smithi071.stdout:3694: expect (ObjNum 1104 snap 349 seq_num 1104) 2024-03-10T21:34:27.367 INFO:tasks.rados.rados.0.smithi071.stdout:3692: expect (ObjNum 860 snap 242 seq_num 860) 2024-03-10T21:34:27.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-mon[83873]: pgmap v857: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-03-10T21:34:27.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:27.156+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:27.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:27.157+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:27.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:27.173+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:27.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:27.173+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:27.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:27.161+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:27.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:27.165+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:27.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-mon[88660]: pgmap v857: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-03-10T21:34:27.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-mon[91105]: pgmap v857: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-03-10T21:34:27.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:27.173+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:27.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:27.158+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:27.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:27.158+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:27.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:27.158+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:27.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:27.156+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:27.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:27.156+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:27.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:27.156+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:27.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:27.157+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:27.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:27 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:27.158+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:27.609 INFO:tasks.rados.rados.0.smithi071.stdout:3692: done (3 left) 2024-03-10T21:34:27.610 INFO:tasks.rados.rados.0.smithi071.stdout:3693: done (2 left) 2024-03-10T21:34:27.610 INFO:tasks.rados.rados.0.smithi071.stdout:3694: done (1 left) 2024-03-10T21:34:27.610 INFO:tasks.rados.rados.0.smithi071.stdout:3695: done (0 left) 2024-03-10T21:34:27.610 INFO:tasks.rados.rados.0.smithi071.stdout:3696: delete oid 30 current snap is 364 2024-03-10T21:34:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:3696: done (0 left) 2024-03-10T21:34:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:3697: rmattr oid 18 current snap is 364 2024-03-10T21:34:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:3697: done (0 left) 2024-03-10T21:34:27.615 INFO:tasks.rados.rados.0.smithi071.stdout:3698: delete oid 43 current snap is 364 2024-03-10T21:34:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:3698: done (0 left) 2024-03-10T21:34:27.620 INFO:tasks.rados.rados.0.smithi071.stdout:3699: rollback oid 4 current snap is 364 2024-03-10T21:34:27.621 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 332 2024-03-10T21:34:27.621 INFO:tasks.rados.rados.0.smithi071.stdout:3700: snap_create 2024-03-10T21:34:27.627 INFO:tasks.rados.rados.0.smithi071.stdout:3699: finishing rollback tid 1 to smithi07176956-4 2024-03-10T21:34:27.628 INFO:tasks.rados.rados.0.smithi071.stdout:3699: finishing rollback tid 2 to smithi07176956-4 2024-03-10T21:34:27.628 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24870 (ObjNum 1034 snap 308 seq_num 1034) dirty exists 2024-03-10T21:34:28.165 INFO:tasks.rados.rados.0.smithi071.stdout:3699: done (1 left) 2024-03-10T21:34:28.165 INFO:tasks.rados.rados.0.smithi071.stdout:3700: done (0 left) 2024-03-10T21:34:28.165 INFO:tasks.rados.rados.0.smithi071.stdout:3701: delete oid 29 current snap is 365 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:3701: done (0 left) 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:3702: rollback oid 10 current snap is 365 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 352 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:3703: read oid 9 snap -1 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:3703: expect deleted 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 365 2024-03-10T21:34:28.170 INFO:tasks.rados.rados.0.smithi071.stdout:3704: seq_num 1153 ranges {7766016=114688} 2024-03-10T21:34:28.212 INFO:tasks.rados.rados.0.smithi071.stdout:3704: writing smithi07176956-44 from 7766016 to 7880704 tid 1 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3705: copy_from oid 16 from oid 37 current snap is 365 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3702: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3702: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3702: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24876 (ObjNum 1083 snap 343 seq_num 1083) dirty exists 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3702: done (3 left) 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3703: done (2 left) 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 365 2024-03-10T21:34:28.213 INFO:tasks.rados.rados.0.smithi071.stdout:3706: seq_num 1154 ranges {3842048=131072} 2024-03-10T21:34:28.235 INFO:tasks.rados.rados.0.smithi071.stdout:3706: writing smithi07176956-40 from 3842048 to 3973120 tid 1 2024-03-10T21:34:28.235 INFO:tasks.rados.rados.0.smithi071.stdout:3707: rollback oid 39 current snap is 365 2024-03-10T21:34:28.235 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 324 2024-03-10T21:34:28.235 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 1 to smithi07176956-44 2024-03-10T21:34:28.235 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 2 to smithi07176956-44 2024-03-10T21:34:28.235 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing copy_from racing read to smithi07176956-16 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing copy_from to smithi07176956-16 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 24842 (ObjNum 989 snap 294 seq_num 989) dirty exists 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 3 to smithi07176956-44 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3704: oid 44 updating version 0 to 24897 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3704: oid 44 updating version 24897 to 24898 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 24898 (ObjNum 1153 snap 365 seq_num 1153) dirty exists 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3704: left oid 44 (ObjNum 1153 snap 365 seq_num 1153) 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3704: done (3 left) 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3705: done (2 left) 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:3708: rollback oid 43 current snap is 365 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 320 2024-03-10T21:34:28.236 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 365 2024-03-10T21:34:28.237 INFO:tasks.rados.rados.0.smithi071.stdout:3709: seq_num 1155 ranges {5414912=147456} 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3709: writing smithi07176956-34 from 5414912 to 5562368 tid 1 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3710: read oid 49 snap -1 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3710: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3711: rmattr oid 15 current snap is 365 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3711: done (5 left) 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 365 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing rollback tid 0 to smithi07176956-39 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:34:28.265 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24864 (ObjNum 1027 snap 306 seq_num 1027) dirty exists 2024-03-10T21:34:28.266 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:34:28.266 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing write tid 1 to smithi07176956-40 2024-03-10T21:34:28.266 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:34:28.266 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24878 (ObjNum 1048 snap 318 seq_num 1048) dirty exists 2024-03-10T21:34:28.266 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing write tid 2 to smithi07176956-40 2024-03-10T21:34:28.266 INFO:tasks.rados.rados.0.smithi071.stdout:3712: seq_num 1156 ranges {1662976=163840} 2024-03-10T21:34:28.274 INFO:tasks.rados.rados.0.smithi071.stdout:3712: writing smithi07176956-41 from 1662976 to 1826816 tid 1 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3707: done (5 left) 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3708: done (4 left) 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3713: delete oid 39 current snap is 365 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing write tid 3 to smithi07176956-40 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3706: oid 40 updating version 0 to 24871 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3706: oid 40 updating version 24871 to 24872 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 24872 (ObjNum 1154 snap 365 seq_num 1154) dirty exists 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3706: left oid 40 (ObjNum 1154 snap 365 seq_num 1154) 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3709: finishing write tid 1 to smithi07176956-34 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3709: finishing write tid 2 to smithi07176956-34 2024-03-10T21:34:28.275 INFO:tasks.rados.rados.0.smithi071.stdout:3710: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:34:28.385 INFO:tasks.rados.rados.0.smithi071.stdout:3709: finishing write tid 3 to smithi07176956-34 2024-03-10T21:34:28.385 INFO:tasks.rados.rados.0.smithi071.stdout:3709: oid 34 updating version 0 to 24874 2024-03-10T21:34:28.385 INFO:tasks.rados.rados.0.smithi071.stdout:3709: oid 34 version 24874 is already newer than 24873 2024-03-10T21:34:28.385 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 24874 (ObjNum 1155 snap 365 seq_num 1155) dirty exists 2024-03-10T21:34:28.385 INFO:tasks.rados.rados.0.smithi071.stdout:3709: left oid 34 (ObjNum 1155 snap 365 seq_num 1155) 2024-03-10T21:34:28.385 INFO:tasks.rados.rados.0.smithi071.stdout:3712: finishing write tid 1 to smithi07176956-41 2024-03-10T21:34:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3712: finishing write tid 2 to smithi07176956-41 2024-03-10T21:34:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3712: finishing write tid 3 to smithi07176956-41 2024-03-10T21:34:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3712: oid 41 updating version 0 to 24879 2024-03-10T21:34:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:3712: oid 41 updating version 24879 to 24880 2024-03-10T21:34:28.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 24880 (ObjNum 1156 snap 365 seq_num 1156) dirty exists 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3712: left oid 41 (ObjNum 1156 snap 365 seq_num 1156) 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3706: done (4 left) 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3709: done (3 left) 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3710: done (2 left) 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3712: done (1 left) 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3713: done (0 left) 2024-03-10T21:34:28.387 INFO:tasks.rados.rados.0.smithi071.stdout:3714: read oid 20 snap -1 2024-03-10T21:34:28.388 INFO:tasks.rados.rados.0.smithi071.stdout:3714: expect (ObjNum 1147 snap 363 seq_num 1147) 2024-03-10T21:34:28.388 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 365 2024-03-10T21:34:28.388 INFO:tasks.rados.rados.0.smithi071.stdout:3715: seq_num 1158 ranges {7938048=196608} 2024-03-10T21:34:28.428 INFO:tasks.rados.rados.0.smithi071.stdout:3715: writing smithi07176956-5 from 7938048 to 8134656 tid 1 2024-03-10T21:34:28.429 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 365 2024-03-10T21:34:28.429 INFO:tasks.rados.rados.0.smithi071.stdout:3716: seq_num 1159 ranges {5709824=212992} 2024-03-10T21:34:28.460 INFO:tasks.rados.rados.0.smithi071.stdout:3716: writing smithi07176956-11 from 5709824 to 5922816 tid 1 2024-03-10T21:34:28.460 INFO:tasks.rados.rados.0.smithi071.stdout:3717: rollback oid 17 current snap is 365 2024-03-10T21:34:28.460 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 352 2024-03-10T21:34:28.460 INFO:tasks.rados.rados.0.smithi071.stdout:3714: expect (ObjNum 1147 snap 363 seq_num 1147) 2024-03-10T21:34:28.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:28.163+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:28.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:28.163+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:28.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:28.163+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:28.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:28.175+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:28.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:28.175+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:28.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:28.175+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:28.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:28.172+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:28.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:28.184+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ac=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:28.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: osdmap e782: 8 total, 8 up, 8 in 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:28.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:28.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:28 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:28.589 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:28.169+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:28.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:28.167+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:28.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:28.167+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:28.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: osdmap e782: 8 total, 8 up, 8 in 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:28.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:28.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:28.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.162+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:28.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.164+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:28.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.164+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:28.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.164+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:28.592 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.164+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.165+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:28.593 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:28.165+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: osdmap e782: 8 total, 8 up, 8 in 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:28.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:28.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:28.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:28.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:28.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:28.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:28.594 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:28 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:29.058 INFO:tasks.rados.rados.0.smithi071.stdout:3715: finishing write tid 1 to smithi07176956-5 2024-03-10T21:34:29.058 INFO:tasks.rados.rados.0.smithi071.stdout:3715: finishing write tid 2 to smithi07176956-5 2024-03-10T21:34:29.058 INFO:tasks.rados.rados.0.smithi071.stdout:3715: finishing write tid 3 to smithi07176956-5 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3715: oid 5 updating version 0 to 24900 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3715: oid 5 version 24900 is already newer than 24899 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24900 (ObjNum 1158 snap 365 seq_num 1158) dirty exists 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3715: left oid 5 (ObjNum 1158 snap 365 seq_num 1158) 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3716: finishing write tid 1 to smithi07176956-11 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3716: finishing write tid 2 to smithi07176956-11 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing rollback tid 0 to smithi07176956-17 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3714: done (3 left) 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3715: done (2 left) 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3718: snap_create 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing rollback tid 1 to smithi07176956-17 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing rollback tid 2 to smithi07176956-17 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24844 (ObjNum 1086 snap 343 seq_num 1086) dirty exists 2024-03-10T21:34:29.059 INFO:tasks.rados.rados.0.smithi071.stdout:3716: finishing write tid 3 to smithi07176956-11 2024-03-10T21:34:29.060 INFO:tasks.rados.rados.0.smithi071.stdout:3716: oid 11 updating version 0 to 24821 2024-03-10T21:34:29.060 INFO:tasks.rados.rados.0.smithi071.stdout:3716: oid 11 version 24821 is already newer than 24820 2024-03-10T21:34:29.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24821 (ObjNum 1159 snap 365 seq_num 1159) dirty exists 2024-03-10T21:34:29.060 INFO:tasks.rados.rados.0.smithi071.stdout:3716: left oid 11 (ObjNum 1159 snap 365 seq_num 1159) 2024-03-10T21:34:29.177 INFO:tasks.rados.rados.0.smithi071.stdout:3716: done (2 left) 2024-03-10T21:34:29.177 INFO:tasks.rados.rados.0.smithi071.stdout:3717: done (1 left) 2024-03-10T21:34:29.177 INFO:tasks.rados.rados.0.smithi071.stdout:3718: done (0 left) 2024-03-10T21:34:29.177 INFO:tasks.rados.rados.0.smithi071.stdout:3719: copy_from oid 13 from oid 38 current snap is 366 2024-03-10T21:34:29.177 INFO:tasks.rados.rados.0.smithi071.stdout:3720: setattr oid 31 current snap is 366 2024-03-10T21:34:29.180 INFO:tasks.rados.rados.0.smithi071.stdout:3721: rollback oid 23 current snap is 366 2024-03-10T21:34:29.180 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 359 2024-03-10T21:34:29.180 INFO:tasks.rados.rados.0.smithi071.stdout:3722: snap_remove snap 347 2024-03-10T21:34:29.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:29.170+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:29.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:29.170+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:29.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:29.179+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:29.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:29.179+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:29.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:29.191+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:29.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:29.191+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:29.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: osdmap e783: 8 total, 8 up, 8 in 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ac=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:29.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:29 smithi193 ceph-mon[83873]: pgmap v860: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-03-10T21:34:29.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:29.181+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:29.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:29.174+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:29.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:29.174+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:29.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:29.175+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:29.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:29.171+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:29.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:29.171+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:29.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:29.171+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:29.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:29.172+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:29.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:29.172+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:29.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: osdmap e783: 8 total, 8 up, 8 in 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:29.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ac=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[91105]: pgmap v860: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ab=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: osdmap e783: 8 total, 8 up, 8 in 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:29.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:29.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:29.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:29.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:29.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ac=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:29.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:29 smithi071 ceph-mon[88660]: pgmap v860: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-03-10T21:34:30.182 INFO:tasks.rados.rados.0.smithi071.stdout:3722: done (3 left) 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3723: read oid 25 snap -1 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3723: expect (ObjNum 1107 snap 350 seq_num 1107) 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3724: setattr oid 14 current snap is 366 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24881 (ObjNum 1104 snap 349 seq_num 1104) dirty exists 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24828 (ObjNum 1131 snap 356 seq_num 1131) dirty exists 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing copy_from racing read to smithi07176956-13 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing copy_from to smithi07176956-13 2024-03-10T21:34:30.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 24848 (ObjNum 1104 snap 349 seq_num 1104) dirty exists 2024-03-10T21:34:30.186 INFO:tasks.rados.rados.0.smithi071.stdout:3719: done (4 left) 2024-03-10T21:34:30.186 INFO:tasks.rados.rados.0.smithi071.stdout:3720: done (3 left) 2024-03-10T21:34:30.186 INFO:tasks.rados.rados.0.smithi071.stdout:3721: done (2 left) 2024-03-10T21:34:30.186 INFO:tasks.rados.rados.0.smithi071.stdout:3725: delete oid 7 current snap is 366 2024-03-10T21:34:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13247 (ObjNum 1125 snap 356 seq_num 1125) dirty exists 2024-03-10T21:34:30.197 INFO:tasks.rados.rados.0.smithi071.stdout:3724: done (2 left) 2024-03-10T21:34:30.197 INFO:tasks.rados.rados.0.smithi071.stdout:3725: done (1 left) 2024-03-10T21:34:30.197 INFO:tasks.rados.rados.0.smithi071.stdout:3726: delete oid 50 current snap is 366 2024-03-10T21:34:30.200 INFO:tasks.rados.rados.0.smithi071.stdout:3723: expect (ObjNum 1107 snap 350 seq_num 1107) 2024-03-10T21:34:30.314 INFO:tasks.rados.rados.0.smithi071.stdout:3723: done (1 left) 2024-03-10T21:34:30.315 INFO:tasks.rados.rados.0.smithi071.stdout:3726: done (0 left) 2024-03-10T21:34:30.315 INFO:tasks.rados.rados.0.smithi071.stdout:3727: rollback oid 21 current snap is 366 2024-03-10T21:34:30.315 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 365 2024-03-10T21:34:30.315 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 366 2024-03-10T21:34:30.315 INFO:tasks.rados.rados.0.smithi071.stdout:3728: seq_num 1162 ranges {0=270336} 2024-03-10T21:34:30.316 INFO:tasks.rados.rados.0.smithi071.stdout:3728: writing smithi07176956-50 from 0 to 270336 tid 1 2024-03-10T21:34:30.316 INFO:tasks.rados.rados.0.smithi071.stdout:3729: rollback oid 12 current snap is 366 2024-03-10T21:34:30.316 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 352 2024-03-10T21:34:30.316 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 366 2024-03-10T21:34:30.316 INFO:tasks.rados.rados.0.smithi071.stdout:3730: seq_num 1163 ranges {1499136=286720} 2024-03-10T21:34:30.326 INFO:tasks.rados.rados.0.smithi071.stdout:3730: writing smithi07176956-48 from 1499136 to 1785856 tid 1 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 366 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3728: finishing write tid 1 to smithi07176956-50 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3728: finishing write tid 2 to smithi07176956-50 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3727: finishing rollback tid 0 to smithi07176956-21 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3728: finishing write tid 3 to smithi07176956-50 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3728: oid 50 updating version 0 to 24859 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3728: oid 50 updating version 24859 to 24860 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24860 (ObjNum 1162 snap 366 seq_num 1162) dirty exists 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3728: left oid 50 (ObjNum 1162 snap 366 seq_num 1162) 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3727: finishing rollback tid 1 to smithi07176956-21 2024-03-10T21:34:30.327 INFO:tasks.rados.rados.0.smithi071.stdout:3731: seq_num 1164 ranges {4374528=303104} 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:3731: writing smithi07176956-33 from 4374528 to 4677632 tid 1 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:3728: done (4 left) 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 366 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:3727: finishing rollback tid 2 to smithi07176956-21 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 13250 (ObjNum 1053 snap 321 seq_num 1053) dirty exists 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:3729: finishing rollback tid 1 to smithi07176956-12 2024-03-10T21:34:30.352 INFO:tasks.rados.rados.0.smithi071.stdout:3732: seq_num 1165 ranges {2392064=319488} 2024-03-10T21:34:30.366 INFO:tasks.rados.rados.0.smithi071.stdout:3732: writing smithi07176956-27 from 2392064 to 2711552 tid 1 2024-03-10T21:34:30.367 INFO:tasks.rados.rados.0.smithi071.stdout:3727: done (4 left) 2024-03-10T21:34:30.367 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 366 2024-03-10T21:34:30.367 INFO:tasks.rados.rados.0.smithi071.stdout:3733: seq_num 1166 ranges {3039232=335872} 2024-03-10T21:34:30.384 INFO:tasks.rados.rados.0.smithi071.stdout:3733: writing smithi07176956-4 from 3039232 to 3375104 tid 1 2024-03-10T21:34:30.385 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 366 2024-03-10T21:34:30.385 INFO:tasks.rados.rados.0.smithi071.stdout:3734: seq_num 1167 ranges {0=352256} 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:3734: writing smithi07176956-35 from 0 to 352256 tid 1 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:3735: rollback oid 49 current snap is 366 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 328 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:3729: finishing rollback tid 2 to smithi07176956-12 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 13252 (ObjNum 65 snap 0 seq_num 1499287664) dirty exists 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:3730: finishing write tid 1 to smithi07176956-48 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:3729: done (6 left) 2024-03-10T21:34:30.387 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 366 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:3730: finishing write tid 2 to smithi07176956-48 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:3730: finishing write tid 3 to smithi07176956-48 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:3730: oid 48 updating version 0 to 24882 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:3730: oid 48 updating version 24882 to 24883 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 24883 (ObjNum 1163 snap 366 seq_num 1163) dirty exists 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:3730: left oid 48 (ObjNum 1163 snap 366 seq_num 1163) 2024-03-10T21:34:30.388 INFO:tasks.rados.rados.0.smithi071.stdout:3736: seq_num 1168 ranges {5922816=368640} 2024-03-10T21:34:30.422 INFO:tasks.rados.rados.0.smithi071.stdout:3736: writing smithi07176956-11 from 5922816 to 6291456 tid 1 2024-03-10T21:34:30.422 INFO:tasks.rados.rados.0.smithi071.stdout:3730: done (6 left) 2024-03-10T21:34:30.422 INFO:tasks.rados.rados.0.smithi071.stdout:3737: copy_from oid 38 from oid 37 current snap is 366 2024-03-10T21:34:30.422 INFO:tasks.rados.rados.0.smithi071.stdout:3731: finishing write tid 1 to smithi07176956-33 2024-03-10T21:34:30.422 INFO:tasks.rados.rados.0.smithi071.stdout:3731: finishing write tid 2 to smithi07176956-33 2024-03-10T21:34:30.422 INFO:tasks.rados.rados.0.smithi071.stdout:3731: finishing write tid 3 to smithi07176956-33 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3731: oid 33 updating version 0 to 24879 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3731: oid 33 version 24879 is already newer than 24878 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 24879 (ObjNum 1164 snap 366 seq_num 1164) dirty exists 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3731: left oid 33 (ObjNum 1164 snap 366 seq_num 1164) 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: finishing write tid 1 to smithi07176956-27 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: finishing write tid 2 to smithi07176956-27 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: finishing write tid 3 to smithi07176956-27 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: oid 27 updating version 0 to 24884 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: oid 27 version 24884 is already newer than 24883 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 24884 (ObjNum 1165 snap 366 seq_num 1165) dirty exists 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: left oid 27 (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3731: done (6 left) 2024-03-10T21:34:30.423 INFO:tasks.rados.rados.0.smithi071.stdout:3732: done (5 left) 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3738: copy_from oid 47 from oid 24 current snap is 366 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing rollback tid 0 to smithi07176956-49 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing rollback tid 1 to smithi07176956-49 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing rollback tid 2 to smithi07176956-49 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 24824 (ObjNum 1035 snap 308 seq_num 1035) dirty exists 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3735: done (5 left) 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 366 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3733: finishing write tid 1 to smithi07176956-4 2024-03-10T21:34:30.424 INFO:tasks.rados.rados.0.smithi071.stdout:3739: seq_num 1169 ranges {2179072=385024} 2024-03-10T21:34:30.436 INFO:tasks.rados.rados.0.smithi071.stdout:3739: writing smithi07176956-16 from 2179072 to 2564096 tid 1 2024-03-10T21:34:30.436 INFO:tasks.rados.rados.0.smithi071.stdout:3740: snap_create 2024-03-10T21:34:30.436 INFO:tasks.rados.rados.0.smithi071.stdout:3733: finishing write tid 2 to smithi07176956-4 2024-03-10T21:34:30.436 INFO:tasks.rados.rados.0.smithi071.stdout:3734: finishing write tid 1 to smithi07176956-35 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3734: finishing write tid 2 to smithi07176956-35 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3734: finishing write tid 3 to smithi07176956-35 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3734: oid 35 updating version 0 to 24854 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3734: oid 35 version 24854 is already newer than 24853 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24854 (ObjNum 1167 snap 366 seq_num 1167) dirty exists 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3734: left oid 35 (ObjNum 1167 snap 366 seq_num 1167) 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3733: finishing write tid 3 to smithi07176956-4 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3733: oid 4 updating version 0 to 24876 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3733: oid 4 version 24876 is already newer than 24875 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24876 (ObjNum 1166 snap 366 seq_num 1166) dirty exists 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3733: left oid 4 (ObjNum 1166 snap 366 seq_num 1166) 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3736: finishing write tid 1 to smithi07176956-11 2024-03-10T21:34:30.437 INFO:tasks.rados.rados.0.smithi071.stdout:3736: finishing write tid 2 to smithi07176956-11 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3736: finishing write tid 3 to smithi07176956-11 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3736: oid 11 updating version 0 to 24826 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3736: oid 11 version 24826 is already newer than 24825 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24826 (ObjNum 1168 snap 366 seq_num 1168) dirty exists 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3736: left oid 11 (ObjNum 1168 snap 366 seq_num 1168) 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3737: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3737: finishing copy_from to smithi07176956-38 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24842 (ObjNum 989 snap 294 seq_num 989) dirty exists 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3738: finishing copy_from racing read to smithi07176956-47 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:3738: finishing copy_from to smithi07176956-47 2024-03-10T21:34:30.438 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 13212 (ObjNum 1014 snap 305 seq_num 1014) dirty exists 2024-03-10T21:34:30.439 INFO:tasks.rados.rados.0.smithi071.stdout:3739: finishing write tid 1 to smithi07176956-16 2024-03-10T21:34:30.439 INFO:tasks.rados.rados.0.smithi071.stdout:3739: finishing write tid 2 to smithi07176956-16 2024-03-10T21:34:30.440 INFO:tasks.rados.rados.0.smithi071.stdout:3739: finishing write tid 3 to smithi07176956-16 2024-03-10T21:34:30.440 INFO:tasks.rados.rados.0.smithi071.stdout:3739: oid 16 updating version 0 to 24843 2024-03-10T21:34:30.440 INFO:tasks.rados.rados.0.smithi071.stdout:3739: oid 16 updating version 24843 to 24844 2024-03-10T21:34:30.440 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 24844 (ObjNum 1169 snap 366 seq_num 1169) dirty exists 2024-03-10T21:34:30.440 INFO:tasks.rados.rados.0.smithi071.stdout:3739: left oid 16 (ObjNum 1169 snap 366 seq_num 1169) 2024-03-10T21:34:30.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:30.190+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:30.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:30.190+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:30.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:30.178+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:30.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:30.178+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:30.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:30.178+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:30.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:30.189+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:30.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:30.190+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:30.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:30.190+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: osdmap e784: 8 total, 8 up, 8 in 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:30.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:30.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:30.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:30.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:30 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:30.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:30.179+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:30.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:30.181+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:30.181+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:30.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: osdmap e784: 8 total, 8 up, 8 in 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:30.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:30.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.183+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:30.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.183+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:30.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.184+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:30.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.184+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.184+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.188+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:30.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:30.188+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:30.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: osdmap e784: 8 total, 8 up, 8 in 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:30.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:30 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:31.187 INFO:tasks.rados.rados.0.smithi071.stdout:3733: done (6 left) 2024-03-10T21:34:31.187 INFO:tasks.rados.rados.0.smithi071.stdout:3734: done (5 left) 2024-03-10T21:34:31.187 INFO:tasks.rados.rados.0.smithi071.stdout:3736: done (4 left) 2024-03-10T21:34:31.187 INFO:tasks.rados.rados.0.smithi071.stdout:3737: done (3 left) 2024-03-10T21:34:31.187 INFO:tasks.rados.rados.0.smithi071.stdout:3738: done (2 left) 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3739: done (1 left) 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3740: done (0 left) 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3741: rollback oid 20 current snap is 367 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 334 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3742: read oid 37 snap -1 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3742: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3743: read oid 29 snap -1 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3743: expect deleted 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3744: copy_from oid 43 from oid 3 current snap is 367 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 367 2024-03-10T21:34:31.188 INFO:tasks.rados.rados.0.smithi071.stdout:3745: seq_num 1170 ranges {0=401408} 2024-03-10T21:34:31.189 INFO:tasks.rados.rados.0.smithi071.stdout:3745: writing smithi07176956-18 from 0 to 401408 tid 1 2024-03-10T21:34:31.189 INFO:tasks.rados.rados.0.smithi071.stdout:3746: read oid 28 snap -1 2024-03-10T21:34:31.189 INFO:tasks.rados.rados.0.smithi071.stdout:3746: expect (ObjNum 1098 snap 345 seq_num 1098) 2024-03-10T21:34:31.190 INFO:tasks.rados.rados.0.smithi071.stdout:3747: snap_remove snap 356 2024-03-10T21:34:31.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:31.183+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:31.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:31.183+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:31.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:31.189+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:31.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:31.190+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:31.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:31.190+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:31.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:31.190+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:31.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: osdmap e785: 8 total, 8 up, 8 in 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:31.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:31.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:31.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:31 smithi193 ceph-mon[83873]: pgmap v863: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-10T21:34:31.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:34:31] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:34:31.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:31.192+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:31.189+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:31.189+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:31.199+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:31.180+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:31.180+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:31.181+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:31.181+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:31.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:31.181+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: osdmap e785: 8 total, 8 up, 8 in 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:31.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[88660]: pgmap v863: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: osdmap e785: 8 total, 8 up, 8 in 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:31.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:31.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:31 smithi071 ceph-mon[91105]: pgmap v863: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-03-10T21:34:32.187 INFO:tasks.rados.rados.0.smithi071.stdout:3741: finishing rollback tid 0 to smithi07176956-20 2024-03-10T21:34:32.187 INFO:tasks.rados.rados.0.smithi071.stdout:3741: finishing rollback tid 1 to smithi07176956-20 2024-03-10T21:34:32.187 INFO:tasks.rados.rados.0.smithi071.stdout:3741: finishing rollback tid 2 to smithi07176956-20 2024-03-10T21:34:32.188 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 24887 (ObjNum 1070 snap 333 seq_num 1070) dirty exists 2024-03-10T21:34:32.188 INFO:tasks.rados.rados.0.smithi071.stdout:3742: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:32.246 INFO:tasks.rados.rados.0.smithi071.stdout:3745: finishing write tid 1 to smithi07176956-18 2024-03-10T21:34:32.246 INFO:tasks.rados.rados.0.smithi071.stdout:3745: finishing write tid 2 to smithi07176956-18 2024-03-10T21:34:32.246 INFO:tasks.rados.rados.0.smithi071.stdout:3741: done (6 left) 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3742: done (5 left) 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3743: done (4 left) 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3747: done (3 left) 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3748: read oid 34 snap -1 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3748: expect (ObjNum 1155 snap 365 seq_num 1155) 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 367 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3745: finishing write tid 3 to smithi07176956-18 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3745: oid 18 updating version 0 to 24878 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3745: oid 18 version 24878 is already newer than 24877 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 24878 (ObjNum 1170 snap 367 seq_num 1170) dirty exists 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3745: left oid 18 (ObjNum 1170 snap 367 seq_num 1170) 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3744: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:3744: finishing copy_from to smithi07176956-43 2024-03-10T21:34:32.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24877 (ObjNum 1146 snap 363 seq_num 1146) dirty exists 2024-03-10T21:34:32.248 INFO:tasks.rados.rados.0.smithi071.stdout:3746: expect (ObjNum 1098 snap 345 seq_num 1098) 2024-03-10T21:34:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:34:32.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:32.249+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:32.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:32.264+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:32.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: osdmap e786: 8 total, 8 up, 8 in 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:32.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:32.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:32.296+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:32.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:32.185+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:32.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:32.186+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:32.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.186+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:32.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.186+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:32.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.187+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.187+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:32.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.187+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.187+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:32.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:32.187+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:32.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:32.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: osdmap e786: 8 total, 8 up, 8 in 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:32.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: osdmap e786: 8 total, 8 up, 8 in 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:32.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:32.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:32.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:32.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:32 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:32.733 INFO:tasks.rados.rados.0.smithi071.stdout:3748: expect (ObjNum 1155 snap 365 seq_num 1155) 2024-03-10T21:34:33.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:32.668+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:33.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:32.668+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:33.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:32.669+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:33.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:32.669+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:33.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:32.669+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:33.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:32.669+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:33.104 INFO:tasks.rados.rados.0.smithi071.stdout:3749: seq_num 1171 ranges {3571712=417792} 2024-03-10T21:34:33.125 INFO:tasks.rados.rados.0.smithi071.stdout:3749: writing smithi07176956-31 from 3571712 to 3989504 tid 1 2024-03-10T21:34:33.126 INFO:tasks.rados.rados.0.smithi071.stdout:3744: done (4 left) 2024-03-10T21:34:33.126 INFO:tasks.rados.rados.0.smithi071.stdout:3745: done (3 left) 2024-03-10T21:34:33.126 INFO:tasks.rados.rados.0.smithi071.stdout:3746: done (2 left) 2024-03-10T21:34:33.126 INFO:tasks.rados.rados.0.smithi071.stdout:3748: done (1 left) 2024-03-10T21:34:33.126 INFO:tasks.rados.rados.0.smithi071.stdout:3750: snap_remove snap 334 2024-03-10T21:34:33.202 INFO:tasks.rados.rados.0.smithi071.stdout:3750: done (1 left) 2024-03-10T21:34:33.202 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 367 2024-03-10T21:34:33.202 INFO:tasks.rados.rados.0.smithi071.stdout:3749: finishing write tid 1 to smithi07176956-31 2024-03-10T21:34:33.202 INFO:tasks.rados.rados.0.smithi071.stdout:3751: seq_num 1172 ranges {0=434176} 2024-03-10T21:34:33.205 INFO:tasks.rados.rados.0.smithi071.stdout:3751: writing smithi07176956-29 from 0 to 434176 tid 1 2024-03-10T21:34:33.205 INFO:tasks.rados.rados.0.smithi071.stdout:3752: read oid 27 snap 335 2024-03-10T21:34:33.205 INFO:tasks.rados.rados.0.smithi071.stdout:3752: expect deleted 2024-03-10T21:34:33.205 INFO:tasks.rados.rados.0.smithi071.stdout:3753: snap_remove snap 318 2024-03-10T21:34:33.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:33.207+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:33.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:33.203+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:33.203+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:33.203+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:33.199+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:33.199+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:33.199+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:33.200+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:33.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:33.200+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:33.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: osdmap e787: 8 total, 8 up, 8 in 2024-03-10T21:34:33.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:33.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:33.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:33.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: pgmap v866: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:33.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: osdmap e787: 8 total, 8 up, 8 in 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: pgmap v866: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:33.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:33.592 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:33.200+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:33.592 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:33.200+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:33.592 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:33.222+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:33.592 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:33.222+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: osdmap e787: 8 total, 8 up, 8 in 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: pgmap v866: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:33.593 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:34.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:33.673+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:34.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:33.673+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:34.208 INFO:tasks.rados.rados.0.smithi071.stdout:3753: done (3 left) 2024-03-10T21:34:34.208 INFO:tasks.rados.rados.0.smithi071.stdout:3754: rollback oid 37 current snap is 367 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 346 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3749: finishing write tid 2 to smithi07176956-31 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3749: finishing write tid 3 to smithi07176956-31 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3749: oid 31 updating version 0 to 24884 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3749: oid 31 updating version 24884 to 24885 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24885 (ObjNum 1171 snap 367 seq_num 1171) dirty exists 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3749: left oid 31 (ObjNum 1171 snap 367 seq_num 1171) 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3751: finishing write tid 1 to smithi07176956-29 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3751: finishing write tid 2 to smithi07176956-29 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3751: finishing write tid 3 to smithi07176956-29 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3751: oid 29 updating version 0 to 24867 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3751: oid 29 version 24867 is already newer than 24866 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24867 (ObjNum 1172 snap 367 seq_num 1172) dirty exists 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3751: left oid 29 (ObjNum 1172 snap 367 seq_num 1172) 2024-03-10T21:34:34.209 INFO:tasks.rados.rados.0.smithi071.stdout:3749: done (3 left) 2024-03-10T21:34:34.210 INFO:tasks.rados.rados.0.smithi071.stdout:3751: done (2 left) 2024-03-10T21:34:34.210 INFO:tasks.rados.rados.0.smithi071.stdout:3752: done (1 left) 2024-03-10T21:34:34.210 INFO:tasks.rados.rados.0.smithi071.stdout:3755: setattr oid 29 current snap is 367 2024-03-10T21:34:34.210 INFO:tasks.rados.rados.0.smithi071.stdout:3756: snap_create 2024-03-10T21:34:34.216 INFO:tasks.rados.rados.0.smithi071.stdout:3754: finishing rollback tid 0 to smithi07176956-37 2024-03-10T21:34:34.218 INFO:tasks.rados.rados.0.smithi071.stdout:3754: finishing rollback tid 1 to smithi07176956-37 2024-03-10T21:34:34.219 INFO:tasks.rados.rados.0.smithi071.stdout:3754: finishing rollback tid 2 to smithi07176956-37 2024-03-10T21:34:34.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 24870 (ObjNum 989 snap 294 seq_num 989) dirty exists 2024-03-10T21:34:34.219 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24871 (ObjNum 1172 snap 367 seq_num 1172) dirty exists 2024-03-10T21:34:34.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:34.208+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:34.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:34.208+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:34.208+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: osdmap e788: 8 total, 8 up, 8 in 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:34.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:34.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:34.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:34.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:34.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:34.586 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:34.208+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:34.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:34.212+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:34.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:34.217+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:34.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:34.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:34.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:34.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: osdmap e788: 8 total, 8 up, 8 in 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:34.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: osdmap e788: 8 total, 8 up, 8 in 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:34.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:34.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:34.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:34.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:35.211 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:34.870+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:35.211 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:34.870+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:35.212 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:34.870+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:35.212 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:34.870+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:35.212 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:34.870+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:35.212 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.868+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:35.212 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.868+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:35.212 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.868+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:35.213 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.869+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:35.213 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.869+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:35.213 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.869+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:35.213 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:34.869+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:35.216 INFO:tasks.rados.rados.0.smithi071.stdout:3754: done (2 left) 2024-03-10T21:34:35.216 INFO:tasks.rados.rados.0.smithi071.stdout:3755: done (1 left) 2024-03-10T21:34:35.216 INFO:tasks.rados.rados.0.smithi071.stdout:3756: done (0 left) 2024-03-10T21:34:35.216 INFO:tasks.rados.rados.0.smithi071.stdout:3757: setattr oid 4 current snap is 368 2024-03-10T21:34:35.218 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 368 2024-03-10T21:34:35.218 INFO:tasks.rados.rados.0.smithi071.stdout:3758: seq_num 1173 ranges {2310144=450560} 2024-03-10T21:34:35.233 INFO:tasks.rados.rados.0.smithi071.stdout:3758: writing smithi07176956-19 from 2310144 to 2760704 tid 1 2024-03-10T21:34:35.234 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 368 2024-03-10T21:34:35.234 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24879 (ObjNum 1166 snap 366 seq_num 1166) dirty exists 2024-03-10T21:34:35.234 INFO:tasks.rados.rados.0.smithi071.stdout:3759: seq_num 1174 ranges {5709824=466944} 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3759: writing smithi07176956-46 from 5709824 to 6176768 tid 1 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3757: done (2 left) 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3760: delete oid 17 current snap is 368 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3758: finishing write tid 1 to smithi07176956-19 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3758: finishing write tid 2 to smithi07176956-19 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3758: finishing write tid 3 to smithi07176956-19 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3758: oid 19 updating version 0 to 24845 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3758: oid 19 updating version 24845 to 24846 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 24846 (ObjNum 1173 snap 368 seq_num 1173) dirty exists 2024-03-10T21:34:35.267 INFO:tasks.rados.rados.0.smithi071.stdout:3758: left oid 19 (ObjNum 1173 snap 368 seq_num 1173) 2024-03-10T21:34:35.270 INFO:tasks.rados.rados.0.smithi071.stdout:3758: done (2 left) 2024-03-10T21:34:35.271 INFO:tasks.rados.rados.0.smithi071.stdout:3760: done (1 left) 2024-03-10T21:34:35.271 INFO:tasks.rados.rados.0.smithi071.stdout:3761: read oid 38 snap -1 2024-03-10T21:34:35.271 INFO:tasks.rados.rados.0.smithi071.stdout:3761: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:35.271 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 368 2024-03-10T21:34:35.271 INFO:tasks.rados.rados.0.smithi071.stdout:3762: seq_num 1176 ranges {0=499712} 2024-03-10T21:34:35.274 INFO:tasks.rados.rados.0.smithi071.stdout:3762: writing smithi07176956-1 from 0 to 499712 tid 1 2024-03-10T21:34:35.274 INFO:tasks.rados.rados.0.smithi071.stdout:3763: delete oid 30 current snap is 368 2024-03-10T21:34:35.275 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing write tid 1 to smithi07176956-46 2024-03-10T21:34:35.276 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing write tid 2 to smithi07176956-46 2024-03-10T21:34:35.280 INFO:tasks.rados.rados.0.smithi071.stdout:3761: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:35.337 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing write tid 3 to smithi07176956-46 2024-03-10T21:34:35.337 INFO:tasks.rados.rados.0.smithi071.stdout:3759: oid 46 updating version 0 to 24880 2024-03-10T21:34:35.337 INFO:tasks.rados.rados.0.smithi071.stdout:3759: oid 46 updating version 24880 to 24881 2024-03-10T21:34:35.337 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 24881 (ObjNum 1174 snap 368 seq_num 1174) dirty exists 2024-03-10T21:34:35.337 INFO:tasks.rados.rados.0.smithi071.stdout:3759: left oid 46 (ObjNum 1174 snap 368 seq_num 1174) 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3762: finishing write tid 1 to smithi07176956-1 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3759: done (3 left) 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3761: done (2 left) 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3763: done (1 left) 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 368 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3762: finishing write tid 2 to smithi07176956-1 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3762: finishing write tid 3 to smithi07176956-1 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3762: oid 1 updating version 0 to 13254 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3762: oid 1 version 13254 is already newer than 13253 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 13254 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3762: left oid 1 (ObjNum 1176 snap 368 seq_num 1176) 2024-03-10T21:34:35.338 INFO:tasks.rados.rados.0.smithi071.stdout:3764: seq_num 1178 ranges {3932160=532480} 2024-03-10T21:34:35.360 INFO:tasks.rados.rados.0.smithi071.stdout:3764: writing smithi07176956-14 from 3932160 to 4464640 tid 1 2024-03-10T21:34:35.361 INFO:tasks.rados.rados.0.smithi071.stdout:3762: done (1 left) 2024-03-10T21:34:35.361 INFO:tasks.rados.rados.0.smithi071.stdout:3765: copy_from oid 1 from oid 9 current snap is 368 2024-03-10T21:34:35.361 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 368 2024-03-10T21:34:35.361 INFO:tasks.rados.rados.0.smithi071.stdout:3766: seq_num 1179 ranges {0=548864} 2024-03-10T21:34:35.364 INFO:tasks.rados.rados.0.smithi071.stdout:3766: writing smithi07176956-2 from 0 to 548864 tid 1 2024-03-10T21:34:35.364 INFO:tasks.rados.rados.0.smithi071.stdout:3767: rollback oid 16 current snap is 368 2024-03-10T21:34:35.364 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 326 2024-03-10T21:34:35.364 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 368 2024-03-10T21:34:35.365 INFO:tasks.rados.rados.0.smithi071.stdout:3768: seq_num 1180 ranges {4481024=565248} 2024-03-10T21:34:35.392 INFO:tasks.rados.rados.0.smithi071.stdout:3768: writing smithi07176956-3 from 4481024 to 5046272 tid 1 2024-03-10T21:34:35.392 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 368 2024-03-10T21:34:35.392 INFO:tasks.rados.rados.0.smithi071.stdout:3764: finishing write tid 1 to smithi07176956-14 2024-03-10T21:34:35.392 INFO:tasks.rados.rados.0.smithi071.stdout:3767: finishing rollback tid 0 to smithi07176956-16 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3764: finishing write tid 2 to smithi07176956-14 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3767: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3767: finishing rollback tid 2 to smithi07176956-16 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 24849 (ObjNum 865 snap 246 seq_num 865) dirty exists 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing copy_from to smithi07176956-1 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3765: got expected ENOENT (src dne) 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3764: finishing write tid 3 to smithi07176956-14 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3764: oid 14 updating version 0 to 13256 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3764: oid 14 version 13256 is already newer than 13255 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13256 (ObjNum 1178 snap 368 seq_num 1178) dirty exists 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3764: left oid 14 (ObjNum 1178 snap 368 seq_num 1178) 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3766: finishing write tid 1 to smithi07176956-2 2024-03-10T21:34:35.393 INFO:tasks.rados.rados.0.smithi071.stdout:3766: finishing write tid 2 to smithi07176956-2 2024-03-10T21:34:35.394 INFO:tasks.rados.rados.0.smithi071.stdout:3766: finishing write tid 3 to smithi07176956-2 2024-03-10T21:34:35.394 INFO:tasks.rados.rados.0.smithi071.stdout:3766: oid 2 updating version 0 to 24866 2024-03-10T21:34:35.394 INFO:tasks.rados.rados.0.smithi071.stdout:3766: oid 2 version 24866 is already newer than 24865 2024-03-10T21:34:35.394 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24866 (ObjNum 1179 snap 368 seq_num 1179) dirty exists 2024-03-10T21:34:35.394 INFO:tasks.rados.rados.0.smithi071.stdout:3766: left oid 2 (ObjNum 1179 snap 368 seq_num 1179) 2024-03-10T21:34:35.394 INFO:tasks.rados.rados.0.smithi071.stdout:3769: seq_num 1181 ranges {1785856=581632} 2024-03-10T21:34:35.404 INFO:tasks.rados.rados.0.smithi071.stdout:3769: writing smithi07176956-48 from 1785856 to 2367488 tid 1 2024-03-10T21:34:35.405 INFO:tasks.rados.rados.0.smithi071.stdout:3764: done (5 left) 2024-03-10T21:34:35.405 INFO:tasks.rados.rados.0.smithi071.stdout:3765: done (4 left) 2024-03-10T21:34:35.405 INFO:tasks.rados.rados.0.smithi071.stdout:3766: done (3 left) 2024-03-10T21:34:35.405 INFO:tasks.rados.rados.0.smithi071.stdout:3767: done (2 left) 2024-03-10T21:34:35.405 INFO:tasks.rados.rados.0.smithi071.stdout:3770: snap_remove snap 331 2024-03-10T21:34:35.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:35.212+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:35.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:35.213+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:35.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:35.220+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:35.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:35.225+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:35.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:35.269+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:35.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:35.269+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:35.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: pgmap v868: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: osdmap e789: 8 total, 8 up, 8 in 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:35.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:35.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:35.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:35.279+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:35.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:35.236+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:35.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:35.237+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:35.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:35.237+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: pgmap v868: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: osdmap e789: 8 total, 8 up, 8 in 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:35.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:35.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: pgmap v868: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: osdmap e789: 8 total, 8 up, 8 in 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:35.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:35.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:35.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:35.215+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:35.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:35.215+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:35.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:35.215+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:35.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:35.215+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:35.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:35.215+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:36.221 INFO:tasks.rados.rados.0.smithi071.stdout:3770: done (2 left) 2024-03-10T21:34:36.222 INFO:tasks.rados.rados.0.smithi071.stdout:3771: read oid 28 snap -1 2024-03-10T21:34:36.222 INFO:tasks.rados.rados.0.smithi071.stdout:3771: expect (ObjNum 1098 snap 345 seq_num 1098) 2024-03-10T21:34:36.222 INFO:tasks.rados.rados.0.smithi071.stdout:3772: snap_remove snap 324 2024-03-10T21:34:36.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:36.218+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:36.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:36.218+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:36.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:36.219+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:36.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:36.223+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:36.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:36.230+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:36.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: osdmap e790: 8 total, 8 up, 8 in 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:36.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:36.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:36.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:36.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:36.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:36.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:36.222+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:36.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:36.223+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:36.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:36.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:36.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:36.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: osdmap e790: 8 total, 8 up, 8 in 2024-03-10T21:34:36.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:36.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:36.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:36.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:36.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:36.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:36.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:36.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:36.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:36.595 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.219+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:36.595 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.219+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:36.595 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.220+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:36.595 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.220+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:36.596 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.220+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:36.596 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.220+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:36.596 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:36.220+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:36.597 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:36.597 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:36.598 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:36.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:36.598 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:36.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:36.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:36.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: osdmap e790: 8 total, 8 up, 8 in 2024-03-10T21:34:36.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:36.599 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:36.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ae=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:36.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:36.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:36.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:36.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:36.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:36.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:36.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:36.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:36.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:37.217 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:36.860+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:37.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:36.860+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:37.218 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:36.860+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3772: done (3 left) 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3773: read oid 30 snap -1 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3773: expect deleted 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 368 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing write tid 1 to smithi07176956-3 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing write tid 2 to smithi07176956-3 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing write tid 3 to smithi07176956-3 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3768: oid 3 updating version 0 to 24881 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3768: oid 3 version 24881 is already newer than 24880 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24881 (ObjNum 1180 snap 368 seq_num 1180) dirty exists 2024-03-10T21:34:37.227 INFO:tasks.rados.rados.0.smithi071.stdout:3768: left oid 3 (ObjNum 1180 snap 368 seq_num 1180) 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3769: finishing write tid 1 to smithi07176956-48 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3769: finishing write tid 2 to smithi07176956-48 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3769: finishing write tid 3 to smithi07176956-48 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3769: oid 48 updating version 0 to 24887 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3769: oid 48 version 24887 is already newer than 24886 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 24887 (ObjNum 1181 snap 368 seq_num 1181) dirty exists 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3769: left oid 48 (ObjNum 1181 snap 368 seq_num 1181) 2024-03-10T21:34:37.228 INFO:tasks.rados.rados.0.smithi071.stdout:3771: expect (ObjNum 1098 snap 345 seq_num 1098) 2024-03-10T21:34:37.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:37.228+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:37.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:37.228+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:37.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:37.223+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:37.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:37.224+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:37.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:37.316+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:37.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:37.316+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: pgmap v871: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: osdmap e791: 8 total, 8 up, 8 in 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:37.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:37 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:37.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:37.184+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:37.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:37.315+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:37.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:37.229+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:37.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:37.229+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:37.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:37.229+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:37.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:37.222+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:37.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:37.223+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:37.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:37.223+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:37.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:37.224+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:37.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:37.224+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: pgmap v871: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: osdmap e791: 8 total, 8 up, 8 in 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:37.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: pgmap v871: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: osdmap e791: 8 total, 8 up, 8 in 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:37.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:37.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:37.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:37.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:37 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:37.718 INFO:tasks.rados.rados.0.smithi071.stdout:3774: seq_num 1182 ranges {4481024=606208} 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3774: writing smithi07176956-43 from 4481024 to 5087232 tid 1 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3768: done (4 left) 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3769: done (3 left) 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3771: done (2 left) 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3773: done (1 left) 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3775: rmattr oid 31 current snap is 368 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 368 2024-03-10T21:34:37.745 INFO:tasks.rados.rados.0.smithi071.stdout:3776: seq_num 1183 ranges {1826816=622592} 2024-03-10T21:34:37.759 INFO:tasks.rados.rados.0.smithi071.stdout:3776: writing smithi07176956-41 from 1826816 to 2449408 tid 1 2024-03-10T21:34:37.759 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 368 2024-03-10T21:34:37.759 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing write tid 1 to smithi07176956-43 2024-03-10T21:34:37.759 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing write tid 2 to smithi07176956-43 2024-03-10T21:34:37.759 INFO:tasks.rados.rados.0.smithi071.stdout:3777: seq_num 1184 ranges {4464640=638976} 2024-03-10T21:34:37.789 INFO:tasks.rados.rados.0.smithi071.stdout:3777: writing smithi07176956-14 from 4464640 to 5103616 tid 1 2024-03-10T21:34:37.789 INFO:tasks.rados.rados.0.smithi071.stdout:3778: read oid 46 snap 326 2024-03-10T21:34:37.789 INFO:tasks.rados.rados.0.smithi071.stdout:3778: expect (ObjNum 1053 snap 321 seq_num 1053) 2024-03-10T21:34:37.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 368 2024-03-10T21:34:37.789 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing write tid 3 to smithi07176956-43 2024-03-10T21:34:37.789 INFO:tasks.rados.rados.0.smithi071.stdout:3774: oid 43 updating version 0 to 24889 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3774: oid 43 version 24889 is already newer than 24888 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24889 (ObjNum 1182 snap 368 seq_num 1182) dirty exists 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3774: left oid 43 (ObjNum 1182 snap 368 seq_num 1182) 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24890 (ObjNum 1171 snap 367 seq_num 1171) dirty exists 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3776: finishing write tid 1 to smithi07176956-41 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3776: finishing write tid 2 to smithi07176956-41 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3776: finishing write tid 3 to smithi07176956-41 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3776: oid 41 updating version 0 to 24891 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3776: oid 41 updating version 24891 to 24892 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 24892 (ObjNum 1183 snap 368 seq_num 1183) dirty exists 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3776: left oid 41 (ObjNum 1183 snap 368 seq_num 1183) 2024-03-10T21:34:37.790 INFO:tasks.rados.rados.0.smithi071.stdout:3779: seq_num 1185 ranges {0=655360} 2024-03-10T21:34:37.791 INFO:tasks.rados.rados.0.smithi071.stdout:3779: writing smithi07176956-17 from 0 to 655360 tid 1 2024-03-10T21:34:37.791 INFO:tasks.rados.rados.0.smithi071.stdout:3774: done (5 left) 2024-03-10T21:34:37.791 INFO:tasks.rados.rados.0.smithi071.stdout:3775: done (4 left) 2024-03-10T21:34:37.791 INFO:tasks.rados.rados.0.smithi071.stdout:3776: done (3 left) 2024-03-10T21:34:37.791 INFO:tasks.rados.rados.0.smithi071.stdout:3780: read oid 50 snap -1 2024-03-10T21:34:37.791 INFO:tasks.rados.rados.0.smithi071.stdout:3780: expect (ObjNum 1162 snap 366 seq_num 1162) 2024-03-10T21:34:37.792 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 368 2024-03-10T21:34:37.792 INFO:tasks.rados.rados.0.smithi071.stdout:3781: seq_num 1186 ranges {843776=671744} 2024-03-10T21:34:37.799 INFO:tasks.rados.rados.0.smithi071.stdout:3781: writing smithi07176956-21 from 843776 to 1515520 tid 1 2024-03-10T21:34:37.800 INFO:tasks.rados.rados.0.smithi071.stdout:3782: read oid 7 snap 335 2024-03-10T21:34:37.800 INFO:tasks.rados.rados.0.smithi071.stdout:3782: expect (ObjNum 927 snap 273 seq_num 927) 2024-03-10T21:34:37.800 INFO:tasks.rados.rados.0.smithi071.stdout:3783: read oid 1 snap 361 2024-03-10T21:34:37.800 INFO:tasks.rados.rados.0.smithi071.stdout:3783: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:34:37.800 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 368 2024-03-10T21:34:37.800 INFO:tasks.rados.rados.0.smithi071.stdout:3784: seq_num 1187 ranges {1343488=688128} 2024-03-10T21:34:37.811 INFO:tasks.rados.rados.0.smithi071.stdout:3784: writing smithi07176956-10 from 1343488 to 2031616 tid 1 2024-03-10T21:34:37.811 INFO:tasks.rados.rados.0.smithi071.stdout:3785: delete oid 8 current snap is 368 2024-03-10T21:34:37.811 INFO:tasks.rados.rados.0.smithi071.stdout:3778: expect (ObjNum 1053 snap 321 seq_num 1053) 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3779: finishing write tid 1 to smithi07176956-17 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing write tid 1 to smithi07176956-14 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3779: finishing write tid 2 to smithi07176956-17 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing write tid 2 to smithi07176956-14 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3778: done (8 left) 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3785: done (7 left) 2024-03-10T21:34:37.838 INFO:tasks.rados.rados.0.smithi071.stdout:3786: setattr oid 4 current snap is 368 2024-03-10T21:34:37.839 INFO:tasks.rados.rados.0.smithi071.stdout:3780: expect (ObjNum 1162 snap 366 seq_num 1162) 2024-03-10T21:34:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:3779: finishing write tid 3 to smithi07176956-17 2024-03-10T21:34:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:3779: oid 17 updating version 0 to 24847 2024-03-10T21:34:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:3779: oid 17 version 24847 is already newer than 24846 2024-03-10T21:34:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24847 (ObjNum 1185 snap 368 seq_num 1185) dirty exists 2024-03-10T21:34:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:3779: left oid 17 (ObjNum 1185 snap 368 seq_num 1185) 2024-03-10T21:34:37.845 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing write tid 3 to smithi07176956-14 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3777: oid 14 updating version 0 to 13257 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3777: oid 14 updating version 13257 to 13258 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 13258 (ObjNum 1184 snap 368 seq_num 1184) dirty exists 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3777: left oid 14 (ObjNum 1184 snap 368 seq_num 1184) 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing write tid 1 to smithi07176956-21 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing write tid 2 to smithi07176956-21 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing write tid 3 to smithi07176956-21 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3781: oid 21 updating version 0 to 13259 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3781: oid 21 updating version 13259 to 13260 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 13260 (ObjNum 1186 snap 368 seq_num 1186) dirty exists 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3781: left oid 21 (ObjNum 1186 snap 368 seq_num 1186) 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing write tid 1 to smithi07176956-10 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing write tid 2 to smithi07176956-10 2024-03-10T21:34:37.846 INFO:tasks.rados.rados.0.smithi071.stdout:3782: expect (ObjNum 927 snap 273 seq_num 927) 2024-03-10T21:34:38.231 INFO:tasks.rados.rados.0.smithi071.stdout:3783: expect (ObjNum 893 snap 252 seq_num 893) 2024-03-10T21:34:38.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: osdmap e792: 8 total, 8 up, 8 in 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:38.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:38.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:38 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: osdmap e792: 8 total, 8 up, 8 in 2024-03-10T21:34:38.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:38.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: osdmap e792: 8 total, 8 up, 8 in 2024-03-10T21:34:38.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 163=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:38.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:38 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1af=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:38.597 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing write tid 3 to smithi07176956-10 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3784: oid 10 updating version 0 to 24894 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3784: oid 10 version 24894 is already newer than 24893 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24894 (ObjNum 1187 snap 368 seq_num 1187) dirty exists 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3784: left oid 10 (ObjNum 1187 snap 368 seq_num 1187) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3777: done (7 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3779: done (6 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3780: done (5 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3781: done (4 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3782: done (3 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3783: done (2 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:3784: done (1 left) 2024-03-10T21:34:38.598 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 368 2024-03-10T21:34:38.599 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24882 (ObjNum 1166 snap 366 seq_num 1166) dirty exists 2024-03-10T21:34:38.599 INFO:tasks.rados.rados.0.smithi071.stdout:3787: seq_num 1189 ranges {0=720896} 2024-03-10T21:34:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:3787: writing smithi07176956-22 from 0 to 720896 tid 1 2024-03-10T21:34:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:3786: done (1 left) 2024-03-10T21:34:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:3788: rollback oid 15 current snap is 368 2024-03-10T21:34:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 365 2024-03-10T21:34:38.601 INFO:tasks.rados.rados.0.smithi071.stdout:3789: delete oid 11 current snap is 368 2024-03-10T21:34:38.604 INFO:tasks.rados.rados.0.smithi071.stdout:3789: done (2 left) 2024-03-10T21:34:38.604 INFO:tasks.rados.rados.0.smithi071.stdout:3790: snap_create 2024-03-10T21:34:38.609 INFO:tasks.rados.rados.0.smithi071.stdout:3788: finishing rollback tid 0 to smithi07176956-15 2024-03-10T21:34:38.610 INFO:tasks.rados.rados.0.smithi071.stdout:3787: finishing write tid 1 to smithi07176956-22 2024-03-10T21:34:38.610 INFO:tasks.rados.rados.0.smithi071.stdout:3787: finishing write tid 2 to smithi07176956-22 2024-03-10T21:34:38.614 INFO:tasks.rados.rados.0.smithi071.stdout:3788: finishing rollback tid 1 to smithi07176956-15 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:3788: finishing rollback tid 2 to smithi07176956-15 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 24903 (ObjNum 1142 snap 362 seq_num 1142) dirty exists 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:3787: finishing write tid 3 to smithi07176956-22 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:3787: oid 22 updating version 0 to 24830 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:3787: oid 22 version 24830 is already newer than 24829 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24830 (ObjNum 1189 snap 368 seq_num 1189) dirty exists 2024-03-10T21:34:38.615 INFO:tasks.rados.rados.0.smithi071.stdout:3787: left oid 22 (ObjNum 1189 snap 368 seq_num 1189) 2024-03-10T21:34:39.242 INFO:tasks.rados.rados.0.smithi071.stdout:3787: done (2 left) 2024-03-10T21:34:39.243 INFO:tasks.rados.rados.0.smithi071.stdout:3788: done (1 left) 2024-03-10T21:34:39.243 INFO:tasks.rados.rados.0.smithi071.stdout:3790: done (0 left) 2024-03-10T21:34:39.243 INFO:tasks.rados.rados.0.smithi071.stdout:3791: read oid 10 snap -1 2024-03-10T21:34:39.243 INFO:tasks.rados.rados.0.smithi071.stdout:3791: expect (ObjNum 1187 snap 368 seq_num 1187) 2024-03-10T21:34:39.243 INFO:tasks.rados.rados.0.smithi071.stdout:3792: snap_remove snap 332 2024-03-10T21:34:39.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-mon[83873]: pgmap v874: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 964 KiB/s wr, 19 op/s 2024-03-10T21:34:39.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:39.238+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:39.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:39.238+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:39.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:39.238+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:39.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:39.244+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:39.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:39.247+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:39.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-mon[88660]: pgmap v874: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 964 KiB/s wr, 19 op/s 2024-03-10T21:34:39.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-mon[91105]: pgmap v874: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 7.0 MiB/s rd, 964 KiB/s wr, 19 op/s 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.239+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.239+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.239+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.240+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.240+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.240+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:39.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:39.241+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:40.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:39.786+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:40.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:39.786+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:40.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:39.786+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:40.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:39.785+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:40.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:39.785+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:40.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:39 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:39.785+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:40.251 INFO:tasks.rados.rados.0.smithi071.stdout:3792: done (1 left) 2024-03-10T21:34:40.251 INFO:tasks.rados.rados.0.smithi071.stdout:3793: read oid 27 snap -1 2024-03-10T21:34:40.251 INFO:tasks.rados.rados.0.smithi071.stdout:3793: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:34:40.251 INFO:tasks.rados.rados.0.smithi071.stdout:3794: read oid 15 snap 364 2024-03-10T21:34:40.251 INFO:tasks.rados.rados.0.smithi071.stdout:3794: expect (ObjNum 1142 snap 362 seq_num 1142) 2024-03-10T21:34:40.252 INFO:tasks.rados.rados.0.smithi071.stdout:3795: rmattr oid 16 current snap is 369 2024-03-10T21:34:40.252 INFO:tasks.rados.rados.0.smithi071.stdout:3795: done (3 left) 2024-03-10T21:34:40.252 INFO:tasks.rados.rados.0.smithi071.stdout:3796: delete oid 40 current snap is 369 2024-03-10T21:34:40.252 INFO:tasks.rados.rados.0.smithi071.stdout:3791: expect (ObjNum 1187 snap 368 seq_num 1187) 2024-03-10T21:34:40.328 INFO:tasks.rados.rados.0.smithi071.stdout:3793: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:34:40.433 INFO:tasks.rados.rados.0.smithi071.stdout:3794: expect (ObjNum 1142 snap 362 seq_num 1142) 2024-03-10T21:34:40.579 INFO:tasks.rados.rados.0.smithi071.stdout:3791: done (3 left) 2024-03-10T21:34:40.579 INFO:tasks.rados.rados.0.smithi071.stdout:3793: done (2 left) 2024-03-10T21:34:40.579 INFO:tasks.rados.rados.0.smithi071.stdout:3794: done (1 left) 2024-03-10T21:34:40.579 INFO:tasks.rados.rados.0.smithi071.stdout:3796: done (0 left) 2024-03-10T21:34:40.579 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 369 2024-03-10T21:34:40.579 INFO:tasks.rados.rados.0.smithi071.stdout:3797: seq_num 1192 ranges {0=770048} 2024-03-10T21:34:40.583 INFO:tasks.rados.rados.0.smithi071.stdout:3797: writing smithi07176956-9 from 0 to 770048 tid 1 2024-03-10T21:34:40.583 INFO:tasks.rados.rados.0.smithi071.stdout:3798: read oid 38 snap -1 2024-03-10T21:34:40.583 INFO:tasks.rados.rados.0.smithi071.stdout:3798: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:40.584 INFO:tasks.rados.rados.0.smithi071.stdout:3799: rmattr oid 49 current snap is 369 2024-03-10T21:34:40.584 INFO:tasks.rados.rados.0.smithi071.stdout:3800: snap_remove snap 326 2024-03-10T21:34:40.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:40.251+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:40.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:40.258+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:40.258+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:40.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:40.258+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:40.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:40.251+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:40.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:40.256+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: osdmap e793: 8 total, 8 up, 8 in 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:40.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:40.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:40 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:40.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:40.246+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:40.247+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:40.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:40.248+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:40.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:40.248+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:40.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:40.250+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:40.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:40.250+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:40.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:40.251+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:40.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:40.251+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:40.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:40.254+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:40.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: osdmap e793: 8 total, 8 up, 8 in 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:40.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:40.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: osdmap e793: 8 total, 8 up, 8 in 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:40.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:40 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:41.253 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 24828 (ObjNum 1035 snap 308 seq_num 1035) dirty exists 2024-03-10T21:34:41.253 INFO:tasks.rados.rados.0.smithi071.stdout:3797: finishing write tid 1 to smithi07176956-9 2024-03-10T21:34:41.253 INFO:tasks.rados.rados.0.smithi071.stdout:3797: finishing write tid 2 to smithi07176956-9 2024-03-10T21:34:41.253 INFO:tasks.rados.rados.0.smithi071.stdout:3797: finishing write tid 3 to smithi07176956-9 2024-03-10T21:34:41.254 INFO:tasks.rados.rados.0.smithi071.stdout:3797: oid 9 updating version 0 to 24882 2024-03-10T21:34:41.254 INFO:tasks.rados.rados.0.smithi071.stdout:3797: oid 9 updating version 24882 to 24883 2024-03-10T21:34:41.254 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24883 (ObjNum 1192 snap 369 seq_num 1192) dirty exists 2024-03-10T21:34:41.254 INFO:tasks.rados.rados.0.smithi071.stdout:3797: left oid 9 (ObjNum 1192 snap 369 seq_num 1192) 2024-03-10T21:34:41.254 INFO:tasks.rados.rados.0.smithi071.stdout:3798: expect (ObjNum 989 snap 294 seq_num 989) 2024-03-10T21:34:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:3797: done (3 left) 2024-03-10T21:34:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:3798: done (2 left) 2024-03-10T21:34:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:3799: done (1 left) 2024-03-10T21:34:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:3800: done (0 left) 2024-03-10T21:34:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:3801: read oid 36 snap -1 2024-03-10T21:34:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:3801: expect (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:34:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:3802: read oid 20 snap -1 2024-03-10T21:34:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:3802: expect (ObjNum 1070 snap 333 seq_num 1070) 2024-03-10T21:34:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:3803: setattr oid 9 current snap is 369 2024-03-10T21:34:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:3804: read oid 2 snap -1 2024-03-10T21:34:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:3804: expect (ObjNum 1179 snap 368 seq_num 1179) 2024-03-10T21:34:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:3805: snap_create 2024-03-10T21:34:41.316 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24884 (ObjNum 1192 snap 369 seq_num 1192) dirty exists 2024-03-10T21:34:41.316 INFO:tasks.rados.rados.0.smithi071.stdout:3802: expect (ObjNum 1070 snap 333 seq_num 1070) 2024-03-10T21:34:41.351 INFO:tasks.rados.rados.0.smithi071.stdout:3801: expect (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:34:41.381 INFO:tasks.rados.rados.0.smithi071.stdout:3804: expect (ObjNum 1179 snap 368 seq_num 1179) 2024-03-10T21:34:41.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:41.250+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:41.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:41.250+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:41.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:41.251+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:41.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:41.313+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:41.586 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:41.314+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:41.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:41.316+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:41.317+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:41.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:41.317+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: pgmap v876: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: osdmap e794: 8 total, 8 up, 8 in 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:41.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:41 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:41.588 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:34:41] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-03-10T21:34:41.589 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:41.313+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:41.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:41.251+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:41.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:41.252+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:41.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.251+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:41.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.251+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:41.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.251+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:41.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.251+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:41.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.252+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:41.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.252+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:41.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:41.252+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:41.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:41.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: pgmap v876: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: osdmap e794: 8 total, 8 up, 8 in 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:41.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:41.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:41.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:41.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:41.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: pgmap v876: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-10T21:34:41.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:41.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:41.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: osdmap e794: 8 total, 8 up, 8 in 2024-03-10T21:34:41.594 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:41.595 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:41.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:41.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:41.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:41.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:41 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3801: done (4 left) 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3802: done (3 left) 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3803: done (2 left) 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3804: done (1 left) 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3805: done (0 left) 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3806: read oid 5 snap -1 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3806: expect (ObjNum 1158 snap 365 seq_num 1158) 2024-03-10T21:34:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:3807: snap_remove snap 364 2024-03-10T21:34:42.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:42.262+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:42.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:42.269+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:42.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:34:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:42.370+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:42.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:42.370+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:42.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:42.266+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:42.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:42.266+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: osdmap e795: 8 total, 8 up, 8 in 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:42.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:42.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:42 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:42.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:42.370+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:42.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:42.259+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:42.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:42.260+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:42.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:42.260+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:42.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:42.256+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:42.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:42.257+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:42.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:42.257+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:42.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:42.257+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:42.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:42.257+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:42.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:42.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: osdmap e795: 8 total, 8 up, 8 in 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:42.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: osdmap e795: 8 total, 8 up, 8 in 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:42.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:42.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:42 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:43.262 INFO:tasks.rados.rados.0.smithi071.stdout:3807: done (1 left) 2024-03-10T21:34:43.263 INFO:tasks.rados.rados.0.smithi071.stdout:3808: snap_create 2024-03-10T21:34:43.263 INFO:tasks.rados.rados.0.smithi071.stdout:3806: expect (ObjNum 1158 snap 365 seq_num 1158) 2024-03-10T21:34:43.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:43.260+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:43.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:43.260+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:43.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:43.260+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:43.467+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:43.467+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:43.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:43.467+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:43.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:43.466+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:43.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:43.469+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: pgmap v879: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: osdmap e796: 8 total, 8 up, 8 in 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:43.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:43.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:43 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:43.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:43.465+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:43.267+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:43.268+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.260+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.260+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.260+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.261+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.262+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:43.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.262+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:43.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:43.262+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:43.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: pgmap v879: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-10T21:34:43.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:43.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:43.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: osdmap e796: 8 total, 8 up, 8 in 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:43.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: pgmap v879: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:43.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: osdmap e796: 8 total, 8 up, 8 in 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:43.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:43 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:44.264 INFO:tasks.rados.rados.0.smithi071.stdout:3806: done (1 left) 2024-03-10T21:34:44.265 INFO:tasks.rados.rados.0.smithi071.stdout:3808: done (0 left) 2024-03-10T21:34:44.265 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 371 2024-03-10T21:34:44.265 INFO:tasks.rados.rados.0.smithi071.stdout:3809: seq_num 1193 ranges {2031616=786432} 2024-03-10T21:34:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:3809: writing smithi07176956-10 from 2031616 to 2818048 tid 1 2024-03-10T21:34:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:3810: copy_from oid 24 from oid 18 current snap is 371 2024-03-10T21:34:44.280 INFO:tasks.rados.rados.0.smithi071.stdout:3811: snap_remove snap 320 2024-03-10T21:34:44.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:44.275+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:44.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:44.275+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:44.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:44.262+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:44.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:44.262+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:44.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:44.274+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:44.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:44.274+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:44.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: osdmap e797: 8 total, 8 up, 8 in 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:44.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:44.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:44.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:44 smithi193 ceph-mon[83873]: osdmap e798: 8 total, 8 up, 8 in 2024-03-10T21:34:44.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:44.263+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:44.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:44.261+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:44.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:44.263+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:44.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:44.263+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: osdmap e797: 8 total, 8 up, 8 in 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:44.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[88660]: osdmap e798: 8 total, 8 up, 8 in 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: osdmap e797: 8 total, 8 up, 8 in 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:44.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:44.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-mon[91105]: osdmap e798: 8 total, 8 up, 8 in 2024-03-10T21:34:44.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:44.273+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:44.274+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:44.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:44.274+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:44.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:44.274+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:44.591 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:44.274+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:3811: done (2 left) 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:3812: rollback oid 6 current snap is 371 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 359 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:3810: finishing copy_from racing read to smithi07176956-24 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:3810: finishing copy_from to smithi07176956-24 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 24878 (ObjNum 1170 snap 367 seq_num 1170) dirty exists 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:3809: finishing write tid 1 to smithi07176956-10 2024-03-10T21:34:45.281 INFO:tasks.rados.rados.0.smithi071.stdout:3809: finishing write tid 2 to smithi07176956-10 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3809: finishing write tid 3 to smithi07176956-10 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3809: oid 10 updating version 0 to 24896 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3809: oid 10 version 24896 is already newer than 24895 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24896 (ObjNum 1193 snap 371 seq_num 1193) dirty exists 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3809: left oid 10 (ObjNum 1193 snap 371 seq_num 1193) 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3809: done (2 left) 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3810: done (1 left) 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3813: rmattr oid 24 current snap is 371 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3813: done (1 left) 2024-03-10T21:34:45.282 INFO:tasks.rados.rados.0.smithi071.stdout:3814: snap_remove snap 346 2024-03-10T21:34:45.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:45.384+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:45.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:45.385+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:45.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:45.277+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:45.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:45.277+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:45.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:45.277+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:45.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:45.385+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:45.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:45.386+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:45.386+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: pgmap v882: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 15 op/s 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:45.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:45.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:45 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:45.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:45.282+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:45.279+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:45.279+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.278+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.279+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.280+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.280+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.280+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.280+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:45.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:45.280+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: pgmap v882: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 15 op/s 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:45.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:45.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: pgmap v882: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 15 op/s 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:45.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:45.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:45.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:45.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:45 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:46.289 INFO:tasks.rados.rados.0.smithi071.stdout:3814: done (1 left) 2024-03-10T21:34:46.289 INFO:tasks.rados.rados.0.smithi071.stdout:3815: snap_remove snap 340 2024-03-10T21:34:46.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:46.289+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:46.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:46.290+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:46.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: osdmap e799: 8 total, 8 up, 8 in 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:46.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:46.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:46.287+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:46.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:46.287+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:46.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:46.287+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:46.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:46.284+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:46.586 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:46.285+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:46.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:46.286+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:46.286+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:46.286+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: osdmap e799: 8 total, 8 up, 8 in 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:46.587 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: osdmap e799: 8 total, 8 up, 8 in 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:46.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:46.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:46 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:47.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:46.625+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:47.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:46 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:46.625+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:47.290 INFO:tasks.rados.rados.0.smithi071.stdout:3815: done (1 left) 2024-03-10T21:34:47.290 INFO:tasks.rados.rados.0.smithi071.stdout:3816: delete oid 37 current snap is 371 2024-03-10T21:34:47.290 INFO:tasks.rados.rados.0.smithi071.stdout:3812: finishing rollback tid 1 to smithi07176956-6 2024-03-10T21:34:47.290 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24861 (ObjNum 7409 snap 0 seq_num 3028267872) dirty dne 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:3812: done (1 left) 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:3816: done (0 left) 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:3817: read oid 35 snap 359 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:3817: expect (ObjNum 1097 snap 345 seq_num 1097) 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:3818: rollback oid 9 current snap is 371 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 354 2024-03-10T21:34:47.300 INFO:tasks.rados.rados.0.smithi071.stdout:3819: setattr oid 6 current snap is 371 2024-03-10T21:34:47.301 INFO:tasks.rados.rados.0.smithi071.stdout:3820: snap_create 2024-03-10T21:34:47.305 INFO:tasks.rados.rados.0.smithi071.stdout:3818: finishing rollback tid 0 to smithi07176956-9 2024-03-10T21:34:47.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 24873 (ObjNum 7409 snap 0 seq_num 2945853856) dirty exists 2024-03-10T21:34:47.305 INFO:tasks.rados.rados.0.smithi071.stdout:3818: finishing rollback tid 1 to smithi07176956-9 2024-03-10T21:34:47.306 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24886 (ObjNum 49 snap 0 seq_num 1632592985) dirty dne 2024-03-10T21:34:47.308 INFO:tasks.rados.rados.0.smithi071.stdout:3817: expect (ObjNum 1097 snap 345 seq_num 1097) 2024-03-10T21:34:47.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:47.303+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:47.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:47.303+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:47.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:47.289+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:47.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:47.289+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:47.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:47.289+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: pgmap v885: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 16 op/s 2024-03-10T21:34:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:47.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: osdmap e800: 8 total, 8 up, 8 in 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:47.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:47.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:47.297+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:47.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:47.293+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:47.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:47.295+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:47.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:47.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:47.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: pgmap v885: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 16 op/s 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: osdmap e800: 8 total, 8 up, 8 in 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:47.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: pgmap v885: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 188 KiB/s wr, 16 op/s 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: osdmap e800: 8 total, 8 up, 8 in 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:47.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:47.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.286+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.286+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.286+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.286+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.287+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.287+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:47.590 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:47 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:47.287+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:48.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:47.671+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:48.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:47 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:47.671+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:48.306 INFO:tasks.rados.rados.0.smithi071.stdout:3817: done (3 left) 2024-03-10T21:34:48.306 INFO:tasks.rados.rados.0.smithi071.stdout:3818: done (2 left) 2024-03-10T21:34:48.306 INFO:tasks.rados.rados.0.smithi071.stdout:3819: done (1 left) 2024-03-10T21:34:48.306 INFO:tasks.rados.rados.0.smithi071.stdout:3820: done (0 left) 2024-03-10T21:34:48.306 INFO:tasks.rados.rados.0.smithi071.stdout:3821: read oid 20 snap 330 2024-03-10T21:34:48.306 INFO:tasks.rados.rados.0.smithi071.stdout:3821: expect (ObjNum -1349653584 snap 21904 seq_num 2751842448) 2024-03-10T21:34:48.307 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 372 2024-03-10T21:34:48.307 INFO:tasks.rados.rados.0.smithi071.stdout:3822: seq_num 1195 ranges {655360=417792,1073152=401408} 2024-03-10T21:34:48.311 INFO:tasks.rados.rados.0.smithi071.stdout:3822: writing smithi07176956-17 from 655360 to 1073152 tid 1 2024-03-10T21:34:48.314 INFO:tasks.rados.rados.0.smithi071.stdout:3822: writing smithi07176956-17 from 1073152 to 1474560 tid 2 2024-03-10T21:34:48.314 INFO:tasks.rados.rados.0.smithi071.stdout:3823: snap_create 2024-03-10T21:34:48.314 INFO:tasks.rados.rados.0.smithi071.stdout:3821: expect (ObjNum -1349653584 snap 21904 seq_num 2751842448) 2024-03-10T21:34:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 1 to smithi07176956-17 2024-03-10T21:34:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 2 to smithi07176956-17 2024-03-10T21:34:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 3 to smithi07176956-17 2024-03-10T21:34:48.318 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 4 to smithi07176956-17 2024-03-10T21:34:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3822: oid 17 updating version 0 to 24849 2024-03-10T21:34:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3822: oid 17 updating version 24849 to 24850 2024-03-10T21:34:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3822: oid 17 version 24850 is already newer than 24848 2024-03-10T21:34:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24850 (ObjNum 1195 snap 372 seq_num 1195) dirty exists 2024-03-10T21:34:48.319 INFO:tasks.rados.rados.0.smithi071.stdout:3822: left oid 17 (ObjNum 1195 snap 372 seq_num 1195) 2024-03-10T21:34:48.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:48.303+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:48.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:48.303+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:48.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:48.315+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:48.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:48.315+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:48.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:48.315+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:48.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: osdmap e801: 8 total, 8 up, 8 in 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:48.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:48.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:48.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:48.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:48.302+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:48.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:48.303+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:48.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:48.303+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:48.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:48.304+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:48.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:48.304+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:48.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:48.304+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:48.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:48.305+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:48.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:48.305+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:48.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: osdmap e801: 8 total, 8 up, 8 in 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:48.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: osdmap e801: 8 total, 8 up, 8 in 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:48.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:48.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:48.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:48.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:48.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:48.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:48.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:34:49.312 INFO:tasks.rados.rados.0.smithi071.stdout:3821: done (2 left) 2024-03-10T21:34:49.312 INFO:tasks.rados.rados.0.smithi071.stdout:3822: done (1 left) 2024-03-10T21:34:49.312 INFO:tasks.rados.rados.0.smithi071.stdout:3823: done (0 left) 2024-03-10T21:34:49.312 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 373 2024-03-10T21:34:49.312 INFO:tasks.rados.rados.0.smithi071.stdout:3824: seq_num 1196 ranges {0=434176,434176=401408} 2024-03-10T21:34:49.314 INFO:tasks.rados.rados.0.smithi071.stdout:3824: writing smithi07176956-11 from 0 to 434176 tid 1 2024-03-10T21:34:49.317 INFO:tasks.rados.rados.0.smithi071.stdout:3824: writing smithi07176956-11 from 434176 to 835584 tid 2 2024-03-10T21:34:49.317 INFO:tasks.rados.rados.0.smithi071.stdout:3825: delete oid 48 current snap is 373 2024-03-10T21:34:49.320 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 1 to smithi07176956-11 2024-03-10T21:34:49.321 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 2 to smithi07176956-11 2024-03-10T21:34:49.321 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 3 to smithi07176956-11 2024-03-10T21:34:49.323 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 4 to smithi07176956-11 2024-03-10T21:34:49.323 INFO:tasks.rados.rados.0.smithi071.stdout:3824: oid 11 updating version 0 to 24829 2024-03-10T21:34:49.323 INFO:tasks.rados.rados.0.smithi071.stdout:3824: oid 11 updating version 24829 to 24830 2024-03-10T21:34:49.323 INFO:tasks.rados.rados.0.smithi071.stdout:3824: oid 11 updating version 24830 to 24831 2024-03-10T21:34:49.323 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24831 (ObjNum 1196 snap 373 seq_num 1196) dirty exists 2024-03-10T21:34:49.323 INFO:tasks.rados.rados.0.smithi071.stdout:3824: left oid 11 (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3824: done (1 left) 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3825: done (0 left) 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3826: copy_from oid 28 from oid 6 current snap is 373 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3827: rollback oid 10 current snap is 373 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 358 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3828: copy_from oid 13 from oid 1 current snap is 373 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3829: read oid 31 snap -1 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3829: expect (ObjNum 1171 snap 367 seq_num 1171) 2024-03-10T21:34:49.327 INFO:tasks.rados.rados.0.smithi071.stdout:3830: snap_remove snap 329 2024-03-10T21:34:49.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:49.320+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:49.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:49.325+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:49.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:49.309+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:49.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:49.309+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:49.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:49.309+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:49.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:49.324+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:49.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:49.324+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:49.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: pgmap v888: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 407 KiB/s rd, 192 KiB/s wr, 2 op/s 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: osdmap e802: 8 total, 8 up, 8 in 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:49.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:49 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:49.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:49.417+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:49.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:49.317+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:49.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:49.317+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:49.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: pgmap v888: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 407 KiB/s rd, 192 KiB/s wr, 2 op/s 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: osdmap e802: 8 total, 8 up, 8 in 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:49.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.308+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.309+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.309+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.309+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.310+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.310+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:49.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:49.310+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: pgmap v888: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 407 KiB/s rd, 192 KiB/s wr, 2 op/s 2024-03-10T21:34:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:49.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:49.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: osdmap e802: 8 total, 8 up, 8 in 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:49.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:49 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:50.319 INFO:tasks.rados.rados.0.smithi071.stdout:3830: done (4 left) 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3831: setattr oid 12 current snap is 373 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3828: finishing copy_from racing read to smithi07176956-13 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3826: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3826: finishing copy_from to smithi07176956-28 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 24873 (ObjNum 65 snap 0 seq_num 1615947632) dirty exists 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3828: finishing copy_from to smithi07176956-13 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 13254 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing rollback tid 0 to smithi07176956-10 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing rollback tid 1 to smithi07176956-10 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing rollback tid 2 to smithi07176956-10 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24900 (ObjNum 1083 snap 343 seq_num 1083) dirty exists 2024-03-10T21:34:50.320 INFO:tasks.rados.rados.0.smithi071.stdout:3829: expect (ObjNum 1171 snap 367 seq_num 1171) 2024-03-10T21:34:50.517 INFO:tasks.rados.rados.0.smithi071.stdout:3826: done (4 left) 2024-03-10T21:34:50.517 INFO:tasks.rados.rados.0.smithi071.stdout:3827: done (3 left) 2024-03-10T21:34:50.517 INFO:tasks.rados.rados.0.smithi071.stdout:3828: done (2 left) 2024-03-10T21:34:50.518 INFO:tasks.rados.rados.0.smithi071.stdout:3829: done (1 left) 2024-03-10T21:34:50.518 INFO:tasks.rados.rados.0.smithi071.stdout:3832: copy_from oid 50 from oid 13 current snap is 373 2024-03-10T21:34:50.518 INFO:tasks.rados.rados.0.smithi071.stdout:3833: read oid 16 snap -1 2024-03-10T21:34:50.518 INFO:tasks.rados.rados.0.smithi071.stdout:3833: expect (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:34:50.518 INFO:tasks.rados.rados.0.smithi071.stdout:3834: delete oid 46 current snap is 373 2024-03-10T21:34:50.524 INFO:tasks.rados.rados.0.smithi071.stdout:3833: expect (ObjNum 865 snap 246 seq_num 865) 2024-03-10T21:34:50.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:50.316+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:50.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:50.316+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:50.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:50.520+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:50.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:50.525+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:50.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: osdmap e803: 8 total, 8 up, 8 in 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:50.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:50.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:50.520+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:50.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:50.321+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:50.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:50.321+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:50.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:50.321+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:50.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: osdmap e803: 8 total, 8 up, 8 in 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:50.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:50.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:50.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:50.315+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:50.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:50.315+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:50.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:50.315+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:50.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:50.316+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:50.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:50.317+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:50.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:50.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: osdmap e803: 8 total, 8 up, 8 in 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:50.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:50.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:50 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:50.614 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 24879 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:34:50.614 INFO:tasks.rados.rados.0.smithi071.stdout:3832: finishing copy_from racing read to smithi07176956-50 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:3832: finishing copy_from to smithi07176956-50 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 13254 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:3831: done (3 left) 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:3832: done (2 left) 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:3833: done (1 left) 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:3834: done (0 left) 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 373 2024-03-10T21:34:50.615 INFO:tasks.rados.rados.0.smithi071.stdout:3835: seq_num 1199 ranges {2678784=483328,3162112=401408} 2024-03-10T21:34:50.630 INFO:tasks.rados.rados.0.smithi071.stdout:3835: writing smithi07176956-47 from 2678784 to 3162112 tid 1 2024-03-10T21:34:50.632 INFO:tasks.rados.rados.0.smithi071.stdout:3835: writing smithi07176956-47 from 3162112 to 3563520 tid 2 2024-03-10T21:34:50.632 INFO:tasks.rados.rados.0.smithi071.stdout:3836: snap_remove snap 372 2024-03-10T21:34:51.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:50.626+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:51.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:50.626+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:51.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:50.626+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:51.325 INFO:tasks.rados.rados.0.smithi071.stdout:3835: finishing write tid 1 to smithi07176956-47 2024-03-10T21:34:51.325 INFO:tasks.rados.rados.0.smithi071.stdout:3835: finishing write tid 2 to smithi07176956-47 2024-03-10T21:34:51.325 INFO:tasks.rados.rados.0.smithi071.stdout:3835: finishing write tid 3 to smithi07176956-47 2024-03-10T21:34:51.325 INFO:tasks.rados.rados.0.smithi071.stdout:3835: finishing write tid 4 to smithi07176956-47 2024-03-10T21:34:51.325 INFO:tasks.rados.rados.0.smithi071.stdout:3835: oid 47 updating version 0 to 24880 2024-03-10T21:34:51.325 INFO:tasks.rados.rados.0.smithi071.stdout:3835: oid 47 updating version 24880 to 24882 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3835: oid 47 version 24882 is already newer than 24881 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 24882 (ObjNum 1199 snap 373 seq_num 1199) dirty exists 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3835: left oid 47 (ObjNum 1199 snap 373 seq_num 1199) 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3835: done (1 left) 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3836: done (0 left) 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3837: copy_from oid 10 from oid 17 current snap is 373 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3838: read oid 42 snap -1 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3838: expect (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:51.326 INFO:tasks.rados.rados.0.smithi071.stdout:3839: delete oid 31 current snap is 373 2024-03-10T21:34:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:3839: done (2 left) 2024-03-10T21:34:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:3840: read oid 11 snap -1 2024-03-10T21:34:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:3840: expect (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:34:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:3841: rmattr oid 8 current snap is 373 2024-03-10T21:34:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:3841: done (3 left) 2024-03-10T21:34:51.336 INFO:tasks.rados.rados.0.smithi071.stdout:3842: snap_remove snap 362 2024-03-10T21:34:51.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:51.330+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:51.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:51.330+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:51.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:51.323+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:51.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:51.323+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:51.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:51.324+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:51.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:51.327+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:51.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:51.332+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:51.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: pgmap v891: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 490 KiB/s wr, 10 op/s 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: osdmap e804: 8 total, 8 up, 8 in 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:51.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:51 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:51.587 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:51.341+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:51.587 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:34:51] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:34:51.587 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:51.325+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:51.327+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.324+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.324+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.324+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.324+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.325+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.325+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:51.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:51.327+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: pgmap v891: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 490 KiB/s wr, 10 op/s 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: osdmap e804: 8 total, 8 up, 8 in 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:51.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: pgmap v891: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 490 KiB/s wr, 10 op/s 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:51.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:51.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: osdmap e804: 8 total, 8 up, 8 in 2024-03-10T21:34:51.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:51.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:51.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:51.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:51.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:51 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:52.336 INFO:tasks.rados.rados.0.smithi071.stdout:3842: done (3 left) 2024-03-10T21:34:52.336 INFO:tasks.rados.rados.0.smithi071.stdout:3843: snap_remove snap 367 2024-03-10T21:34:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:34:52.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:52.332+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:52.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:52.333+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:52.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: osdmap e805: 8 total, 8 up, 8 in 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:52.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:52.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:52.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:52.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:52.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:52.336+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:52.336+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:52.336+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:52.331+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:52.332+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:52.332+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:52.332+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:52.589 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:52.333+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: osdmap e805: 8 total, 8 up, 8 in 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:52.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:52.591 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: osdmap e805: 8 total, 8 up, 8 in 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:52.592 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:52.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:52.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:52.593 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:52 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:53.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:52.890+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:53.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:52.890+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:53.334 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:52.890+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:53.335 INFO:tasks.rados.rados.0.smithi071.stdout:3843: done (3 left) 2024-03-10T21:34:53.335 INFO:tasks.rados.rados.0.smithi071.stdout:3844: delete oid 16 current snap is 373 2024-03-10T21:34:53.335 INFO:tasks.rados.rados.0.smithi071.stdout:3840: expect (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3837: finishing copy_from racing read to smithi07176956-10 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3837: finishing copy_from to smithi07176956-10 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24850 (ObjNum 1195 snap 372 seq_num 1195) dirty exists 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3837: done (3 left) 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3840: done (2 left) 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3844: done (1 left) 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3845: snap_create 2024-03-10T21:34:53.361 INFO:tasks.rados.rados.0.smithi071.stdout:3838: expect (ObjNum 1122 snap 356 seq_num 1122) 2024-03-10T21:34:53.662 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:53.386+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:53.662 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:53.339+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:53.662 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:53.340+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.332+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.332+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.332+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.332+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.333+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.333+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:53.663 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:53.333+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:53.663 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: pgmap v894: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-03-10T21:34:53.663 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:53.663 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: osdmap e806: 8 total, 8 up, 8 in 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: pgmap v894: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:53.664 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: osdmap e806: 8 total, 8 up, 8 in 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:53.665 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:53.789 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:53.332+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:53.789 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:53.332+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:53.789 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:53.332+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:53.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:53.387+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:53.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:53.387+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:53.790 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:53.786+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:53.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: pgmap v894: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 298 KiB/s wr, 8 op/s 2024-03-10T21:34:53.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:53.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:53.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:53.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:53.791 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:53.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:53.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:53.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: osdmap e806: 8 total, 8 up, 8 in 2024-03-10T21:34:53.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:53.792 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:53.792 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:53.575+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:53.793 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:53.575+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:54.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:53 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:53.786+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:53 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:53.660+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.354 INFO:tasks.rados.rados.0.smithi071.stdout:3838: done (1 left) 2024-03-10T21:34:54.354 INFO:tasks.rados.rados.0.smithi071.stdout:3845: done (0 left) 2024-03-10T21:34:54.354 INFO:tasks.rados.rados.0.smithi071.stdout:3846: read oid 34 snap -1 2024-03-10T21:34:54.355 INFO:tasks.rados.rados.0.smithi071.stdout:3846: expect (ObjNum 1155 snap 365 seq_num 1155) 2024-03-10T21:34:54.355 INFO:tasks.rados.rados.0.smithi071.stdout:3847: snap_create 2024-03-10T21:34:54.383 INFO:tasks.rados.rados.0.smithi071.stdout:3846: expect (ObjNum 1155 snap 365 seq_num 1155) 2024-03-10T21:34:54.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:54.357+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:54.361+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:54.345+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:54.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:54.345+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: osdmap e807: 8 total, 8 up, 8 in 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:54.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:54 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:54.499+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:54.351+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:54.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:54.353+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:54.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:54.353+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:54.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:54.351+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:54.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:54.351+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:54.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:54.352+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:54.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:54.352+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:54.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:54.353+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:54.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:54.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:54.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:54.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:54.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: osdmap e807: 8 total, 8 up, 8 in 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:54.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: osdmap e807: 8 total, 8 up, 8 in 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:54.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:54 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:55.356 INFO:tasks.rados.rados.0.smithi071.stdout:3846: done (1 left) 2024-03-10T21:34:55.357 INFO:tasks.rados.rados.0.smithi071.stdout:3847: done (0 left) 2024-03-10T21:34:55.357 INFO:tasks.rados.rados.0.smithi071.stdout:3848: snap_remove snap 365 2024-03-10T21:34:55.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:55.318+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:55.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:55.318+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:55.585 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:55.318+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:55.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:55.353+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:55.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:55.353+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:55.585 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:55.353+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:55.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: pgmap v897: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.7 MiB/s rd, 1024 KiB/s wr, 14 op/s 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: osdmap e808: 8 total, 8 up, 8 in 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:55.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:55.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:55 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:55.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:55.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:55.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: pgmap v897: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.7 MiB/s rd, 1024 KiB/s wr, 14 op/s 2024-03-10T21:34:55.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: osdmap e808: 8 total, 8 up, 8 in 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:55.603 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.353+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.353+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.354+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.354+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.355+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.355+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:55.604 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:55.355+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:55.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:55.604 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: pgmap v897: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.7 MiB/s rd, 1024 KiB/s wr, 14 op/s 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: osdmap e808: 8 total, 8 up, 8 in 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:55.605 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:55.606 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:55.873 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:55.600+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:56.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:55.871+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:56.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:55.871+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:56.365 INFO:tasks.rados.rados.0.smithi071.stdout:3848: done (0 left) 2024-03-10T21:34:56.366 INFO:tasks.rados.rados.0.smithi071.stdout:3849: delete oid 26 current snap is 375 2024-03-10T21:34:56.371 INFO:tasks.rados.rados.0.smithi071.stdout:3849: done (0 left) 2024-03-10T21:34:56.371 INFO:tasks.rados.rados.0.smithi071.stdout:3850: read oid 8 snap -1 2024-03-10T21:34:56.371 INFO:tasks.rados.rados.0.smithi071.stdout:3850: expect deleted 2024-03-10T21:34:56.372 INFO:tasks.rados.rados.0.smithi071.stdout:3851: rmattr oid 12 current snap is 375 2024-03-10T21:34:56.372 INFO:tasks.rados.rados.0.smithi071.stdout:3852: delete oid 17 current snap is 375 2024-03-10T21:34:56.376 INFO:tasks.rados.rados.0.smithi071.stdout:3850: done (2 left) 2024-03-10T21:34:56.376 INFO:tasks.rados.rados.0.smithi071.stdout:3852: done (1 left) 2024-03-10T21:34:56.376 INFO:tasks.rados.rados.0.smithi071.stdout:3853: rollback oid 39 current snap is 375 2024-03-10T21:34:56.376 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 253 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3854: read oid 36 snap 360 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3854: expect (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3855: read oid 14 snap 253 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3855: expect (ObjNum 889 snap 251 seq_num 889) 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3856: read oid 49 snap -1 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3856: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3857: copy_from oid 25 from oid 31 current snap is 375 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 375 2024-03-10T21:34:56.377 INFO:tasks.rados.rados.0.smithi071.stdout:3858: seq_num 1204 ranges {0=573440,573440=401408} 2024-03-10T21:34:56.380 INFO:tasks.rados.rados.0.smithi071.stdout:3858: writing smithi07176956-8 from 0 to 573440 tid 1 2024-03-10T21:34:56.384 INFO:tasks.rados.rados.0.smithi071.stdout:3858: writing smithi07176956-8 from 573440 to 974848 tid 2 2024-03-10T21:34:56.384 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 375 2024-03-10T21:34:56.384 INFO:tasks.rados.rados.0.smithi071.stdout:3859: seq_num 1205 ranges {1474560=589824,2064384=401408} 2024-03-10T21:34:56.394 INFO:tasks.rados.rados.0.smithi071.stdout:3859: writing smithi07176956-10 from 1474560 to 2064384 tid 1 2024-03-10T21:34:56.397 INFO:tasks.rados.rados.0.smithi071.stdout:3859: writing smithi07176956-10 from 2064384 to 2465792 tid 2 2024-03-10T21:34:56.397 INFO:tasks.rados.rados.0.smithi071.stdout:3860: copy_from oid 28 from oid 45 current snap is 375 2024-03-10T21:34:56.397 INFO:tasks.rados.rados.0.smithi071.stdout:3857: finishing copy_from to smithi07176956-25 2024-03-10T21:34:56.397 INFO:tasks.rados.rados.0.smithi071.stdout:3857: got expected ENOENT (src dne) 2024-03-10T21:34:56.397 INFO:tasks.rados.rados.0.smithi071.stdout:3857: finishing copy_from racing read to smithi07176956-25 2024-03-10T21:34:56.398 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 24883 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-03-10T21:34:56.398 INFO:tasks.rados.rados.0.smithi071.stdout:3853: finishing rollback tid 1 to smithi07176956-39 2024-03-10T21:34:56.398 INFO:tasks.rados.rados.0.smithi071.stdout:3853: finishing rollback tid 2 to smithi07176956-39 2024-03-10T21:34:56.398 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24875 (ObjNum 636 snap 188 seq_num 636) dirty exists 2024-03-10T21:34:56.398 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 1 to smithi07176956-8 2024-03-10T21:34:56.398 INFO:tasks.rados.rados.0.smithi071.stdout:3855: expect (ObjNum 889 snap 251 seq_num 889) 2024-03-10T21:34:56.415 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 2 to smithi07176956-8 2024-03-10T21:34:56.415 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 3 to smithi07176956-8 2024-03-10T21:34:56.415 INFO:tasks.rados.rados.0.smithi071.stdout:3856: expect (ObjNum 1035 snap 308 seq_num 1035) 2024-03-10T21:34:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:3854: expect (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:34:56.551 INFO:tasks.rados.rados.0.smithi071.stdout:3858: finishing write tid 4 to smithi07176956-8 2024-03-10T21:34:56.551 INFO:tasks.rados.rados.0.smithi071.stdout:3858: oid 8 updating version 0 to 1037 2024-03-10T21:34:56.551 INFO:tasks.rados.rados.0.smithi071.stdout:3858: oid 8 updating version 1037 to 1038 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3858: oid 8 version 1038 is already newer than 1036 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1038 (ObjNum 1204 snap 375 seq_num 1204) dirty exists 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3858: left oid 8 (ObjNum 1204 snap 375 seq_num 1204) 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: finishing write tid 1 to smithi07176956-10 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: finishing write tid 2 to smithi07176956-10 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: finishing write tid 3 to smithi07176956-10 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: finishing write tid 4 to smithi07176956-10 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: oid 10 updating version 0 to 24904 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: oid 10 version 24904 is already newer than 24903 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: oid 10 version 24904 is already newer than 24902 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24904 (ObjNum 1205 snap 375 seq_num 1205) dirty exists 2024-03-10T21:34:56.552 INFO:tasks.rados.rados.0.smithi071.stdout:3859: left oid 10 (ObjNum 1205 snap 375 seq_num 1205) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3860: finishing copy_from racing read to smithi07176956-28 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3851: done (8 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3853: done (7 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3854: done (6 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3855: done (5 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3856: done (4 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3857: done (3 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3858: done (2 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3859: done (1 left) 2024-03-10T21:34:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:3861: snap_remove snap 343 2024-03-10T21:34:56.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:56.370+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:56.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:56.371+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:56.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:56.371+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:56.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:56.371+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:56.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:56.362+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:56.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:56.362+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:56.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: osdmap e809: 8 total, 8 up, 8 in 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:56.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:56 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:56.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:56.374+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:56.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:56.369+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:56.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:56.369+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:56.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:56.369+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:56.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: osdmap e809: 8 total, 8 up, 8 in 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:56.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:56.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:56.361+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:56.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:56.362+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:56.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:56.362+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:56.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:56.363+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:56.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:56.363+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:56.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:56.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:56.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:56.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: osdmap e809: 8 total, 8 up, 8 in 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:56.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:56 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:57.370 INFO:tasks.rados.rados.0.smithi071.stdout:3861: done (1 left) 2024-03-10T21:34:57.370 INFO:tasks.rados.rados.0.smithi071.stdout:3862: copy_from oid 21 from oid 29 current snap is 375 2024-03-10T21:34:57.371 INFO:tasks.rados.rados.0.smithi071.stdout:3860: finishing copy_from to smithi07176956-28 2024-03-10T21:34:57.371 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 24857 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:34:57.371 INFO:tasks.rados.rados.0.smithi071.stdout:3860: done (1 left) 2024-03-10T21:34:57.371 INFO:tasks.rados.rados.0.smithi071.stdout:3863: setattr oid 9 current snap is 375 2024-03-10T21:34:57.371 INFO:tasks.rados.rados.0.smithi071.stdout:3864: rmattr oid 49 current snap is 375 2024-03-10T21:34:57.371 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 375 2024-03-10T21:34:57.372 INFO:tasks.rados.rados.0.smithi071.stdout:3865: seq_num 1206 ranges {5562368=606208,6168576=401408} 2024-03-10T21:34:57.405 INFO:tasks.rados.rados.0.smithi071.stdout:3865: writing smithi07176956-34 from 5562368 to 6168576 tid 1 2024-03-10T21:34:57.408 INFO:tasks.rados.rados.0.smithi071.stdout:3865: writing smithi07176956-34 from 6168576 to 6569984 tid 2 2024-03-10T21:34:57.408 INFO:tasks.rados.rados.0.smithi071.stdout:3866: rollback oid 43 current snap is 375 2024-03-10T21:34:57.408 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 369 2024-03-10T21:34:57.408 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 24887 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-03-10T21:34:57.408 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 24832 (ObjNum 1035 snap 308 seq_num 1035) dirty exists 2024-03-10T21:34:57.408 INFO:tasks.rados.rados.0.smithi071.stdout:3862: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:34:57.409 INFO:tasks.rados.rados.0.smithi071.stdout:3862: finishing copy_from to smithi07176956-21 2024-03-10T21:34:57.409 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 24871 (ObjNum 1172 snap 367 seq_num 1172) dirty exists 2024-03-10T21:34:57.409 INFO:tasks.rados.rados.0.smithi071.stdout:3862: done (4 left) 2024-03-10T21:34:57.409 INFO:tasks.rados.rados.0.smithi071.stdout:3863: done (3 left) 2024-03-10T21:34:57.409 INFO:tasks.rados.rados.0.smithi071.stdout:3864: done (2 left) 2024-03-10T21:34:57.409 INFO:tasks.rados.rados.0.smithi071.stdout:3867: snap_create 2024-03-10T21:34:57.420 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing rollback tid 0 to smithi07176956-43 2024-03-10T21:34:57.424 INFO:tasks.rados.rados.0.smithi071.stdout:3865: finishing write tid 1 to smithi07176956-34 2024-03-10T21:34:57.424 INFO:tasks.rados.rados.0.smithi071.stdout:3865: finishing write tid 2 to smithi07176956-34 2024-03-10T21:34:57.424 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing rollback tid 1 to smithi07176956-43 2024-03-10T21:34:57.424 INFO:tasks.rados.rados.0.smithi071.stdout:3865: finishing write tid 3 to smithi07176956-34 2024-03-10T21:34:57.424 INFO:tasks.rados.rados.0.smithi071.stdout:3866: finishing rollback tid 2 to smithi07176956-43 2024-03-10T21:34:57.424 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 24907 (ObjNum 1182 snap 368 seq_num 1182) dirty exists 2024-03-10T21:34:57.427 INFO:tasks.rados.rados.0.smithi071.stdout:3865: finishing write tid 4 to smithi07176956-34 2024-03-10T21:34:57.427 INFO:tasks.rados.rados.0.smithi071.stdout:3865: oid 34 updating version 0 to 24886 2024-03-10T21:34:57.428 INFO:tasks.rados.rados.0.smithi071.stdout:3865: oid 34 version 24886 is already newer than 24885 2024-03-10T21:34:57.428 INFO:tasks.rados.rados.0.smithi071.stdout:3865: oid 34 updating version 24886 to 24887 2024-03-10T21:34:57.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 24887 (ObjNum 1206 snap 375 seq_num 1206) dirty exists 2024-03-10T21:34:57.428 INFO:tasks.rados.rados.0.smithi071.stdout:3865: left oid 34 (ObjNum 1206 snap 375 seq_num 1206) 2024-03-10T21:34:57.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:57.422+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:57.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:57.423+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:57.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:57.367+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:34:57.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:57.367+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:57.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:57.367+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:57.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:57.413+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:34:57.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:57.413+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:57.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:57.414+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: pgmap v900: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.7 MiB/s rd, 1024 KiB/s wr, 14 op/s 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:57.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: osdmap e810: 8 total, 8 up, 8 in 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:57.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:57 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:57.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:57.369+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:57.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:57.369+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:57.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:57.369+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:57.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: pgmap v900: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.7 MiB/s rd, 1024 KiB/s wr, 14 op/s 2024-03-10T21:34:57.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:57.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:57.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:57.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:57.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:57.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:57.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:57.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: osdmap e810: 8 total, 8 up, 8 in 2024-03-10T21:34:57.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:57.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:57.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:57.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:57.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:57.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:57.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.371+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.372+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.372+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.373+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.373+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.373+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:57.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:57.373+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: pgmap v900: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.7 MiB/s rd, 1024 KiB/s wr, 14 op/s 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1ad=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: osdmap e810: 8 total, 8 up, 8 in 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:57.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:57.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:57.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:57.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:57.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:57.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:57 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:58.380 INFO:tasks.rados.rados.0.smithi071.stdout:3865: done (2 left) 2024-03-10T21:34:58.380 INFO:tasks.rados.rados.0.smithi071.stdout:3866: done (1 left) 2024-03-10T21:34:58.380 INFO:tasks.rados.rados.0.smithi071.stdout:3867: done (0 left) 2024-03-10T21:34:58.380 INFO:tasks.rados.rados.0.smithi071.stdout:3868: snap_create 2024-03-10T21:34:58.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:58.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:58.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: osdmap e811: 8 total, 8 up, 8 in 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:58.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:58 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:58.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:58.379+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:58.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:58.379+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:34:58.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:58.379+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: osdmap e811: 8 total, 8 up, 8 in 2024-03-10T21:34:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:58.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:58.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:58.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:58.375+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:58.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:58.376+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:58.376+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:58.377+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:58.377+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: osdmap e811: 8 total, 8 up, 8 in 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:58.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:58.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:58.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:58.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:58.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:58.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:58 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:59.380 INFO:tasks.rados.rados.0.smithi071.stdout:3868: done (0 left) 2024-03-10T21:34:59.380 INFO:tasks.rados.rados.0.smithi071.stdout:3869: setattr oid 45 current snap is 377 2024-03-10T21:34:59.382 INFO:tasks.rados.rados.0.smithi071.stdout:3870: copy_from oid 13 from oid 16 current snap is 377 2024-03-10T21:34:59.382 INFO:tasks.rados.rados.0.smithi071.stdout:3871: snap_remove snap 363 2024-03-10T21:34:59.789 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:59.380+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:59.789 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:34:59.380+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.377+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.377+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.377+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.378+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.378+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.378+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:59.790 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:34:59.379+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: pgmap v903: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: osdmap e812: 8 total, 8 up, 8 in 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:59.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: pgmap v903: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: osdmap e812: 8 total, 8 up, 8 in 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:59.792 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:34:59.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:59.377+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:34:59.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:34:59.377+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:34:59.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:59.387+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:34:59.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:34:59.387+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:34:59.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:59.476+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:59.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:34:59.476+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:59.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: pgmap v903: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: osdmap e812: 8 total, 8 up, 8 in 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:34:59.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:34:59 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:00.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:34:59 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:34:59.787+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:00.393 INFO:tasks.rados.rados.0.smithi071.stdout:3871: done (2 left) 2024-03-10T21:35:00.393 INFO:tasks.rados.rados.0.smithi071.stdout:3872: snap_remove snap 375 2024-03-10T21:35:00.585 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:00.187+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:00.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:00.390+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:00.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:00.391+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:00.586 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:00.391+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:00.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:00.388+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:00.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:00.388+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:00.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:00.390+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:00.587 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:00.390+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:00.588 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:00.391+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:00.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: osdmap e813: 8 total, 8 up, 8 in 2024-03-10T21:35:00.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:00.588 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:00.589 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:00.590 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:00.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: osdmap e813: 8 total, 8 up, 8 in 2024-03-10T21:35:00.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:00.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:00.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:00.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:00.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:00.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:00.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:00.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:00.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:00.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:00.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:00.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:00 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:00.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:00.393+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:00.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:00.393+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:00.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:00.394+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: osdmap e813: 8 total, 8 up, 8 in 2024-03-10T21:35:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:00 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:01.395 INFO:tasks.rados.rados.0.smithi071.stdout:3872: done (2 left) 2024-03-10T21:35:01.396 INFO:tasks.rados.rados.0.smithi071.stdout:3873: delete oid 2 current snap is 377 2024-03-10T21:35:01.396 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 24861 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:35:01.396 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing copy_from to smithi07176956-13 2024-03-10T21:35:01.396 INFO:tasks.rados.rados.0.smithi071.stdout:3870: got expected ENOENT (src dne) 2024-03-10T21:35:01.396 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing copy_from racing read to smithi07176956-13 2024-03-10T21:35:01.406 INFO:tasks.rados.rados.0.smithi071.stdout:3869: done (2 left) 2024-03-10T21:35:01.406 INFO:tasks.rados.rados.0.smithi071.stdout:3870: done (1 left) 2024-03-10T21:35:01.406 INFO:tasks.rados.rados.0.smithi071.stdout:3873: done (0 left) 2024-03-10T21:35:01.406 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 377 2024-03-10T21:35:01.406 INFO:tasks.rados.rados.0.smithi071.stdout:3874: seq_num 1208 ranges {0=638976,638976=401408} 2024-03-10T21:35:01.408 INFO:tasks.rados.rados.0.smithi071.stdout:3874: writing smithi07176956-12 from 0 to 638976 tid 1 2024-03-10T21:35:01.411 INFO:tasks.rados.rados.0.smithi071.stdout:3874: writing smithi07176956-12 from 638976 to 1040384 tid 2 2024-03-10T21:35:01.411 INFO:tasks.rados.rados.0.smithi071.stdout:3875: copy_from oid 9 from oid 13 current snap is 377 2024-03-10T21:35:01.411 INFO:tasks.rados.rados.0.smithi071.stdout:3876: read oid 27 snap -1 2024-03-10T21:35:01.411 INFO:tasks.rados.rados.0.smithi071.stdout:3876: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:35:01.411 INFO:tasks.rados.rados.0.smithi071.stdout:3877: delete oid 22 current snap is 377 2024-03-10T21:35:01.418 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:01.396+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:01.419 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:35:01] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:35:01.419 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:01.419 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:01.419 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:01.419 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: pgmap v906: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: osdmap e814: 8 total, 8 up, 8 in 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:01.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:01.421 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:01.396+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:01.421 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:01.396+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: pgmap v906: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:01.421 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: osdmap e814: 8 total, 8 up, 8 in 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:01.422 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:01.423 INFO:tasks.rados.rados.0.smithi071.stdout:3875: finishing copy_from racing read to smithi07176956-9 2024-03-10T21:35:01.423 INFO:tasks.rados.rados.0.smithi071.stdout:3877: done (3 left) 2024-03-10T21:35:01.423 INFO:tasks.rados.rados.0.smithi071.stdout:3878: snap_remove snap 369 2024-03-10T21:35:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:01.391+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:01.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:01.391+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:01.415+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:01.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:01.415+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:01.398+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:01.403+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:01.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:01.403+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: pgmap v906: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:01.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: osdmap e814: 8 total, 8 up, 8 in 2024-03-10T21:35:01.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:01.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:01.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:01 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:01.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.417+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:01.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.419+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:01.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.419+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:01.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.420+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:01.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.420+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:01.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.420+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:01.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:01.430+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:02.412 INFO:tasks.rados.rados.0.smithi071.stdout:3878: done (3 left) 2024-03-10T21:35:02.412 INFO:tasks.rados.rados.0.smithi071.stdout:3879: delete oid 3 current snap is 377 2024-03-10T21:35:02.412 INFO:tasks.rados.rados.0.smithi071.stdout:3875: finishing copy_from to smithi07176956-9 2024-03-10T21:35:02.412 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 13254 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:35:02.412 INFO:tasks.rados.rados.0.smithi071.stdout:3876: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 1 to smithi07176956-12 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 2 to smithi07176956-12 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 3 to smithi07176956-12 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: finishing write tid 4 to smithi07176956-12 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: oid 12 updating version 0 to 24885 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: oid 12 updating version 24885 to 24886 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:3874: oid 12 version 24886 is already newer than 24884 2024-03-10T21:35:02.521 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 24886 (ObjNum 1208 snap 377 seq_num 1208) dirty exists 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:3874: left oid 12 (ObjNum 1208 snap 377 seq_num 1208) 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:3874: done (3 left) 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:3875: done (2 left) 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:3876: done (1 left) 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:3879: done (0 left) 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 377 2024-03-10T21:35:02.522 INFO:tasks.rados.rados.0.smithi071.stdout:3880: seq_num 1211 ranges {2465792=688128,3153920=401408} 2024-03-10T21:35:02.537 INFO:tasks.rados.rados.0.smithi071.stdout:3880: writing smithi07176956-10 from 2465792 to 3153920 tid 1 2024-03-10T21:35:02.539 INFO:tasks.rados.rados.0.smithi071.stdout:3880: writing smithi07176956-10 from 3153920 to 3555328 tid 2 2024-03-10T21:35:02.540 INFO:tasks.rados.rados.0.smithi071.stdout:3881: delete oid 22 current snap is 377 2024-03-10T21:35:02.546 INFO:tasks.rados.rados.0.smithi071.stdout:3881: done (1 left) 2024-03-10T21:35:02.547 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 377 2024-03-10T21:35:02.547 INFO:tasks.rados.rados.0.smithi071.stdout:3882: seq_num 1213 ranges {0=720896,720896=401408} 2024-03-10T21:35:02.551 INFO:tasks.rados.rados.0.smithi071.stdout:3882: writing smithi07176956-26 from 0 to 720896 tid 1 2024-03-10T21:35:02.553 INFO:tasks.rados.rados.0.smithi071.stdout:3882: writing smithi07176956-26 from 720896 to 1122304 tid 2 2024-03-10T21:35:02.554 INFO:tasks.rados.rados.0.smithi071.stdout:3883: setattr oid 37 current snap is 377 2024-03-10T21:35:02.554 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 1 to smithi07176956-10 2024-03-10T21:35:02.554 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 2 to smithi07176956-10 2024-03-10T21:35:02.554 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 3 to smithi07176956-10 2024-03-10T21:35:02.555 INFO:tasks.rados.rados.0.smithi071.stdout:3884: read oid 40 snap -1 2024-03-10T21:35:02.555 INFO:tasks.rados.rados.0.smithi071.stdout:3884: expect deleted 2024-03-10T21:35:02.555 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 377 2024-03-10T21:35:02.555 INFO:tasks.rados.rados.0.smithi071.stdout:3885: seq_num 1214 ranges {3375104=737280,4112384=401408} 2024-03-10T21:35:02.577 INFO:tasks.rados.rados.0.smithi071.stdout:3885: writing smithi07176956-4 from 3375104 to 4112384 tid 1 2024-03-10T21:35:02.580 INFO:tasks.rados.rados.0.smithi071.stdout:3885: writing smithi07176956-4 from 4112384 to 4513792 tid 2 2024-03-10T21:35:02.580 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 377 2024-03-10T21:35:02.580 INFO:tasks.rados.rados.0.smithi071.stdout:3886: seq_num 1215 ranges {974848=753664,1728512=401408} 2024-03-10T21:35:02.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: osdmap e815: 8 total, 8 up, 8 in 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:02.585 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:02.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:02.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:02.416+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:02.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:02.416+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:02.586 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:02.417+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:02.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:02.407+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:02.587 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:02.407+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:02.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:02.540+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:02.587 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:02.557+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:02.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:35:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:35:02.589 INFO:tasks.rados.rados.0.smithi071.stdout:3886: writing smithi07176956-8 from 974848 to 1728512 tid 1 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3886: writing smithi07176956-8 from 1728512 to 2129920 tid 2 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3887: read oid 17 snap -1 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3887: expect deleted 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3888: copy_from oid 36 from oid 42 current snap is 377 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3882: finishing write tid 1 to smithi07176956-26 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3882: finishing write tid 2 to smithi07176956-26 2024-03-10T21:35:02.593 INFO:tasks.rados.rados.0.smithi071.stdout:3882: finishing write tid 3 to smithi07176956-26 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3884: done (7 left) 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3889: copy_from oid 12 from oid 9 current snap is 377 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 24876 (ObjNum 33 snap 0 seq_num 2945676832) dirty exists 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3880: finishing write tid 4 to smithi07176956-10 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3880: oid 10 updating version 0 to 24909 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3880: oid 10 updating version 24909 to 24910 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3880: oid 10 version 24910 is already newer than 24908 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 24910 (ObjNum 1211 snap 377 seq_num 1211) dirty exists 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3880: left oid 10 (ObjNum 1211 snap 377 seq_num 1211) 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3882: finishing write tid 4 to smithi07176956-26 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3882: oid 26 updating version 0 to 24891 2024-03-10T21:35:02.594 INFO:tasks.rados.rados.0.smithi071.stdout:3882: oid 26 version 24891 is already newer than 24889 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3882: oid 26 version 24891 is already newer than 24890 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24891 (ObjNum 1213 snap 377 seq_num 1213) dirty exists 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3882: left oid 26 (ObjNum 1213 snap 377 seq_num 1213) 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3885: finishing write tid 1 to smithi07176956-4 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3885: finishing write tid 2 to smithi07176956-4 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3885: finishing write tid 3 to smithi07176956-4 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3880: done (7 left) 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3882: done (6 left) 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3883: done (5 left) 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3890: copy_from oid 14 from oid 47 current snap is 377 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3891: copy_from oid 39 from oid 24 current snap is 377 2024-03-10T21:35:02.595 INFO:tasks.rados.rados.0.smithi071.stdout:3892: snap_create 2024-03-10T21:35:02.597 INFO:tasks.rados.rados.0.smithi071.stdout:3886: finishing write tid 1 to smithi07176956-8 2024-03-10T21:35:02.597 INFO:tasks.rados.rados.0.smithi071.stdout:3885: finishing write tid 4 to smithi07176956-4 2024-03-10T21:35:02.597 INFO:tasks.rados.rados.0.smithi071.stdout:3885: oid 4 updating version 0 to 24888 2024-03-10T21:35:02.597 INFO:tasks.rados.rados.0.smithi071.stdout:3885: oid 4 updating version 24888 to 24889 2024-03-10T21:35:02.597 INFO:tasks.rados.rados.0.smithi071.stdout:3885: oid 4 updating version 24889 to 24890 2024-03-10T21:35:02.597 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24890 (ObjNum 1214 snap 377 seq_num 1214) dirty exists 2024-03-10T21:35:02.598 INFO:tasks.rados.rados.0.smithi071.stdout:3885: left oid 4 (ObjNum 1214 snap 377 seq_num 1214) 2024-03-10T21:35:02.598 INFO:tasks.rados.rados.0.smithi071.stdout:3886: finishing write tid 2 to smithi07176956-8 2024-03-10T21:35:02.598 INFO:tasks.rados.rados.0.smithi071.stdout:3886: finishing write tid 3 to smithi07176956-8 2024-03-10T21:35:02.599 INFO:tasks.rados.rados.0.smithi071.stdout:3886: finishing write tid 4 to smithi07176956-8 2024-03-10T21:35:02.599 INFO:tasks.rados.rados.0.smithi071.stdout:3886: oid 8 updating version 0 to 1041 2024-03-10T21:35:02.599 INFO:tasks.rados.rados.0.smithi071.stdout:3886: oid 8 version 1041 is already newer than 1040 2024-03-10T21:35:02.599 INFO:tasks.rados.rados.0.smithi071.stdout:3886: oid 8 version 1041 is already newer than 1039 2024-03-10T21:35:02.599 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1041 (ObjNum 1215 snap 377 seq_num 1215) dirty exists 2024-03-10T21:35:02.599 INFO:tasks.rados.rados.0.smithi071.stdout:3886: left oid 8 (ObjNum 1215 snap 377 seq_num 1215) 2024-03-10T21:35:02.602 INFO:tasks.rados.rados.0.smithi071.stdout:3891: finishing copy_from racing read to smithi07176956-39 2024-03-10T21:35:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:3891: finishing copy_from to smithi07176956-39 2024-03-10T21:35:02.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24878 (ObjNum 1170 snap 367 seq_num 1170) dirty exists 2024-03-10T21:35:02.604 INFO:tasks.rados.rados.0.smithi071.stdout:3889: finishing copy_from racing read to smithi07176956-12 2024-03-10T21:35:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:3889: finishing copy_from to smithi07176956-12 2024-03-10T21:35:02.606 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 13254 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:35:02.616 INFO:tasks.rados.rados.0.smithi071.stdout:3888: finishing copy_from racing read to smithi07176956-36 2024-03-10T21:35:02.617 INFO:tasks.rados.rados.0.smithi071.stdout:3890: finishing copy_from racing read to smithi07176956-14 2024-03-10T21:35:02.619 INFO:tasks.rados.rados.0.smithi071.stdout:3888: finishing copy_from to smithi07176956-36 2024-03-10T21:35:02.620 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24857 (ObjNum 1122 snap 356 seq_num 1122) dirty exists 2024-03-10T21:35:02.620 INFO:tasks.rados.rados.0.smithi071.stdout:3890: finishing copy_from to smithi07176956-14 2024-03-10T21:35:02.620 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 24882 (ObjNum 1199 snap 373 seq_num 1199) dirty exists 2024-03-10T21:35:02.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:02.415+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:02.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:02.410+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:02.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:02.410+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:02.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:02.410+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:02.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:02.406+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:02.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:02.407+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:02.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:02.407+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:02.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:02.407+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:02.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:02.408+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:02.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: osdmap e815: 8 total, 8 up, 8 in 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:02.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: osdmap e815: 8 total, 8 up, 8 in 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b0=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:02.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:02.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:02.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:02.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:02.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:02.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:02 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:03.418 INFO:tasks.rados.rados.0.smithi071.stdout:3885: done (7 left) 2024-03-10T21:35:03.418 INFO:tasks.rados.rados.0.smithi071.stdout:3886: done (6 left) 2024-03-10T21:35:03.418 INFO:tasks.rados.rados.0.smithi071.stdout:3887: done (5 left) 2024-03-10T21:35:03.418 INFO:tasks.rados.rados.0.smithi071.stdout:3888: done (4 left) 2024-03-10T21:35:03.418 INFO:tasks.rados.rados.0.smithi071.stdout:3889: done (3 left) 2024-03-10T21:35:03.419 INFO:tasks.rados.rados.0.smithi071.stdout:3890: done (2 left) 2024-03-10T21:35:03.419 INFO:tasks.rados.rados.0.smithi071.stdout:3891: done (1 left) 2024-03-10T21:35:03.419 INFO:tasks.rados.rados.0.smithi071.stdout:3892: done (0 left) 2024-03-10T21:35:03.419 INFO:tasks.rados.rados.0.smithi071.stdout:3893: rollback oid 1 current snap is 378 2024-03-10T21:35:03.419 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 253 2024-03-10T21:35:03.419 INFO:tasks.rados.rados.0.smithi071.stdout:3894: delete oid 16 current snap is 378 2024-03-10T21:35:03.420 INFO:tasks.rados.rados.0.smithi071.stdout:3894: done (1 left) 2024-03-10T21:35:03.420 INFO:tasks.rados.rados.0.smithi071.stdout:3895: setattr oid 29 current snap is 378 2024-03-10T21:35:03.422 INFO:tasks.rados.rados.0.smithi071.stdout:3896: snap_create 2024-03-10T21:35:03.427 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24879 (ObjNum 1172 snap 367 seq_num 1172) dirty exists 2024-03-10T21:35:03.430 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing rollback tid 0 to smithi07176956-1 2024-03-10T21:35:03.430 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing rollback tid 1 to smithi07176956-1 2024-03-10T21:35:03.430 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing rollback tid 2 to smithi07176956-1 2024-03-10T21:35:03.430 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 24889 (ObjNum 886 snap 251 seq_num 886) dirty exists 2024-03-10T21:35:03.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:03.420+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:03.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:03.420+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:03.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:03.415+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:03.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:03.415+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:03.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:03.415+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:03.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:03.472+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:03.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:03.472+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: pgmap v909: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 344 KiB/s wr, 9 op/s 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:03.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: osdmap e816: 8 total, 8 up, 8 in 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:03.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:03.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:03.421+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:03.422+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:03.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:03.425+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:03.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.416+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:03.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.416+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.416+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.416+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.416+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.416+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:03.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:03.417+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:03.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: pgmap v909: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 344 KiB/s wr, 9 op/s 2024-03-10T21:35:03.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:03.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: osdmap e816: 8 total, 8 up, 8 in 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:03.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: pgmap v909: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 344 KiB/s wr, 9 op/s 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:03.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: osdmap e816: 8 total, 8 up, 8 in 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:03.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:04.424 INFO:tasks.rados.rados.0.smithi071.stdout:3893: done (2 left) 2024-03-10T21:35:04.424 INFO:tasks.rados.rados.0.smithi071.stdout:3895: done (1 left) 2024-03-10T21:35:04.424 INFO:tasks.rados.rados.0.smithi071.stdout:3896: done (0 left) 2024-03-10T21:35:04.424 INFO:tasks.rados.rados.0.smithi071.stdout:3897: read oid 14 snap -1 2024-03-10T21:35:04.425 INFO:tasks.rados.rados.0.smithi071.stdout:3897: expect (ObjNum 1199 snap 373 seq_num 1199) 2024-03-10T21:35:04.425 INFO:tasks.rados.rados.0.smithi071.stdout:3898: copy_from oid 48 from oid 19 current snap is 379 2024-03-10T21:35:04.425 INFO:tasks.rados.rados.0.smithi071.stdout:3899: copy_from oid 4 from oid 5 current snap is 379 2024-03-10T21:35:04.425 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 379 2024-03-10T21:35:04.425 INFO:tasks.rados.rados.0.smithi071.stdout:3900: seq_num 1217 ranges {434176=786432,1220608=401408} 2024-03-10T21:35:04.432 INFO:tasks.rados.rados.0.smithi071.stdout:3900: writing smithi07176956-29 from 434176 to 1220608 tid 1 2024-03-10T21:35:04.435 INFO:tasks.rados.rados.0.smithi071.stdout:3900: writing smithi07176956-29 from 1220608 to 1622016 tid 2 2024-03-10T21:35:04.435 INFO:tasks.rados.rados.0.smithi071.stdout:3901: delete oid 25 current snap is 379 2024-03-10T21:35:04.442 INFO:tasks.rados.rados.0.smithi071.stdout:3898: finishing copy_from racing read to smithi07176956-48 2024-03-10T21:35:04.442 INFO:tasks.rados.rados.0.smithi071.stdout:3900: finishing write tid 1 to smithi07176956-29 2024-03-10T21:35:04.443 INFO:tasks.rados.rados.0.smithi071.stdout:3897: expect (ObjNum 1199 snap 373 seq_num 1199) 2024-03-10T21:35:04.695 INFO:tasks.rados.rados.0.smithi071.stdout:3900: finishing write tid 2 to smithi07176956-29 2024-03-10T21:35:04.695 INFO:tasks.rados.rados.0.smithi071.stdout:3900: finishing write tid 3 to smithi07176956-29 2024-03-10T21:35:04.695 INFO:tasks.rados.rados.0.smithi071.stdout:3900: finishing write tid 4 to smithi07176956-29 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3900: oid 29 updating version 0 to 24881 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3900: oid 29 version 24881 is already newer than 24880 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3900: oid 29 updating version 24881 to 24882 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 24882 (ObjNum 1217 snap 379 seq_num 1217) dirty exists 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3900: left oid 29 (ObjNum 1217 snap 379 seq_num 1217) 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3898: finishing copy_from to smithi07176956-48 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 24846 (ObjNum 1173 snap 368 seq_num 1173) dirty exists 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3899: finishing copy_from racing read to smithi07176956-4 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3899: finishing copy_from to smithi07176956-4 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24900 (ObjNum 1158 snap 365 seq_num 1158) dirty exists 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3897: done (4 left) 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3898: done (3 left) 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3899: done (2 left) 2024-03-10T21:35:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:3900: done (1 left) 2024-03-10T21:35:04.697 INFO:tasks.rados.rados.0.smithi071.stdout:3901: done (0 left) 2024-03-10T21:35:04.697 INFO:tasks.rados.rados.0.smithi071.stdout:3902: setattr oid 38 current snap is 379 2024-03-10T21:35:04.697 INFO:tasks.rados.rados.0.smithi071.stdout:3903: rollback oid 36 current snap is 379 2024-03-10T21:35:04.697 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 359 2024-03-10T21:35:04.697 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 379 2024-03-10T21:35:04.697 INFO:tasks.rados.rados.0.smithi071.stdout:3904: seq_num 1219 ranges {8134656=417792,8552448=557056,9109504=245760} 2024-03-10T21:35:04.742 INFO:tasks.rados.rados.0.smithi071.stdout:3904: writing smithi07176956-4 from 8134656 to 8552448 tid 1 2024-03-10T21:35:04.744 INFO:tasks.rados.rados.0.smithi071.stdout:3904: writing smithi07176956-4 from 8552448 to 9109504 tid 2 2024-03-10T21:35:04.746 INFO:tasks.rados.rados.0.smithi071.stdout:3904: writing smithi07176956-4 from 9109504 to 9355264 tid 3 2024-03-10T21:35:04.746 INFO:tasks.rados.rados.0.smithi071.stdout:3905: read oid 30 snap -1 2024-03-10T21:35:04.746 INFO:tasks.rados.rados.0.smithi071.stdout:3905: expect deleted 2024-03-10T21:35:04.747 INFO:tasks.rados.rados.0.smithi071.stdout:3906: snap_remove snap 377 2024-03-10T21:35:04.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:04.431+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:04.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:04.431+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:04.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:04.426+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:04.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:04.426+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:04.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:04.428+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:04.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:04.420+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:04.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:04.420+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: osdmap e817: 8 total, 8 up, 8 in 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:04.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:04.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:04.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:04.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:04 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:04.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:04.438+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:04.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:04.421+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:04.421+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:04.421+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:04.419+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:04.420+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:04.421+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:04.421+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:04.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:04.423+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: osdmap e817: 8 total, 8 up, 8 in 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:04.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:04.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:04.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:04.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:04.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: osdmap e817: 8 total, 8 up, 8 in 2024-03-10T21:35:04.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:04.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:04.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:04.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:04.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:04.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:04 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:05.425 INFO:tasks.rados.rados.0.smithi071.stdout:3906: done (4 left) 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3907: copy_from oid 35 from oid 31 current snap is 379 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24889 (ObjNum 989 snap 294 seq_num 989) dirty exists 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3903: finishing rollback tid 0 to smithi07176956-36 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3903: finishing rollback tid 1 to smithi07176956-36 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3903: finishing rollback tid 2 to smithi07176956-36 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 24906 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3904: finishing write tid 1 to smithi07176956-4 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3904: finishing write tid 2 to smithi07176956-4 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3904: finishing write tid 3 to smithi07176956-4 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3904: finishing write tid 4 to smithi07176956-4 2024-03-10T21:35:05.426 INFO:tasks.rados.rados.0.smithi071.stdout:3904: finishing write tid 5 to smithi07176956-4 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3904: oid 4 updating version 0 to 24902 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3904: oid 4 updating version 24902 to 24903 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3904: oid 4 updating version 24903 to 24904 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3904: oid 4 version 24904 is already newer than 24901 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 24904 (ObjNum 1219 snap 379 seq_num 1219) dirty exists 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3904: left oid 4 (ObjNum 1219 snap 379 seq_num 1219) 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3902: done (4 left) 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3903: done (3 left) 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3904: done (2 left) 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3905: done (1 left) 2024-03-10T21:35:05.427 INFO:tasks.rados.rados.0.smithi071.stdout:3908: snap_create 2024-03-10T21:35:05.429 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing copy_from to smithi07176956-35 2024-03-10T21:35:05.429 INFO:tasks.rados.rados.0.smithi071.stdout:3907: got expected ENOENT (src dne) 2024-03-10T21:35:05.429 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing copy_from racing read to smithi07176956-35 2024-03-10T21:35:05.831 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:05.422+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:05.831 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:05.422+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:05.831 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:05.427+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:05.831 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:05.428+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:05.831 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: pgmap v912: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: osdmap e818: 8 total, 8 up, 8 in 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:05.832 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:05.833 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:05.833 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:05.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:05.501+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:05.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:05.423+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:05.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:05.424+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.421+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.421+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.422+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.422+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.422+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.422+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:05.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:05.423+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:05.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: pgmap v912: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: osdmap e818: 8 total, 8 up, 8 in 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:05.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: pgmap v912: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:05.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: osdmap e818: 8 total, 8 up, 8 in 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:05.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:05 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:06.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:05.828+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:06.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:05.828+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:06.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:05 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:05.828+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:06.428 INFO:tasks.rados.rados.0.smithi071.stdout:3907: done (1 left) 2024-03-10T21:35:06.428 INFO:tasks.rados.rados.0.smithi071.stdout:3908: done (0 left) 2024-03-10T21:35:06.428 INFO:tasks.rados.rados.0.smithi071.stdout:3909: snap_remove snap 379 2024-03-10T21:35:06.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:06.423+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:06.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:06.423+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:06.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:06.670+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:06.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:06.670+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:06.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:06.672+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:06.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:06.672+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:06.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:06.672+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:06.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: osdmap e819: 8 total, 8 up, 8 in 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:06.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:06.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:06 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:06.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:06.670+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:06.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:06.671+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:06.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:06.671+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:06.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:06.671+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:06.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:06.426+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:06.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:06.426+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:06.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:06.426+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:06.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:06.426+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:06.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:06.426+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: osdmap e819: 8 total, 8 up, 8 in 2024-03-10T21:35:06.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:06.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: osdmap e819: 8 total, 8 up, 8 in 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:06.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:06.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:06.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:06.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:06 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:07.426 INFO:tasks.rados.rados.0.smithi071.stdout:3909: done (0 left) 2024-03-10T21:35:07.427 INFO:tasks.rados.rados.0.smithi071.stdout:3910: rollback oid 34 current snap is 380 2024-03-10T21:35:07.427 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 366 2024-03-10T21:35:07.427 INFO:tasks.rados.rados.0.smithi071.stdout:3911: read oid 8 snap 374 2024-03-10T21:35:07.427 INFO:tasks.rados.rados.0.smithi071.stdout:3911: expect deleted 2024-03-10T21:35:07.427 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 380 2024-03-10T21:35:07.427 INFO:tasks.rados.rados.0.smithi071.stdout:3912: seq_num 1220 ranges {401408=434176,835584=442368,1277952=360448} 2024-03-10T21:35:07.431 INFO:tasks.rados.rados.0.smithi071.stdout:3912: writing smithi07176956-39 from 401408 to 835584 tid 1 2024-03-10T21:35:07.434 INFO:tasks.rados.rados.0.smithi071.stdout:3912: writing smithi07176956-39 from 835584 to 1277952 tid 2 2024-03-10T21:35:07.437 INFO:tasks.rados.rados.0.smithi071.stdout:3912: writing smithi07176956-39 from 1277952 to 1638400 tid 3 2024-03-10T21:35:07.437 INFO:tasks.rados.rados.0.smithi071.stdout:3913: copy_from oid 38 from oid 15 current snap is 380 2024-03-10T21:35:07.437 INFO:tasks.rados.rados.0.smithi071.stdout:3911: done (3 left) 2024-03-10T21:35:07.437 INFO:tasks.rados.rados.0.smithi071.stdout:3914: snap_remove snap 333 2024-03-10T21:35:07.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:07.424+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:07.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:07.425+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:07.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:07.428+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:07.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:07.439+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:07.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:07.442+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:07.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:07.442+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:07.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:07.442+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: pgmap v915: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: osdmap e820: 8 total, 8 up, 8 in 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:07.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:07.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:07 smithi193 ceph-mon[83873]: osdmap e821: 8 total, 8 up, 8 in 2024-03-10T21:35:07.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:07.427+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:07.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:07.434+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:07.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:07.443+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: pgmap v915: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-03-10T21:35:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: osdmap e820: 8 total, 8 up, 8 in 2024-03-10T21:35:07.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:07.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:07.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:07.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[88660]: osdmap e821: 8 total, 8 up, 8 in 2024-03-10T21:35:07.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.527+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:07.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.527+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:07.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.527+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:07.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.528+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:07.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.528+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:07.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.528+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:07.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:07.528+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: pgmap v915: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: osdmap e820: 8 total, 8 up, 8 in 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:07.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:07.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:07 smithi071 ceph-mon[91105]: osdmap e821: 8 total, 8 up, 8 in 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3914: done (3 left) 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3915: setattr oid 20 current snap is 380 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3910: finishing rollback tid 0 to smithi07176956-34 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3910: finishing rollback tid 1 to smithi07176956-34 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3910: finishing rollback tid 2 to smithi07176956-34 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 24907 (ObjNum 1155 snap 365 seq_num 1155) dirty exists 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 1 to smithi07176956-39 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 2 to smithi07176956-39 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 3 to smithi07176956-39 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 4 to smithi07176956-39 2024-03-10T21:35:08.439 INFO:tasks.rados.rados.0.smithi071.stdout:3912: finishing write tid 5 to smithi07176956-39 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3912: oid 39 updating version 0 to 24886 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3912: oid 39 version 24886 is already newer than 24885 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3912: oid 39 version 24886 is already newer than 24884 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3912: oid 39 version 24886 is already newer than 24883 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24886 (ObjNum 1220 snap 380 seq_num 1220) dirty exists 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3912: left oid 39 (ObjNum 1220 snap 380 seq_num 1220) 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3913: finishing copy_from racing read to smithi07176956-38 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3913: finishing copy_from to smithi07176956-38 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 24903 (ObjNum 1142 snap 362 seq_num 1142) dirty exists 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3910: done (3 left) 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3912: done (2 left) 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3913: done (1 left) 2024-03-10T21:35:08.440 INFO:tasks.rados.rados.0.smithi071.stdout:3916: read oid 11 snap -1 2024-03-10T21:35:08.441 INFO:tasks.rados.rados.0.smithi071.stdout:3916: expect (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:35:08.441 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 380 2024-03-10T21:35:08.441 INFO:tasks.rados.rados.0.smithi071.stdout:3917: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-03-10T21:35:08.441 INFO:tasks.rados.rados.0.smithi071.stdout:3917: writing smithi07176956-30 from 0 to 458752 tid 1 2024-03-10T21:35:08.444 INFO:tasks.rados.rados.0.smithi071.stdout:3917: writing smithi07176956-30 from 458752 to 1187840 tid 2 2024-03-10T21:35:08.445 INFO:tasks.rados.rados.0.smithi071.stdout:3917: writing smithi07176956-30 from 1187840 to 1261568 tid 3 2024-03-10T21:35:08.445 INFO:tasks.rados.rados.0.smithi071.stdout:3918: delete oid 46 current snap is 380 2024-03-10T21:35:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:3916: expect (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 24892 (ObjNum 1070 snap 333 seq_num 1070) dirty exists 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3917: finishing write tid 1 to smithi07176956-30 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3917: finishing write tid 2 to smithi07176956-30 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3915: done (3 left) 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3916: done (2 left) 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3918: done (1 left) 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3919: read oid 50 snap -1 2024-03-10T21:35:08.471 INFO:tasks.rados.rados.0.smithi071.stdout:3919: expect (ObjNum 1176 snap 368 seq_num 1176) 2024-03-10T21:35:08.472 INFO:tasks.rados.rados.0.smithi071.stdout:3920: read oid 45 snap -1 2024-03-10T21:35:08.472 INFO:tasks.rados.rados.0.smithi071.stdout:3920: expect (ObjNum 1066 snap 329 seq_num 1066) 2024-03-10T21:35:08.472 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 380 2024-03-10T21:35:08.472 INFO:tasks.rados.rados.0.smithi071.stdout:3917: finishing write tid 3 to smithi07176956-30 2024-03-10T21:35:08.472 INFO:tasks.rados.rados.0.smithi071.stdout:3921: seq_num 1223 ranges {8134656=491520,8626176=491520,9117696=311296} 2024-03-10T21:35:08.516 INFO:tasks.rados.rados.0.smithi071.stdout:3921: writing smithi07176956-5 from 8134656 to 8626176 tid 1 2024-03-10T21:35:08.519 INFO:tasks.rados.rados.0.smithi071.stdout:3921: writing smithi07176956-5 from 8626176 to 9117696 tid 2 2024-03-10T21:35:08.521 INFO:tasks.rados.rados.0.smithi071.stdout:3921: writing smithi07176956-5 from 9117696 to 9428992 tid 3 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3922: rmattr oid 34 current snap is 380 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: finishing write tid 4 to smithi07176956-30 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: finishing write tid 5 to smithi07176956-30 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: oid 30 updating version 0 to 24871 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: oid 30 version 24871 is already newer than 24868 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: oid 30 version 24871 is already newer than 24869 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: oid 30 version 24871 is already newer than 24870 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 24871 (ObjNum 1221 snap 380 seq_num 1221) dirty exists 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3917: left oid 30 (ObjNum 1221 snap 380 seq_num 1221) 2024-03-10T21:35:08.522 INFO:tasks.rados.rados.0.smithi071.stdout:3919: expect (ObjNum 1176 snap 368 seq_num 1176) 2024-03-10T21:35:08.536 INFO:tasks.rados.rados.0.smithi071.stdout:3920: expect (ObjNum 1066 snap 329 seq_num 1066) 2024-03-10T21:35:08.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 24908 (ObjNum 1155 snap 365 seq_num 1155) dirty exists 2024-03-10T21:35:08.665 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 1 to smithi07176956-5 2024-03-10T21:35:08.665 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 2 to smithi07176956-5 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:3917: done (4 left) 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:3919: done (3 left) 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:3920: done (2 left) 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:3922: done (1 left) 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 380 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 3 to smithi07176956-5 2024-03-10T21:35:08.666 INFO:tasks.rados.rados.0.smithi071.stdout:3923: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-03-10T21:35:08.667 INFO:tasks.rados.rados.0.smithi071.stdout:3923: writing smithi07176956-22 from 0 to 507904 tid 1 2024-03-10T21:35:08.670 INFO:tasks.rados.rados.0.smithi071.stdout:3923: writing smithi07176956-22 from 507904 to 933888 tid 2 2024-03-10T21:35:08.673 INFO:tasks.rados.rados.0.smithi071.stdout:3923: writing smithi07176956-22 from 933888 to 1310720 tid 3 2024-03-10T21:35:08.673 INFO:tasks.rados.rados.0.smithi071.stdout:3924: snap_create 2024-03-10T21:35:08.673 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 4 to smithi07176956-5 2024-03-10T21:35:08.673 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 5 to smithi07176956-5 2024-03-10T21:35:08.673 INFO:tasks.rados.rados.0.smithi071.stdout:3921: oid 5 updating version 0 to 24907 2024-03-10T21:35:08.673 INFO:tasks.rados.rados.0.smithi071.stdout:3921: oid 5 updating version 24907 to 24910 2024-03-10T21:35:08.674 INFO:tasks.rados.rados.0.smithi071.stdout:3921: oid 5 version 24910 is already newer than 24908 2024-03-10T21:35:08.674 INFO:tasks.rados.rados.0.smithi071.stdout:3921: oid 5 version 24910 is already newer than 24909 2024-03-10T21:35:08.674 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 24910 (ObjNum 1223 snap 380 seq_num 1223) dirty exists 2024-03-10T21:35:08.674 INFO:tasks.rados.rados.0.smithi071.stdout:3921: left oid 5 (ObjNum 1223 snap 380 seq_num 1223) 2024-03-10T21:35:08.679 INFO:tasks.rados.rados.0.smithi071.stdout:3923: finishing write tid 1 to smithi07176956-22 2024-03-10T21:35:08.679 INFO:tasks.rados.rados.0.smithi071.stdout:3923: finishing write tid 2 to smithi07176956-22 2024-03-10T21:35:08.681 INFO:tasks.rados.rados.0.smithi071.stdout:3923: finishing write tid 3 to smithi07176956-22 2024-03-10T21:35:08.681 INFO:tasks.rados.rados.0.smithi071.stdout:3923: finishing write tid 4 to smithi07176956-22 2024-03-10T21:35:08.683 INFO:tasks.rados.rados.0.smithi071.stdout:3923: finishing write tid 5 to smithi07176956-22 2024-03-10T21:35:08.683 INFO:tasks.rados.rados.0.smithi071.stdout:3923: oid 22 updating version 0 to 24835 2024-03-10T21:35:08.683 INFO:tasks.rados.rados.0.smithi071.stdout:3923: oid 22 updating version 24835 to 24837 2024-03-10T21:35:08.684 INFO:tasks.rados.rados.0.smithi071.stdout:3923: oid 22 version 24837 is already newer than 24836 2024-03-10T21:35:08.684 INFO:tasks.rados.rados.0.smithi071.stdout:3923: oid 22 version 24837 is already newer than 24834 2024-03-10T21:35:08.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24837 (ObjNum 1224 snap 380 seq_num 1224) dirty exists 2024-03-10T21:35:08.684 INFO:tasks.rados.rados.0.smithi071.stdout:3923: left oid 22 (ObjNum 1224 snap 380 seq_num 1224) 2024-03-10T21:35:08.736 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:08.432+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:08.737 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:08.437+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:08.737 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:08.438+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:08.737 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:08.438+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:08.737 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:08.439+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:08.737 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:08.440+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:08.737 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:08.440+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:08.440+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:08.444+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:08.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[88660]: osdmap e822: 8 total, 8 up, 8 in 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:08.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:08.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:08 smithi071 ceph-mon[91105]: osdmap e822: 8 total, 8 up, 8 in 2024-03-10T21:35:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:08.431+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:08.431+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:08.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:08.431+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:08.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:08.443+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:08.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:08.448+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:08.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:08.445+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:08.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:08.446+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:08.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:08.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:08.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1a5=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:08.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:08.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:08 smithi193 ceph-mon[83873]: osdmap e822: 8 total, 8 up, 8 in 2024-03-10T21:35:09.461 INFO:tasks.rados.rados.0.smithi071.stdout:3921: done (2 left) 2024-03-10T21:35:09.461 INFO:tasks.rados.rados.0.smithi071.stdout:3923: done (1 left) 2024-03-10T21:35:09.461 INFO:tasks.rados.rados.0.smithi071.stdout:3924: done (0 left) 2024-03-10T21:35:09.461 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 381 2024-03-10T21:35:09.462 INFO:tasks.rados.rados.0.smithi071.stdout:3925: seq_num 1225 ranges {1122304=524288,1646592=712704,2359296=90112} 2024-03-10T21:35:09.470 INFO:tasks.rados.rados.0.smithi071.stdout:3925: writing smithi07176956-26 from 1122304 to 1646592 tid 1 2024-03-10T21:35:09.474 INFO:tasks.rados.rados.0.smithi071.stdout:3925: writing smithi07176956-26 from 1646592 to 2359296 tid 2 2024-03-10T21:35:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:3925: writing smithi07176956-26 from 2359296 to 2449408 tid 3 2024-03-10T21:35:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:3926: rollback oid 23 current snap is 381 2024-03-10T21:35:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 368 2024-03-10T21:35:09.475 INFO:tasks.rados.rados.0.smithi071.stdout:3927: delete oid 42 current snap is 381 2024-03-10T21:35:09.477 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing write tid 1 to smithi07176956-26 2024-03-10T21:35:09.482 INFO:tasks.rados.rados.0.smithi071.stdout:3927: done (2 left) 2024-03-10T21:35:09.482 INFO:tasks.rados.rados.0.smithi071.stdout:3928: snap_create 2024-03-10T21:35:09.484 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing write tid 2 to smithi07176956-26 2024-03-10T21:35:09.484 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing write tid 3 to smithi07176956-26 2024-03-10T21:35:09.484 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing write tid 4 to smithi07176956-26 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:3925: finishing write tid 5 to smithi07176956-26 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:3925: oid 26 updating version 0 to 24895 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:3925: oid 26 version 24895 is already newer than 24893 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:3925: oid 26 updating version 24895 to 24896 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:3925: oid 26 version 24896 is already newer than 24894 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 24896 (ObjNum 1225 snap 381 seq_num 1225) dirty exists 2024-03-10T21:35:09.486 INFO:tasks.rados.rados.0.smithi071.stdout:3925: left oid 26 (ObjNum 1225 snap 381 seq_num 1225) 2024-03-10T21:35:09.489 INFO:tasks.rados.rados.0.smithi071.stdout:3926: finishing rollback tid 0 to smithi07176956-23 2024-03-10T21:35:09.490 INFO:tasks.rados.rados.0.smithi071.stdout:3926: finishing rollback tid 1 to smithi07176956-23 2024-03-10T21:35:09.490 INFO:tasks.rados.rados.0.smithi071.stdout:3926: finishing rollback tid 2 to smithi07176956-23 2024-03-10T21:35:09.490 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24841 (ObjNum 1131 snap 356 seq_num 1131) dirty exists 2024-03-10T21:35:09.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:09.479+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:09.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:09.480+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:09.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:09.473+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:09.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:09.473+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:09.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:09.489+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:09.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:09.489+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:09.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:09.489+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: pgmap v918: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 255 B/s rd, 4.0 MiB/s wr, 9 op/s 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:09.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:09.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:09.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:09.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:09.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:09.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:09 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:09.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:09.478+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:09.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:09.480+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:09.480+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: pgmap v918: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 255 B/s rd, 4.0 MiB/s wr, 9 op/s 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:09.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:09.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:09.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.461+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:09.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.462+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:09.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.462+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.462+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:09.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.462+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.463+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:09.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:09.463+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: pgmap v918: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 255 B/s rd, 4.0 MiB/s wr, 9 op/s 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:09.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b9=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:09.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:09 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:10.468 INFO:tasks.rados.rados.0.smithi071.stdout:3925: done (2 left) 2024-03-10T21:35:10.469 INFO:tasks.rados.rados.0.smithi071.stdout:3926: done (1 left) 2024-03-10T21:35:10.469 INFO:tasks.rados.rados.0.smithi071.stdout:3928: done (0 left) 2024-03-10T21:35:10.469 INFO:tasks.rados.rados.0.smithi071.stdout:3929: delete oid 20 current snap is 382 2024-03-10T21:35:10.474 INFO:tasks.rados.rados.0.smithi071.stdout:3929: done (0 left) 2024-03-10T21:35:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:3930: rmattr oid 25 current snap is 382 2024-03-10T21:35:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:3930: done (0 left) 2024-03-10T21:35:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:3931: read oid 35 snap -1 2024-03-10T21:35:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:3931: expect (ObjNum 1167 snap 366 seq_num 1167) 2024-03-10T21:35:10.475 INFO:tasks.rados.rados.0.smithi071.stdout:3932: setattr oid 19 current snap is 382 2024-03-10T21:35:10.477 INFO:tasks.rados.rados.0.smithi071.stdout:3931: expect (ObjNum 1167 snap 366 seq_num 1167) 2024-03-10T21:35:10.487 INFO:tasks.rados.rados.0.smithi071.stdout:3931: done (1 left) 2024-03-10T21:35:10.487 INFO:tasks.rados.rados.0.smithi071.stdout:3933: snap_create 2024-03-10T21:35:10.491 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 24851 (ObjNum 1173 snap 368 seq_num 1173) dirty exists 2024-03-10T21:35:10.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:10.464+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:10.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:10.464+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:10.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:10.464+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:10.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:10.472+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:10.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:10.472+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:10.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:10.473+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:10.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:10.473+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: osdmap e823: 8 total, 8 up, 8 in 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:10.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:10.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:10 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:10.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:10.489+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:10.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:10.489+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:10.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:10.489+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: osdmap e823: 8 total, 8 up, 8 in 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:10.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: osdmap e823: 8 total, 8 up, 8 in 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:10.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:10.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:10.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:10.464+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:10.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:10.464+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:10.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:10.464+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:10.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:10.465+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:10.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:10.466+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:11.469 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:11.203+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:11.469 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:35:11] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-03-10T21:35:11.470 INFO:tasks.rados.rados.0.smithi071.stdout:3932: done (1 left) 2024-03-10T21:35:11.470 INFO:tasks.rados.rados.0.smithi071.stdout:3933: done (0 left) 2024-03-10T21:35:11.470 INFO:tasks.rados.rados.0.smithi071.stdout:3934: setattr oid 50 current snap is 383 2024-03-10T21:35:11.474 INFO:tasks.rados.rados.0.smithi071.stdout:3935: snap_create 2024-03-10T21:35:11.479 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 24862 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:35:11.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:11.467+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:11.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:11.467+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:11.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:11.628+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:11.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:11.628+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: pgmap v921: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:11.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: osdmap e824: 8 total, 8 up, 8 in 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:11.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:11 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:11.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:11.468+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:11.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:11.468+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: pgmap v921: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:11.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: osdmap e824: 8 total, 8 up, 8 in 2024-03-10T21:35:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:11.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:11.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.466+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:11.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.466+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:11.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.466+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.466+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.468+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.468+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:11.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:11.468+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: pgmap v921: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 26 op/s 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:11.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: osdmap e824: 8 total, 8 up, 8 in 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:11.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:11 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:12.485 INFO:tasks.rados.rados.0.smithi071.stdout:3934: done (1 left) 2024-03-10T21:35:12.485 INFO:tasks.rados.rados.0.smithi071.stdout:3935: done (0 left) 2024-03-10T21:35:12.485 INFO:tasks.rados.rados.0.smithi071.stdout:3936: rollback oid 31 current snap is 384 2024-03-10T21:35:12.485 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 378 2024-03-10T21:35:12.485 INFO:tasks.rados.rados.0.smithi071.stdout:3937: snap_remove snap 383 2024-03-10T21:35:12.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:12.479+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:12.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:12.479+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:12.584 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:12.479+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:12.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:12.486+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:12.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:12.489+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:12.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:35:12.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:12.377+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:12.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:12.377+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:12.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:12.377+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:12.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:12.491+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:12.586 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:12.491+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:12.586 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: osdmap e825: 8 total, 8 up, 8 in 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:12.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:12 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:12.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:12.482+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:12.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:12.570+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:12.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:12.570+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:12.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:12.570+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:12.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: osdmap e825: 8 total, 8 up, 8 in 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:12.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:12.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:12.491+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:12.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:12.491+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:12.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:12.491+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:12.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:12.491+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:12.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:12.491+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:12.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:12.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: osdmap e825: 8 total, 8 up, 8 in 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:12.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:12 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:13.483 INFO:tasks.rados.rados.0.smithi071.stdout:3937: done (1 left) 2024-03-10T21:35:13.483 INFO:tasks.rados.rados.0.smithi071.stdout:3938: copy_from oid 2 from oid 4 current snap is 384 2024-03-10T21:35:13.483 INFO:tasks.rados.rados.0.smithi071.stdout:3936: finishing rollback tid 1 to smithi07176956-31 2024-03-10T21:35:13.483 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 24901 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-03-10T21:35:13.484 INFO:tasks.rados.rados.0.smithi071.stdout:3936: done (1 left) 2024-03-10T21:35:13.484 INFO:tasks.rados.rados.0.smithi071.stdout:3939: snap_create 2024-03-10T21:35:13.528 INFO:tasks.rados.rados.0.smithi071.stdout:3938: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:35:13.528 INFO:tasks.rados.rados.0.smithi071.stdout:3938: finishing copy_from to smithi07176956-2 2024-03-10T21:35:13.528 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24904 (ObjNum 1219 snap 379 seq_num 1219) dirty exists 2024-03-10T21:35:13.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:13.480+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:13.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:13.480+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:13.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:13.489+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:13.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:13.489+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:13.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:13.487+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:13.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:13.487+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:13.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:13.487+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: pgmap v924: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: osdmap e826: 8 total, 8 up, 8 in 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:13.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:13.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:13 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:13.698+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:13.698+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.480+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.480+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.480+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.480+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.480+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:13.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.480+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:13.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:13.481+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: pgmap v924: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: osdmap e826: 8 total, 8 up, 8 in 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:13.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:13.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:13.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:13.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: pgmap v924: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-03-10T21:35:13.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:13.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: osdmap e826: 8 total, 8 up, 8 in 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:13.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:13.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:13.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:13.843 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:13.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:14.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:13.973+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:14.501 INFO:tasks.rados.rados.0.smithi071.stdout:3938: done (1 left) 2024-03-10T21:35:14.501 INFO:tasks.rados.rados.0.smithi071.stdout:3939: done (0 left) 2024-03-10T21:35:14.502 INFO:tasks.rados.rados.0.smithi071.stdout:3940: read oid 19 snap -1 2024-03-10T21:35:14.502 INFO:tasks.rados.rados.0.smithi071.stdout:3940: expect (ObjNum 1173 snap 368 seq_num 1173) 2024-03-10T21:35:14.502 INFO:tasks.rados.rados.0.smithi071.stdout:3941: copy_from oid 17 from oid 33 current snap is 385 2024-03-10T21:35:14.502 INFO:tasks.rados.rados.0.smithi071.stdout:3942: snap_create 2024-03-10T21:35:14.510 INFO:tasks.rados.rados.0.smithi071.stdout:3940: expect (ObjNum 1173 snap 368 seq_num 1173) 2024-03-10T21:35:14.641 INFO:tasks.rados.rados.0.smithi071.stdout:3941: finishing copy_from racing read to smithi07176956-17 2024-03-10T21:35:14.641 INFO:tasks.rados.rados.0.smithi071.stdout:3941: finishing copy_from to smithi07176956-17 2024-03-10T21:35:14.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24879 (ObjNum 1164 snap 366 seq_num 1164) dirty exists 2024-03-10T21:35:14.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:14.496+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:14.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:14.496+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:14.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:14.496+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:14.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:14.519+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:14.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:14.519+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:14.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:14.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: osdmap e827: 8 total, 8 up, 8 in 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:14.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:14.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:35:14.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:35:14.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:14 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:14.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:14.507+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:14.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:14.503+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:14.503+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:14.503+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:14.498+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:14.498+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:14.499+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:14.500+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:14.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:14.500+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: osdmap e827: 8 total, 8 up, 8 in 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:14.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:14.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: osdmap e827: 8 total, 8 up, 8 in 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:14.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:14.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:35:14.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:35:14.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:14.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:35:14.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:35:14.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:14 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:35:15.503 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:15.128+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:15.503 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:15.128+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:15.506 INFO:tasks.rados.rados.0.smithi071.stdout:3940: done (2 left) 2024-03-10T21:35:15.506 INFO:tasks.rados.rados.0.smithi071.stdout:3941: done (1 left) 2024-03-10T21:35:15.506 INFO:tasks.rados.rados.0.smithi071.stdout:3942: done (0 left) 2024-03-10T21:35:15.506 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 386 2024-03-10T21:35:15.506 INFO:tasks.rados.rados.0.smithi071.stdout:3943: seq_num 1228 ranges {1638400=573440,2211840=761856,2973696=40960} 2024-03-10T21:35:15.518 INFO:tasks.rados.rados.0.smithi071.stdout:3943: writing smithi07176956-39 from 1638400 to 2211840 tid 1 2024-03-10T21:35:15.522 INFO:tasks.rados.rados.0.smithi071.stdout:3943: writing smithi07176956-39 from 2211840 to 2973696 tid 2 2024-03-10T21:35:15.522 INFO:tasks.rados.rados.0.smithi071.stdout:3943: writing smithi07176956-39 from 2973696 to 3014656 tid 3 2024-03-10T21:35:15.522 INFO:tasks.rados.rados.0.smithi071.stdout:3944: snap_create 2024-03-10T21:35:15.523 INFO:tasks.rados.rados.0.smithi071.stdout:3943: finishing write tid 1 to smithi07176956-39 2024-03-10T21:35:15.526 INFO:tasks.rados.rados.0.smithi071.stdout:3943: finishing write tid 2 to smithi07176956-39 2024-03-10T21:35:15.526 INFO:tasks.rados.rados.0.smithi071.stdout:3943: finishing write tid 3 to smithi07176956-39 2024-03-10T21:35:15.527 INFO:tasks.rados.rados.0.smithi071.stdout:3943: finishing write tid 4 to smithi07176956-39 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3943: finishing write tid 5 to smithi07176956-39 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3943: oid 39 updating version 0 to 24888 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3943: oid 39 updating version 24888 to 24889 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3943: oid 39 updating version 24889 to 24890 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3943: oid 39 version 24890 is already newer than 24887 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24890 (ObjNum 1228 snap 386 seq_num 1228) dirty exists 2024-03-10T21:35:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3943: left oid 39 (ObjNum 1228 snap 386 seq_num 1228) 2024-03-10T21:35:15.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:15.501+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:15.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:15.501+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:15.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:15.503+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: pgmap v927: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 324 KiB/s wr, 17 op/s 2024-03-10T21:35:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:15.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: osdmap e828: 8 total, 8 up, 8 in 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:15.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:15 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:15.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:15.504+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:15.504+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: pgmap v927: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 324 KiB/s wr, 17 op/s 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: osdmap e828: 8 total, 8 up, 8 in 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:15.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: pgmap v927: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 324 KiB/s wr, 17 op/s 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:15.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: osdmap e828: 8 total, 8 up, 8 in 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:15.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:15 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:16.523 INFO:tasks.rados.rados.0.smithi071.stdout:3943: done (1 left) 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3944: done (0 left) 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3945: read oid 27 snap -1 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3945: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3946: copy_from oid 33 from oid 20 current snap is 387 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3947: read oid 11 snap -1 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3947: expect (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:35:16.524 INFO:tasks.rados.rados.0.smithi071.stdout:3948: snap_create 2024-03-10T21:35:16.527 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing copy_from to smithi07176956-33 2024-03-10T21:35:16.527 INFO:tasks.rados.rados.0.smithi071.stdout:3946: got expected ENOENT (src dne) 2024-03-10T21:35:16.527 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing copy_from racing read to smithi07176956-33 2024-03-10T21:35:16.529 INFO:tasks.rados.rados.0.smithi071.stdout:3947: expect (ObjNum 1196 snap 373 seq_num 1196) 2024-03-10T21:35:16.551 INFO:tasks.rados.rados.0.smithi071.stdout:3945: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:35:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-mon[83873]: osdmap e829: 8 total, 8 up, 8 in 2024-03-10T21:35:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:16.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:16.526+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:16.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:16.526+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:16.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:16.526+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:16.506+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:16.506+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:16.506+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:16.516+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:16.516+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:16.505+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:16.505+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:16.526+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:16.836 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:16.527+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:16.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:16.525+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[88660]: osdmap e829: 8 total, 8 up, 8 in 2024-03-10T21:35:16.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[91105]: osdmap e829: 8 total, 8 up, 8 in 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:16.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.504+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.518+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.518+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.518+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.518+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:16.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:16 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:16.518+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:17.019+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:17.019+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:17.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:17.019+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:17.525 INFO:tasks.rados.rados.0.smithi071.stdout:3945: done (3 left) 2024-03-10T21:35:17.525 INFO:tasks.rados.rados.0.smithi071.stdout:3946: done (2 left) 2024-03-10T21:35:17.525 INFO:tasks.rados.rados.0.smithi071.stdout:3947: done (1 left) 2024-03-10T21:35:17.525 INFO:tasks.rados.rados.0.smithi071.stdout:3948: done (0 left) 2024-03-10T21:35:17.525 INFO:tasks.rados.rados.0.smithi071.stdout:3949: snap_create 2024-03-10T21:35:17.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: pgmap v930: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.522+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.522+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.522+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.523+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.524+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.524+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.776 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:17.524+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.776 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: pgmap v930: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.777 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: osdmap e830: 8 total, 8 up, 8 in 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:17.778 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: osdmap e830: 8 total, 8 up, 8 in 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:17.779 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:17.780 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:17.522+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:17.780 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:17.522+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:17.780 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:17.578+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:17.780 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:17.578+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.780 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:17.578+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: pgmap v930: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.781 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: osdmap e830: 8 total, 8 up, 8 in 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:17.782 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:18.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:17.772+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:18.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:17.773+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:18.085 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:17.772+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:18.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:17.772+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:17 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:17.772+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.532 INFO:tasks.rados.rados.0.smithi071.stdout:3949: done (0 left) 2024-03-10T21:35:18.532 INFO:tasks.rados.rados.0.smithi071.stdout:3950: copy_from oid 46 from oid 1 current snap is 389 2024-03-10T21:35:18.532 INFO:tasks.rados.rados.0.smithi071.stdout:3951: read oid 17 snap 381 2024-03-10T21:35:18.532 INFO:tasks.rados.rados.0.smithi071.stdout:3951: expect deleted 2024-03-10T21:35:18.533 INFO:tasks.rados.rados.0.smithi071.stdout:3952: read oid 41 snap -1 2024-03-10T21:35:18.533 INFO:tasks.rados.rados.0.smithi071.stdout:3952: expect (ObjNum 1183 snap 368 seq_num 1183) 2024-03-10T21:35:18.533 INFO:tasks.rados.rados.0.smithi071.stdout:3953: snap_remove snap 328 2024-03-10T21:35:18.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:18.531+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:18.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:18.531+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:18.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:18.531+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:18.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:18.535+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:18.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:18.537+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: osdmap e831: 8 total, 8 up, 8 in 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:18.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:18.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:18.528+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:18.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:18.528+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:18.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:18.529+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:18.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:18.529+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:18.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:18.529+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: osdmap e831: 8 total, 8 up, 8 in 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:18.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:18.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: osdmap e831: 8 total, 8 up, 8 in 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:18.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:19.531 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:19.174+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:19.531 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:19.174+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:19.531 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:19.174+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:3953: done (3 left) 2024-03-10T21:35:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:3954: delete oid 33 current snap is 389 2024-03-10T21:35:19.533 INFO:tasks.rados.rados.0.smithi071.stdout:3952: expect (ObjNum 1183 snap 368 seq_num 1183) 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing copy_from to smithi07176956-46 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 24889 (ObjNum 886 snap 251 seq_num 886) dirty exists 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3950: done (3 left) 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3951: done (2 left) 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3952: done (1 left) 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3954: done (0 left) 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:3955: rollback oid 16 current snap is 389 2024-03-10T21:35:19.655 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 386 2024-03-10T21:35:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:3956: copy_from oid 46 from oid 5 current snap is 389 2024-03-10T21:35:19.656 INFO:tasks.rados.rados.0.smithi071.stdout:3957: snap_remove snap 384 2024-03-10T21:35:19.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:19.532+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:19.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:19.532+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:19.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:19.662+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:19.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:19.662+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:19.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:19.656+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:19.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:19.657+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: pgmap v933: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 612 KiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-03-10T21:35:19.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: osdmap e832: 8 total, 8 up, 8 in 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:19.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:19 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:19.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:19.540+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:19.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:19.538+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:19.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:19.538+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:19.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: pgmap v933: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 612 KiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-03-10T21:35:19.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:19.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:19.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: osdmap e832: 8 total, 8 up, 8 in 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:19.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:19.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.529+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:19.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.530+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.530+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:19.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.530+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.531+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:19.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.531+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:19.531+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: pgmap v933: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 612 KiB/s rd, 2.2 MiB/s wr, 2 op/s 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:19.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: osdmap e832: 8 total, 8 up, 8 in 2024-03-10T21:35:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:19.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:19 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:20.550 INFO:tasks.rados.rados.0.smithi071.stdout:3957: done (2 left) 2024-03-10T21:35:20.550 INFO:tasks.rados.rados.0.smithi071.stdout:3958: snap_create 2024-03-10T21:35:20.551 INFO:tasks.rados.rados.0.smithi071.stdout:3955: finishing rollback tid 1 to smithi07176956-16 2024-03-10T21:35:20.551 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 24850 (ObjNum 1217 snap 0 seq_num 3028267264) dirty dne 2024-03-10T21:35:20.551 INFO:tasks.rados.rados.0.smithi071.stdout:3956: finishing copy_from racing read to smithi07176956-46 2024-03-10T21:35:20.551 INFO:tasks.rados.rados.0.smithi071.stdout:3956: finishing copy_from to smithi07176956-46 2024-03-10T21:35:20.551 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 24910 (ObjNum 1223 snap 380 seq_num 1223) dirty exists 2024-03-10T21:35:20.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:20.542+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:20.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:20.542+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:20.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:20.542+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: osdmap e833: 8 total, 8 up, 8 in 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:20.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:20.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:20.673+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:20.673+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:20.673+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:20.546+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:20.546+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:20.547+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:20.547+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:20.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:20.547+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: osdmap e833: 8 total, 8 up, 8 in 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:20.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: osdmap e833: 8 total, 8 up, 8 in 2024-03-10T21:35:20.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:20.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:20 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:21.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:20.885+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:21.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:20.885+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:21.335 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:20.885+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:21.542 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:35:21] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:35:21.558 INFO:tasks.rados.rados.0.smithi071.stdout:3955: done (2 left) 2024-03-10T21:35:21.558 INFO:tasks.rados.rados.0.smithi071.stdout:3956: done (1 left) 2024-03-10T21:35:21.558 INFO:tasks.rados.rados.0.smithi071.stdout:3958: done (0 left) 2024-03-10T21:35:21.559 INFO:tasks.rados.rados.0.smithi071.stdout:3959: copy_from oid 43 from oid 9 current snap is 390 2024-03-10T21:35:21.559 INFO:tasks.rados.rados.0.smithi071.stdout:3960: delete oid 27 current snap is 390 2024-03-10T21:35:21.563 INFO:tasks.rados.rados.0.smithi071.stdout:3960: done (1 left) 2024-03-10T21:35:21.563 INFO:tasks.rados.rados.0.smithi071.stdout:3961: rollback oid 25 current snap is 390 2024-03-10T21:35:21.563 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 373 2024-03-10T21:35:21.563 INFO:tasks.rados.rados.0.smithi071.stdout:3962: rmattr oid 45 current snap is 390 2024-03-10T21:35:21.563 INFO:tasks.rados.rados.0.smithi071.stdout:3963: setattr oid 39 current snap is 390 2024-03-10T21:35:21.565 INFO:tasks.rados.rados.0.smithi071.stdout:3964: setattr oid 19 current snap is 390 2024-03-10T21:35:21.568 INFO:tasks.rados.rados.0.smithi071.stdout:3965: read oid 27 snap 373 2024-03-10T21:35:21.568 INFO:tasks.rados.rados.0.smithi071.stdout:3965: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:35:21.568 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 390 2024-03-10T21:35:21.569 INFO:tasks.rados.rados.0.smithi071.stdout:3966: seq_num 1231 ranges {2154496=622592,2777088=417792,3194880=385024} 2024-03-10T21:35:21.584 INFO:tasks.rados.rados.0.smithi071.stdout:3966: writing smithi07176956-23 from 2154496 to 2777088 tid 1 2024-03-10T21:35:21.586 INFO:tasks.rados.rados.0.smithi071.stdout:3966: writing smithi07176956-23 from 2777088 to 3194880 tid 2 2024-03-10T21:35:21.589 INFO:tasks.rados.rados.0.smithi071.stdout:3966: writing smithi07176956-23 from 3194880 to 3579904 tid 3 2024-03-10T21:35:21.589 INFO:tasks.rados.rados.0.smithi071.stdout:3967: copy_from oid 40 from oid 42 current snap is 390 2024-03-10T21:35:21.589 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 24863 (ObjNum 1066 snap 329 seq_num 1066) dirty exists 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 24891 (ObjNum 1228 snap 386 seq_num 1228) dirty exists 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3961: finishing rollback tid 1 to smithi07176956-25 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3961: finishing rollback tid 2 to smithi07176956-25 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 24857 (ObjNum 1107 snap 350 seq_num 1107) dirty exists 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 24852 (ObjNum 1173 snap 368 seq_num 1173) dirty exists 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3961: done (7 left) 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3962: done (6 left) 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3963: done (5 left) 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3964: done (4 left) 2024-03-10T21:35:21.590 INFO:tasks.rados.rados.0.smithi071.stdout:3968: snap_remove snap 330 2024-03-10T21:35:21.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:21.552+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:21.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:21.552+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:21.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:21.562+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:21.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:21.562+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:21.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:21.562+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:21.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:21.562+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: pgmap v936: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-03-10T21:35:21.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: osdmap e834: 8 total, 8 up, 8 in 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:21.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:21 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:21.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:21.568+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:21.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:21.556+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:21.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:21.557+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:21.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.554+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:21.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.554+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:21.837 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.554+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:21.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.555+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:21.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.555+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:21.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.555+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:21.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:21.555+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:21.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: pgmap v936: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-03-10T21:35:21.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:21.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:21.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:21.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:21.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: osdmap e834: 8 total, 8 up, 8 in 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: pgmap v936: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:21.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: osdmap e834: 8 total, 8 up, 8 in 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:21.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:21 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:22.562 INFO:tasks.rados.rados.0.smithi071.stdout:3968: done (4 left) 2024-03-10T21:35:22.562 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 390 2024-03-10T21:35:22.562 INFO:tasks.rados.rados.0.smithi071.stdout:3969: seq_num 1232 ranges {9355264=638976,9994240=753664,10747904=49152} 2024-03-10T21:35:22.587 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:35:22.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:22.558+0000 7f41021b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:22.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:22.558+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:22.587 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:22.559+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:22.587 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: osdmap e835: 8 total, 8 up, 8 in 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:22.588 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:22.589 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:22.615 INFO:tasks.rados.rados.0.smithi071.stdout:3969: writing smithi07176956-2 from 9355264 to 9994240 tid 1 2024-03-10T21:35:22.619 INFO:tasks.rados.rados.0.smithi071.stdout:3969: writing smithi07176956-2 from 9994240 to 10747904 tid 2 2024-03-10T21:35:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:3969: writing smithi07176956-2 from 10747904 to 10797056 tid 3 2024-03-10T21:35:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:3970: read oid 36 snap -1 2024-03-10T21:35:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:3970: expect (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:35:22.620 INFO:tasks.rados.rados.0.smithi071.stdout:3971: snap_remove snap 352 2024-03-10T21:35:22.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:22.564+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:22.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:22.564+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:22.835 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:22.564+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:22.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:22.557+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:22.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:22.558+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:22.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:22.558+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:22.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:22.559+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:22.836 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:22.559+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:22.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: osdmap e835: 8 total, 8 up, 8 in 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:22.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: osdmap e835: 8 total, 8 up, 8 in 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b7=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:22.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:22.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:22.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:22.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:22.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:22.618+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:22.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:22.625+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:22.923 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:22.626+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:23.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:22.921+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:23.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:22.921+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:23.335 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:22 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:22.920+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:23.566 INFO:tasks.rados.rados.0.smithi071.stdout:3971: done (6 left) 2024-03-10T21:35:23.566 INFO:tasks.rados.rados.0.smithi071.stdout:3972: snap_create 2024-03-10T21:35:23.566 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing copy_from racing read to smithi07176956-43 2024-03-10T21:35:23.566 INFO:tasks.rados.rados.0.smithi071.stdout:3965: expect (ObjNum 1165 snap 366 seq_num 1165) 2024-03-10T21:35:23.672 INFO:tasks.rados.rados.0.smithi071.stdout:3959: finishing copy_from to smithi07176956-43 2024-03-10T21:35:23.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 13254 (ObjNum 1176 snap 368 seq_num 1176) dirty exists 2024-03-10T21:35:23.672 INFO:tasks.rados.rados.0.smithi071.stdout:3967: finishing copy_from to smithi07176956-40 2024-03-10T21:35:23.672 INFO:tasks.rados.rados.0.smithi071.stdout:3967: got expected ENOENT (src dne) 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3967: finishing copy_from racing read to smithi07176956-40 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 1 to smithi07176956-23 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 2 to smithi07176956-23 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 3 to smithi07176956-23 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 4 to smithi07176956-23 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing write tid 5 to smithi07176956-23 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: oid 23 updating version 0 to 24844 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: oid 23 updating version 24844 to 24846 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: oid 23 version 24846 is already newer than 24843 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: oid 23 version 24846 is already newer than 24845 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 24846 (ObjNum 1231 snap 390 seq_num 1231) dirty exists 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3966: left oid 23 (ObjNum 1231 snap 390 seq_num 1231) 2024-03-10T21:35:23.673 INFO:tasks.rados.rados.0.smithi071.stdout:3970: expect (ObjNum 1067 snap 330 seq_num 1067) 2024-03-10T21:35:23.702 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing write tid 1 to smithi07176956-2 2024-03-10T21:35:23.702 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing write tid 2 to smithi07176956-2 2024-03-10T21:35:23.702 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing write tid 3 to smithi07176956-2 2024-03-10T21:35:23.702 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing write tid 4 to smithi07176956-2 2024-03-10T21:35:23.702 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing write tid 5 to smithi07176956-2 2024-03-10T21:35:23.702 INFO:tasks.rados.rados.0.smithi071.stdout:3969: oid 2 updating version 0 to 24908 2024-03-10T21:35:23.703 INFO:tasks.rados.rados.0.smithi071.stdout:3969: oid 2 version 24908 is already newer than 24905 2024-03-10T21:35:23.703 INFO:tasks.rados.rados.0.smithi071.stdout:3969: oid 2 version 24908 is already newer than 24906 2024-03-10T21:35:23.703 INFO:tasks.rados.rados.0.smithi071.stdout:3969: oid 2 version 24908 is already newer than 24907 2024-03-10T21:35:23.703 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24908 (ObjNum 1232 snap 390 seq_num 1232) dirty exists 2024-03-10T21:35:23.703 INFO:tasks.rados.rados.0.smithi071.stdout:3969: left oid 2 (ObjNum 1232 snap 390 seq_num 1232) 2024-03-10T21:35:23.834 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:23.630+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:23.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:23.630+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: pgmap v939: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:23.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: osdmap e836: 8 total, 8 up, 8 in 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:23.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:23 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:23.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:23.566+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:23.566+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: pgmap v939: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:23.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: osdmap e836: 8 total, 8 up, 8 in 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: pgmap v939: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-03-10T21:35:23.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: osdmap e836: 8 total, 8 up, 8 in 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:23.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:23.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.564+0000 7fb011cfa700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.564+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.564+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.565+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.565+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.565+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:23.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:23.565+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:24.571 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:24.090+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:24.571 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:24.091+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3959: done (6 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3965: done (5 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3966: done (4 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3967: done (3 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3969: done (2 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3970: done (1 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3972: done (0 left) 2024-03-10T21:35:24.576 INFO:tasks.rados.rados.0.smithi071.stdout:3973: delete oid 3 current snap is 391 2024-03-10T21:35:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:3973: done (0 left) 2024-03-10T21:35:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:3974: setattr oid 11 current snap is 391 2024-03-10T21:35:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:3975: delete oid 10 current snap is 391 2024-03-10T21:35:24.585 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 24833 (ObjNum 1196 snap 373 seq_num 1196) dirty exists 2024-03-10T21:35:24.589 INFO:tasks.rados.rados.0.smithi071.stdout:3974: done (1 left) 2024-03-10T21:35:24.590 INFO:tasks.rados.rados.0.smithi071.stdout:3975: done (0 left) 2024-03-10T21:35:24.590 INFO:tasks.rados.rados.0.smithi071.stdout:3976: read oid 18 snap -1 2024-03-10T21:35:24.590 INFO:tasks.rados.rados.0.smithi071.stdout:3976: expect (ObjNum 1170 snap 367 seq_num 1170) 2024-03-10T21:35:24.590 INFO:tasks.rados.rados.0.smithi071.stdout:3977: delete oid 42 current snap is 391 2024-03-10T21:35:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:3977: done (1 left) 2024-03-10T21:35:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:3978: copy_from oid 2 from oid 36 current snap is 391 2024-03-10T21:35:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:3979: rmattr oid 19 current snap is 391 2024-03-10T21:35:24.592 INFO:tasks.rados.rados.0.smithi071.stdout:3980: read oid 20 snap 370 2024-03-10T21:35:24.593 INFO:tasks.rados.rados.0.smithi071.stdout:3980: expect (ObjNum 1070 snap 333 seq_num 1070) 2024-03-10T21:35:24.593 INFO:tasks.rados.rados.0.smithi071.stdout:3981: read oid 22 snap -1 2024-03-10T21:35:24.593 INFO:tasks.rados.rados.0.smithi071.stdout:3981: expect (ObjNum 1224 snap 380 seq_num 1224) 2024-03-10T21:35:24.593 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 391 2024-03-10T21:35:24.593 INFO:tasks.rados.rados.0.smithi071.stdout:3982: seq_num 1236 ranges {9428992=704512,10133504=688128,10821632=114688} 2024-03-10T21:35:24.646 INFO:tasks.rados.rados.0.smithi071.stdout:3982: writing smithi07176956-46 from 9428992 to 10133504 tid 1 2024-03-10T21:35:24.650 INFO:tasks.rados.rados.0.smithi071.stdout:3982: writing smithi07176956-46 from 10133504 to 10821632 tid 2 2024-03-10T21:35:24.651 INFO:tasks.rados.rados.0.smithi071.stdout:3982: writing smithi07176956-46 from 10821632 to 10936320 tid 3 2024-03-10T21:35:24.651 INFO:tasks.rados.rados.0.smithi071.stdout:3983: read oid 13 snap 359 2024-03-10T21:35:24.651 INFO:tasks.rados.rados.0.smithi071.stdout:3983: expect deleted 2024-03-10T21:35:24.651 INFO:tasks.rados.rados.0.smithi071.stdout:3984: snap_remove snap 376 2024-03-10T21:35:24.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:24.572+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:24.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:24.572+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:24.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:24.573+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:24.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:24.580+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:24.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:24.580+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:24.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:24.580+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: osdmap e837: 8 total, 8 up, 8 in 2024-03-10T21:35:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:24.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:24.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:24.838 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:24.580+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:24.838 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:24.580+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:24.838 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:24.583+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:24.838 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:24.588+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:24.839 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:24.579+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:24.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:24.572+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:24.839 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:24.573+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:24.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:24.573+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:24.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:24.573+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:24.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:24.573+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:24.840 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:24.584+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:24.840 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:24.584+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:24.841 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:24.584+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:24.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: osdmap e837: 8 total, 8 up, 8 in 2024-03-10T21:35:24.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:24.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:24.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:24.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: osdmap e837: 8 total, 8 up, 8 in 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:24.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:24 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:25.582 INFO:tasks.rados.rados.0.smithi071.stdout:3984: done (7 left) 2024-03-10T21:35:25.582 INFO:tasks.rados.rados.0.smithi071.stdout:3985: delete oid 9 current snap is 391 2024-03-10T21:35:25.583 INFO:tasks.rados.rados.0.smithi071.stdout:3976: expect (ObjNum 1170 snap 367 seq_num 1170) 2024-03-10T21:35:25.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 24853 (ObjNum 1173 snap 368 seq_num 1173) dirty exists 2024-03-10T21:35:25.595 INFO:tasks.rados.rados.0.smithi071.stdout:3980: expect (ObjNum 1070 snap 333 seq_num 1070) 2024-03-10T21:35:25.627 INFO:tasks.rados.rados.0.smithi071.stdout:3981: expect (ObjNum 1224 snap 380 seq_num 1224) 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing copy_from racing read to smithi07176956-2 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing copy_from to smithi07176956-2 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 24906 (ObjNum 1067 snap 330 seq_num 1067) dirty exists 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing write tid 1 to smithi07176956-46 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing write tid 2 to smithi07176956-46 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing write tid 3 to smithi07176956-46 2024-03-10T21:35:25.661 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing write tid 4 to smithi07176956-46 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing write tid 5 to smithi07176956-46 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3982: oid 46 updating version 0 to 24913 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3982: oid 46 updating version 24913 to 24914 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3982: oid 46 version 24914 is already newer than 24911 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3982: oid 46 version 24914 is already newer than 24912 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 24914 (ObjNum 1236 snap 391 seq_num 1236) dirty exists 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3982: left oid 46 (ObjNum 1236 snap 391 seq_num 1236) 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3976: done (7 left) 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3978: done (6 left) 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3979: done (5 left) 2024-03-10T21:35:25.662 INFO:tasks.rados.rados.0.smithi071.stdout:3980: done (4 left) 2024-03-10T21:35:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:3981: done (3 left) 2024-03-10T21:35:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:3982: done (2 left) 2024-03-10T21:35:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:3983: done (1 left) 2024-03-10T21:35:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:3985: done (0 left) 2024-03-10T21:35:25.663 INFO:tasks.rados.rados.0.smithi071.stdout:3986: snap_remove snap 374 2024-03-10T21:35:25.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:25.578+0000 7f41021b0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:25.835 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:25.578+0000 7f41039b3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: pgmap v942: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T21:35:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:25.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: osdmap e838: 8 total, 8 up, 8 in 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:25.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:25 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:25.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:25.586+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:25.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:25.585+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:25.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:25.585+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.578+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.578+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.579+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.579+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.579+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.580+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:35:25.838 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:25.580+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:25.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: pgmap v942: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T21:35:25.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: osdmap e838: 8 total, 8 up, 8 in 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:25.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: pgmap v942: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:25.840 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: osdmap e838: 8 total, 8 up, 8 in 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:25.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:25.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:25.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:25.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:25.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:25 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:26.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:26.420+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:26.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:26.421+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:26.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:26.329+0000 7f7970890700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:26.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:26.329+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:3986: done (0 left) 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:3987: copy_from oid 47 from oid 26 current snap is 391 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:3988: copy_from oid 1 from oid 31 current snap is 391 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:3989: rollback oid 35 current snap is 391 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 335 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 391 2024-03-10T21:35:26.593 INFO:tasks.rados.rados.0.smithi071.stdout:3990: seq_num 1238 ranges {4677632=737280,5414912=458752,5873664=344064} 2024-03-10T21:35:26.623 INFO:tasks.rados.rados.0.smithi071.stdout:3990: writing smithi07176956-17 from 4677632 to 5414912 tid 1 2024-03-10T21:35:26.626 INFO:tasks.rados.rados.0.smithi071.stdout:3990: writing smithi07176956-17 from 5414912 to 5873664 tid 2 2024-03-10T21:35:26.628 INFO:tasks.rados.rados.0.smithi071.stdout:3990: writing smithi07176956-17 from 5873664 to 6217728 tid 3 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 391 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3988: finishing copy_from to smithi07176956-1 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3988: got expected ENOENT (src dne) 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3988: finishing copy_from racing read to smithi07176956-1 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing rollback tid 0 to smithi07176956-35 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing rollback tid 1 to smithi07176956-35 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 24859 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3987: finishing copy_from racing read to smithi07176956-47 2024-03-10T21:35:26.629 INFO:tasks.rados.rados.0.smithi071.stdout:3991: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-03-10T21:35:26.633 INFO:tasks.rados.rados.0.smithi071.stdout:3991: writing smithi07176956-3 from 0 to 753664 tid 1 2024-03-10T21:35:26.637 INFO:tasks.rados.rados.0.smithi071.stdout:3991: writing smithi07176956-3 from 753664 to 1499136 tid 2 2024-03-10T21:35:26.638 INFO:tasks.rados.rados.0.smithi071.stdout:3991: writing smithi07176956-3 from 1499136 to 1556480 tid 3 2024-03-10T21:35:26.638 INFO:tasks.rados.rados.0.smithi071.stdout:3988: done (4 left) 2024-03-10T21:35:26.638 INFO:tasks.rados.rados.0.smithi071.stdout:3989: done (3 left) 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3992: delete oid 14 current snap is 391 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3987: finishing copy_from to smithi07176956-47 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 24896 (ObjNum 1225 snap 381 seq_num 1225) dirty exists 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 1 to smithi07176956-17 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 2 to smithi07176956-17 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 3 to smithi07176956-17 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 4 to smithi07176956-17 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 5 to smithi07176956-17 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: oid 17 updating version 0 to 24882 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: oid 17 updating version 24882 to 24883 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: oid 17 version 24883 is already newer than 24881 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:3990: oid 17 version 24883 is already newer than 24880 2024-03-10T21:35:26.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 24883 (ObjNum 1238 snap 391 seq_num 1238) dirty exists 2024-03-10T21:35:26.640 INFO:tasks.rados.rados.0.smithi071.stdout:3990: left oid 17 (ObjNum 1238 snap 391 seq_num 1238) 2024-03-10T21:35:26.640 INFO:tasks.rados.rados.0.smithi071.stdout:3991: finishing write tid 1 to smithi07176956-3 2024-03-10T21:35:26.642 INFO:tasks.rados.rados.0.smithi071.stdout:3991: finishing write tid 2 to smithi07176956-3 2024-03-10T21:35:26.642 INFO:tasks.rados.rados.0.smithi071.stdout:3991: finishing write tid 3 to smithi07176956-3 2024-03-10T21:35:26.642 INFO:tasks.rados.rados.0.smithi071.stdout:3991: finishing write tid 4 to smithi07176956-3 2024-03-10T21:35:26.642 INFO:tasks.rados.rados.0.smithi071.stdout:3987: done (3 left) 2024-03-10T21:35:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:3990: done (2 left) 2024-03-10T21:35:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:3992: done (1 left) 2024-03-10T21:35:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:3993: copy_from oid 21 from oid 19 current snap is 391 2024-03-10T21:35:26.643 INFO:tasks.rados.rados.0.smithi071.stdout:3994: setattr oid 37 current snap is 391 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: finishing write tid 5 to smithi07176956-3 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: oid 3 updating version 0 to 24907 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: oid 3 updating version 24907 to 24910 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: oid 3 version 24910 is already newer than 24908 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: oid 3 version 24910 is already newer than 24909 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 24910 (ObjNum 1239 snap 391 seq_num 1239) dirty exists 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: left oid 3 (ObjNum 1239 snap 391 seq_num 1239) 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3991: done (2 left) 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3995: read oid 41 snap -1 2024-03-10T21:35:26.644 INFO:tasks.rados.rados.0.smithi071.stdout:3995: expect (ObjNum 1183 snap 368 seq_num 1183) 2024-03-10T21:35:26.645 INFO:tasks.rados.rados.0.smithi071.stdout:3996: delete oid 27 current snap is 391 2024-03-10T21:35:26.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 24892 (ObjNum 65 snap 0 seq_num 1483494994) dirty exists 2024-03-10T21:35:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:3994: done (3 left) 2024-03-10T21:35:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:3996: done (2 left) 2024-03-10T21:35:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 391 2024-03-10T21:35:26.649 INFO:tasks.rados.rados.0.smithi071.stdout:3997: seq_num 1242 ranges {1310720=409600,1720320=442368,2162688=655360,2818048=106496} 2024-03-10T21:35:26.660 INFO:tasks.rados.rados.0.smithi071.stdout:3997: writing smithi07176956-22 from 1310720 to 1720320 tid 1 2024-03-10T21:35:26.662 INFO:tasks.rados.rados.0.smithi071.stdout:3997: writing smithi07176956-22 from 1720320 to 2162688 tid 2 2024-03-10T21:35:26.666 INFO:tasks.rados.rados.0.smithi071.stdout:3997: writing smithi07176956-22 from 2162688 to 2818048 tid 3 2024-03-10T21:35:26.668 INFO:tasks.rados.rados.0.smithi071.stdout:3997: writing smithi07176956-22 from 2818048 to 2924544 tid 4 2024-03-10T21:35:26.668 INFO:tasks.rados.rados.0.smithi071.stdout:3998: read oid 43 snap -1 2024-03-10T21:35:26.669 INFO:tasks.rados.rados.0.smithi071.stdout:3998: expect (ObjNum 1176 snap 368 seq_num 1176) 2024-03-10T21:35:26.669 INFO:tasks.rados.rados.0.smithi071.stdout:3999: read oid 15 snap -1 2024-03-10T21:35:26.669 INFO:tasks.rados.rados.0.smithi071.stdout:3999: expect (ObjNum 1142 snap 362 seq_num 1142) 2024-03-10T21:35:26.669 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 5 2024-03-10T21:35:26.669 INFO:tasks.rados.rados.0.smithi071.stdout:3995: expect (ObjNum 1183 snap 368 seq_num 1183) 2024-03-10T21:35:26.792 INFO:tasks.rados.rados.0.smithi071.stdout:3993: finishing copy_from racing read to smithi07176956-21 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout:3993: finishing copy_from to smithi07176956-21 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 24853 (ObjNum 1173 snap 368 seq_num 1173) dirty exists 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing write tid 1 to smithi07176956-22 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout:3993: done (4 left) 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout:3995: done (3 left) 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 3 2024-03-10T21:35:26.793 INFO:tasks.rados.rados.0.smithi071.stdout:3998: expect (ObjNum 1176 snap 368 seq_num 1176) 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing write tid 2 to smithi07176956-22 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing write tid 3 to smithi07176956-22 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing write tid 4 to smithi07176956-22 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing write tid 5 to smithi07176956-22 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: finishing write tid 6 to smithi07176956-22 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: oid 22 updating version 0 to 24848 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: oid 22 updating version 24848 to 24851 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: oid 22 version 24851 is already newer than 24849 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: oid 22 version 24851 is already newer than 24850 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:3997: oid 22 updating version 24851 to 24852 2024-03-10T21:35:26.806 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 24852 (ObjNum 1242 snap 391 seq_num 1242) dirty exists 2024-03-10T21:35:26.807 INFO:tasks.rados.rados.0.smithi071.stdout:3997: left oid 22 (ObjNum 1242 snap 391 seq_num 1242) 2024-03-10T21:35:26.807 INFO:tasks.rados.rados.0.smithi071.stdout:3997: done (2 left) 2024-03-10T21:35:26.807 INFO:tasks.rados.rados.0.smithi071.stdout:3998: done (1 left) 2024-03-10T21:35:26.807 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 1 2024-03-10T21:35:26.807 INFO:tasks.rados.rados.0.smithi071.stdout:3999: expect (ObjNum 1142 snap 362 seq_num 1142) 2024-03-10T21:35:26.954 INFO:tasks.rados.rados.0.smithi071.stdout:3999: done (0 left) 2024-03-10T21:35:26.956 INFO:tasks.rados.rados.0.smithi071.stderr:0 errors. 2024-03-10T21:35:26.956 INFO:tasks.rados.rados.0.smithi071.stderr: 2024-03-10T21:35:26.959 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph osd dump --format=json 2024-03-10T21:35:26.985 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:35:26.606+0000 7f2f469e4700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:26.985 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:26.590+0000 7fb368df1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:35:26.985 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:26.590+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:26.985 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:35:26.591+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:26.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: osdmap e839: 8 total, 8 up, 8 in 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:26.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: osdmap e839: 8 total, 8 up, 8 in 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:26.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:26.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:26.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:26.988 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:26.589+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:26.989 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:26.589+0000 7fb011cfa700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:26.989 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:26.590+0000 7fb0134fd700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:26.989 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:26.591+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:26.989 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:35:26 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:35:26.591+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:27.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:26.596+0000 7f7972093700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:27.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:35:26.596+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:27.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:26.586+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:35:27.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:26.586+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:27.085 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:35:26.586+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:27.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:26.595+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:27.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:26.596+0000 7f6bee9dc700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:35:27.086 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:35:26.596+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: osdmap e839: 8 total, 8 up, 8 in 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:27.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:27.087 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:26 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:27.163 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: pgmap v945: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:28.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: osdmap e840: 8 total, 8 up, 8 in 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:28.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:27 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: pgmap v945: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:28.087 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: osdmap e840: 8 total, 8 up, 8 in 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: pgmap v945: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:35:28.088 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: osdmap e840: 8 total, 8 up, 8 in 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:28.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:35:28.090 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:27 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:35:29.057 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:35:29.057 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":840,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:35:26.577447+0000","last_up_change":"2024-03-10T21:30:08.888409+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-03-10T21:21:58.262675+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"840","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":455,"snap_epoch":840,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":290,"up_from":302,"up_thru":534,"down_at":291,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6803","nonce":116839698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6805","nonce":116839698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6809","nonce":116839698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6807","nonce":116839698}]},"public_addr":"172.21.15.71:6803/116839698","cluster_addr":"172.21.15.71:6805/116839698","heartbeat_back_addr":"172.21.15.71:6809/116839698","heartbeat_front_addr":"172.21.15.71:6807/116839698","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":332,"up_thru":534,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6811","nonce":4123496592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6813","nonce":4123496592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6817","nonce":4123496592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6815","nonce":4123496592}]},"public_addr":"172.21.15.71:6811/4123496592","cluster_addr":"172.21.15.71:6813/4123496592","heartbeat_back_addr":"172.21.15.71:6817/4123496592","heartbeat_front_addr":"172.21.15.71:6815/4123496592","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":356,"up_from":368,"up_thru":534,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6819","nonce":1780890150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6821","nonce":1780890150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6825","nonce":1780890150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6823","nonce":1780890150}]},"public_addr":"172.21.15.71:6819/1780890150","cluster_addr":"172.21.15.71:6821/1780890150","heartbeat_back_addr":"172.21.15.71:6825/1780890150","heartbeat_front_addr":"172.21.15.71:6823/1780890150","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":388,"up_from":400,"up_thru":534,"down_at":390,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6827","nonce":3847781740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6829","nonce":3847781740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6833","nonce":3847781740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6831","nonce":3847781740}]},"public_addr":"172.21.15.71:6827/3847781740","cluster_addr":"172.21.15.71:6829/3847781740","heartbeat_back_addr":"172.21.15.71:6833/3847781740","heartbeat_front_addr":"172.21.15.71:6831/3847781740","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":422,"up_from":434,"up_thru":534,"down_at":423,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6801","nonce":953532140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6803","nonce":953532140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6807","nonce":953532140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6805","nonce":953532140}]},"public_addr":"172.21.15.193:6801/953532140","cluster_addr":"172.21.15.193:6803/953532140","heartbeat_back_addr":"172.21.15.193:6807/953532140","heartbeat_front_addr":"172.21.15.193:6805/953532140","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":455,"up_from":467,"up_thru":534,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6809","nonce":3197849390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6811","nonce":3197849390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6815","nonce":3197849390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6813","nonce":3197849390}]},"public_addr":"172.21.15.193:6809/3197849390","cluster_addr":"172.21.15.193:6811/3197849390","heartbeat_back_addr":"172.21.15.193:6815/3197849390","heartbeat_front_addr":"172.21.15.193:6813/3197849390","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":489,"up_from":499,"up_thru":534,"down_at":490,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6817","nonce":3607874009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6819","nonce":3607874009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6823","nonce":3607874009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6821","nonce":3607874009}]},"public_addr":"172.21.15.193:6817/3607874009","cluster_addr":"172.21.15.193:6819/3607874009","heartbeat_back_addr":"172.21.15.193:6823/3607874009","heartbeat_front_addr":"172.21.15.193:6821/3607874009","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":523,"up_from":534,"up_thru":534,"down_at":524,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6825","nonce":1728838104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6827","nonce":1728838104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6831","nonce":1728838104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6829","nonce":1728838104}]},"public_addr":"172.21.15.193:6825/1728838104","cluster_addr":"172.21.15.193:6827/1728838104","heartbeat_back_addr":"172.21.15.193:6831/1728838104","heartbeat_front_addr":"172.21.15.193:6829/1728838104","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":290},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":356},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":388},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":422},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":455},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":523}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.193:6833/1763023413":"2024-03-11T21:30:36.186595+0000","172.21.15.71:0/2260542421":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/573432774":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/29568667":"2024-03-11T21:24:32.678094+0000","172.21.15.71:6801/2195633043":"2024-03-11T21:24:32.678094+0000","172.21.15.193:0/2675474638":"2024-03-11T21:23:48.907405+0000","172.21.15.193:0/1060223463":"2024-03-11T21:23:48.907405+0000","172.21.15.71:6800/2195633043":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/3782930241":"2024-03-11T21:23:14.154162+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.193:0/4034613848":"2024-03-11T21:23:48.907405+0000","172.21.15.193:6834/1695144747":"2024-03-11T21:23:48.907405+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.193:0/1671105660":"2024-03-11T21:23:48.907405+0000","172.21.15.193:0/42324435":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.193:0/894771923":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3396530340":"2024-03-11T21:23:14.154162+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/1397328662":"2024-03-11T21:23:14.154162+0000","172.21.15.71:6801/1397328662":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/71092591":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/3983949915":"2024-03-11T21:24:32.678094+0000","172.21.15.193:6835/1695144747":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.193:0/2286342061":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/2156182875":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/2011212863":"2024-03-11T21:24:32.678094+0000","172.21.15.193:6832/1763023413":"2024-03-11T21:30:36.186595+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/1214532151":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/2493724747":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/1004168462":"2024-03-11T21:24:32.678094+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":160,"length":1},{"begin":167,"length":1},{"begin":172,"length":146},{"begin":319,"length":81},{"begin":401,"length":15},{"begin":417,"length":2},{"begin":420,"length":2},{"begin":427,"length":4},{"begin":432,"length":1},{"begin":434,"length":1},{"begin":437,"length":1},{"begin":439,"length":4},{"begin":444,"length":1},{"begin":448,"length":2}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":439,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:35:29.648 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:35:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:35:30.020 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:29 smithi071 ceph-mon[88660]: pgmap v947: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-03-10T21:35:30.020 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:29 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2465210358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:35:30.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:29 smithi071 ceph-mon[91105]: pgmap v947: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-03-10T21:35:30.020 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:29 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2465210358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:35:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:29 smithi193 ceph-mon[83873]: pgmap v947: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-03-10T21:35:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:29 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2465210358' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:35:31.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:35:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:35:31] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:35:31.809 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:35:31.810 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:31 smithi071 ceph-mon[88660]: pgmap v948: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-03-10T21:35:31.810 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:31 smithi071 ceph-mon[91105]: pgmap v948: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-03-10T21:35:31.820 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:35:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:31 smithi193 ceph-mon[83873]: pgmap v948: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-03-10T21:35:32.385 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":948,"stamp":"2024-03-10T21:35:30.223321+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657816,"kb_used_data":1882072,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303400,"statfs":{"total":767960285184,"available":761142681600,"internally_reserved":0,"allocated":1927241728,"data_stored":4756066604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":15376384,"num_objects":15,"num_object_clones":15,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":3,"num_read":36,"num_read_kb":30180,"num_write":84,"num_write_kb":15016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001606"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597225+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597225+0000","last_peered":"2024-03-10T21:35:26.597225+0000","last_clean":"2024-03-10T21:35:26.597225+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597225+0000","last_undegraded":"2024-03-10T21:35:26.597225+0000","last_fullsized":"2024-03-10T21:35:26.597225+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590423+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590423+0000","last_peered":"2024-03-10T21:35:26.590423+0000","last_clean":"2024-03-10T21:35:26.590423+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590423+0000","last_undegraded":"2024-03-10T21:35:26.590423+0000","last_fullsized":"2024-03-10T21:35:26.590423+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597103+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597103+0000","last_peered":"2024-03-10T21:35:26.597103+0000","last_clean":"2024-03-10T21:35:26.597103+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597103+0000","last_undegraded":"2024-03-10T21:35:26.597103+0000","last_fullsized":"2024-03-10T21:35:26.597103+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1110,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891911+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:25.891911+0000","last_peered":"2024-03-10T21:35:25.891911+0000","last_clean":"2024-03-10T21:35:25.891911+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:25.891911+0000","last_undegraded":"2024-03-10T21:35:25.891911+0000","last_fullsized":"2024-03-10T21:35:25.891911+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1108,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:25.891790+0000","last_peered":"2024-03-10T21:35:25.891790+0000","last_clean":"2024-03-10T21:35:25.891790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:25.891790+0000","last_undegraded":"2024-03-10T21:35:25.891790+0000","last_fullsized":"2024-03-10T21:35:25.891790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587496+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587496+0000","last_peered":"2024-03-10T21:35:26.587496+0000","last_clean":"2024-03-10T21:35:26.587496+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587496+0000","last_undegraded":"2024-03-10T21:35:26.587496+0000","last_fullsized":"2024-03-10T21:35:26.587496+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595503+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595503+0000","last_peered":"2024-03-10T21:35:26.595503+0000","last_clean":"2024-03-10T21:35:26.595503+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595503+0000","last_undegraded":"2024-03-10T21:35:26.595503+0000","last_fullsized":"2024-03-10T21:35:26.595503+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595814+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595814+0000","last_peered":"2024-03-10T21:35:26.595814+0000","last_clean":"2024-03-10T21:35:26.595814+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595814+0000","last_undegraded":"2024-03-10T21:35:26.595814+0000","last_fullsized":"2024-03-10T21:35:26.595814+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597391+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597391+0000","last_peered":"2024-03-10T21:35:26.597391+0000","last_clean":"2024-03-10T21:35:26.597391+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597391+0000","last_undegraded":"2024-03-10T21:35:26.597391+0000","last_fullsized":"2024-03-10T21:35:26.597391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1265,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589880+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589880+0000","last_peered":"2024-03-10T21:35:26.589880+0000","last_clean":"2024-03-10T21:35:26.589880+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589880+0000","last_undegraded":"2024-03-10T21:35:26.589880+0000","last_fullsized":"2024-03-10T21:35:26.589880+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592280+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592280+0000","last_peered":"2024-03-10T21:35:26.592280+0000","last_clean":"2024-03-10T21:35:26.592280+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592280+0000","last_undegraded":"2024-03-10T21:35:26.592280+0000","last_fullsized":"2024-03-10T21:35:26.592280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607186+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607186+0000","last_peered":"2024-03-10T21:35:26.607186+0000","last_clean":"2024-03-10T21:35:26.607186+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607186+0000","last_undegraded":"2024-03-10T21:35:26.607186+0000","last_fullsized":"2024-03-10T21:35:26.607186+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607278+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607278+0000","last_peered":"2024-03-10T21:35:26.607278+0000","last_clean":"2024-03-10T21:35:26.607278+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607278+0000","last_undegraded":"2024-03-10T21:35:26.607278+0000","last_fullsized":"2024-03-10T21:35:26.607278+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591708+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591708+0000","last_peered":"2024-03-10T21:35:26.591708+0000","last_clean":"2024-03-10T21:35:26.591708+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591708+0000","last_undegraded":"2024-03-10T21:35:26.591708+0000","last_fullsized":"2024-03-10T21:35:26.591708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596068+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596068+0000","last_peered":"2024-03-10T21:35:26.596068+0000","last_clean":"2024-03-10T21:35:26.596068+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596068+0000","last_undegraded":"2024-03-10T21:35:26.596068+0000","last_fullsized":"2024-03-10T21:35:26.596068+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595878+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595878+0000","last_peered":"2024-03-10T21:35:26.595878+0000","last_clean":"2024-03-10T21:35:26.595878+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595878+0000","last_undegraded":"2024-03-10T21:35:26.595878+0000","last_fullsized":"2024-03-10T21:35:26.595878+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587200+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587200+0000","last_peered":"2024-03-10T21:35:26.587200+0000","last_clean":"2024-03-10T21:35:26.587200+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587200+0000","last_undegraded":"2024-03-10T21:35:26.587200+0000","last_fullsized":"2024-03-10T21:35:26.587200+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1131,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891554+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:25.891554+0000","last_peered":"2024-03-10T21:35:25.891554+0000","last_clean":"2024-03-10T21:35:25.891554+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:25.891554+0000","last_undegraded":"2024-03-10T21:35:25.891554+0000","last_fullsized":"2024-03-10T21:35:25.891554+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1316,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591273+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591273+0000","last_peered":"2024-03-10T21:35:26.591273+0000","last_clean":"2024-03-10T21:35:26.591273+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591273+0000","last_undegraded":"2024-03-10T21:35:26.591273+0000","last_fullsized":"2024-03-10T21:35:26.591273+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596215+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596215+0000","last_peered":"2024-03-10T21:35:26.596215+0000","last_clean":"2024-03-10T21:35:26.596215+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596215+0000","last_undegraded":"2024-03-10T21:35:26.596215+0000","last_fullsized":"2024-03-10T21:35:26.596215+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595775+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595775+0000","last_peered":"2024-03-10T21:35:26.595775+0000","last_clean":"2024-03-10T21:35:26.595775+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595775+0000","last_undegraded":"2024-03-10T21:35:26.595775+0000","last_fullsized":"2024-03-10T21:35:26.595775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1111,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.892059+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:25.892059+0000","last_peered":"2024-03-10T21:35:25.892059+0000","last_clean":"2024-03-10T21:35:25.892059+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:25.892059+0000","last_undegraded":"2024-03-10T21:35:25.892059+0000","last_fullsized":"2024-03-10T21:35:25.892059+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1130,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597685+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597685+0000","last_peered":"2024-03-10T21:35:26.597685+0000","last_clean":"2024-03-10T21:35:26.597685+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597685+0000","last_undegraded":"2024-03-10T21:35:26.597685+0000","last_fullsized":"2024-03-10T21:35:26.597685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597463+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597463+0000","last_peered":"2024-03-10T21:35:26.597463+0000","last_clean":"2024-03-10T21:35:26.597463+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597463+0000","last_undegraded":"2024-03-10T21:35:26.597463+0000","last_fullsized":"2024-03-10T21:35:26.597463+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1316,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591932+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591932+0000","last_peered":"2024-03-10T21:35:26.591932+0000","last_clean":"2024-03-10T21:35:26.591932+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591932+0000","last_undegraded":"2024-03-10T21:35:26.591932+0000","last_fullsized":"2024-03-10T21:35:26.591932+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596272+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596272+0000","last_peered":"2024-03-10T21:35:26.596272+0000","last_clean":"2024-03-10T21:35:26.596272+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596272+0000","last_undegraded":"2024-03-10T21:35:26.596272+0000","last_fullsized":"2024-03-10T21:35:26.596272+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1146,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891929+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:25.891929+0000","last_peered":"2024-03-10T21:35:25.891929+0000","last_clean":"2024-03-10T21:35:25.891929+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:25.891929+0000","last_undegraded":"2024-03-10T21:35:25.891929+0000","last_fullsized":"2024-03-10T21:35:25.891929+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596777+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596777+0000","last_peered":"2024-03-10T21:35:26.596777+0000","last_clean":"2024-03-10T21:35:26.596777+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596777+0000","last_undegraded":"2024-03-10T21:35:26.596777+0000","last_fullsized":"2024-03-10T21:35:26.596777+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1120,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891452+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:25.891452+0000","last_peered":"2024-03-10T21:35:25.891452+0000","last_clean":"2024-03-10T21:35:25.891452+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:25.891452+0000","last_undegraded":"2024-03-10T21:35:25.891452+0000","last_fullsized":"2024-03-10T21:35:25.891452+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1110,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891355+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:25.891355+0000","last_peered":"2024-03-10T21:35:25.891355+0000","last_clean":"2024-03-10T21:35:25.891355+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:25.891355+0000","last_undegraded":"2024-03-10T21:35:25.891355+0000","last_fullsized":"2024-03-10T21:35:25.891355+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1277,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589122+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589122+0000","last_peered":"2024-03-10T21:35:26.589122+0000","last_clean":"2024-03-10T21:35:26.589122+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589122+0000","last_undegraded":"2024-03-10T21:35:26.589122+0000","last_fullsized":"2024-03-10T21:35:26.589122+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4670,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591364+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.591364+0000","last_peered":"2024-03-10T21:35:26.591364+0000","last_clean":"2024-03-10T21:35:26.591364+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.591364+0000","last_undegraded":"2024-03-10T21:35:26.591364+0000","last_fullsized":"2024-03-10T21:35:26.591364+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.592160+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.592160+0000","last_peered":"2024-03-10T21:35:26.592160+0000","last_clean":"2024-03-10T21:35:26.592160+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.592160+0000","last_undegraded":"2024-03-10T21:35:26.592160+0000","last_fullsized":"2024-03-10T21:35:26.592160+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4764,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591445+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591445+0000","last_peered":"2024-03-10T21:35:26.591445+0000","last_clean":"2024-03-10T21:35:26.591445+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591445+0000","last_undegraded":"2024-03-10T21:35:26.591445+0000","last_fullsized":"2024-03-10T21:35:26.591445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587404+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587404+0000","last_peered":"2024-03-10T21:35:26.587404+0000","last_clean":"2024-03-10T21:35:26.587404+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587404+0000","last_undegraded":"2024-03-10T21:35:26.587404+0000","last_fullsized":"2024-03-10T21:35:26.587404+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9035,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601619+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601619+0000","last_peered":"2024-03-10T21:35:26.601619+0000","last_clean":"2024-03-10T21:35:26.601619+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601619+0000","last_undegraded":"2024-03-10T21:35:26.601619+0000","last_fullsized":"2024-03-10T21:35:26.601619+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595440+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595440+0000","last_peered":"2024-03-10T21:35:26.595440+0000","last_clean":"2024-03-10T21:35:26.595440+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595440+0000","last_undegraded":"2024-03-10T21:35:26.595440+0000","last_fullsized":"2024-03-10T21:35:26.595440+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13573,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672148+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672148+0000","last_peered":"2024-03-10T21:35:26.672148+0000","last_clean":"2024-03-10T21:35:26.672148+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672148+0000","last_undegraded":"2024-03-10T21:35:26.672148+0000","last_fullsized":"2024-03-10T21:35:26.672148+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1109,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891976+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:25.891976+0000","last_peered":"2024-03-10T21:35:25.891976+0000","last_clean":"2024-03-10T21:35:25.891976+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:25.891976+0000","last_undegraded":"2024-03-10T21:35:25.891976+0000","last_fullsized":"2024-03-10T21:35:25.891976+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610269+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610269+0000","last_peered":"2024-03-10T21:35:26.610269+0000","last_clean":"2024-03-10T21:35:26.610269+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610269+0000","last_undegraded":"2024-03-10T21:35:26.610269+0000","last_fullsized":"2024-03-10T21:35:26.610269+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1581,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595281+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595281+0000","last_peered":"2024-03-10T21:35:26.595281+0000","last_clean":"2024-03-10T21:35:26.595281+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595281+0000","last_undegraded":"2024-03-10T21:35:26.595281+0000","last_fullsized":"2024-03-10T21:35:26.595281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595280+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595280+0000","last_peered":"2024-03-10T21:35:26.595280+0000","last_clean":"2024-03-10T21:35:26.595280+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595280+0000","last_undegraded":"2024-03-10T21:35:26.595280+0000","last_fullsized":"2024-03-10T21:35:26.595280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2927,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.892230+0000","last_change":"2024-03-10T21:35:25.892458+0000","last_active":"2024-03-10T21:35:25.892230+0000","last_peered":"2024-03-10T21:35:25.892230+0000","last_clean":"2024-03-10T21:35:25.892230+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:25.892230+0000","last_undegraded":"2024-03-10T21:35:25.892230+0000","last_fullsized":"2024-03-10T21:35:25.892230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:42:16.302562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072266599999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b8","length":"3"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590967+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.590967+0000","last_peered":"2024-03-10T21:35:26.590967+0000","last_clean":"2024-03-10T21:35:26.590967+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.590967+0000","last_undegraded":"2024-03-10T21:35:26.590967+0000","last_fullsized":"2024-03-10T21:35:26.590967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596057+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596057+0000","last_peered":"2024-03-10T21:35:26.596057+0000","last_clean":"2024-03-10T21:35:26.596057+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596057+0000","last_undegraded":"2024-03-10T21:35:26.596057+0000","last_fullsized":"2024-03-10T21:35:26.596057+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4153,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.587581+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.587581+0000","last_peered":"2024-03-10T21:35:26.587581+0000","last_clean":"2024-03-10T21:35:26.587581+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.587581+0000","last_undegraded":"2024-03-10T21:35:26.587581+0000","last_fullsized":"2024-03-10T21:35:26.587581+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606617+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606617+0000","last_peered":"2024-03-10T21:35:26.606617+0000","last_clean":"2024-03-10T21:35:26.606617+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606617+0000","last_undegraded":"2024-03-10T21:35:26.606617+0000","last_fullsized":"2024-03-10T21:35:26.606617+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607323+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607323+0000","last_peered":"2024-03-10T21:35:26.607323+0000","last_clean":"2024-03-10T21:35:26.607323+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607323+0000","last_undegraded":"2024-03-10T21:35:26.607323+0000","last_fullsized":"2024-03-10T21:35:26.607323+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5062,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.642197+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.642197+0000","last_peered":"2024-03-10T21:35:26.642197+0000","last_clean":"2024-03-10T21:35:26.642197+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.642197+0000","last_undegraded":"2024-03-10T21:35:26.642197+0000","last_fullsized":"2024-03-10T21:35:26.642197+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587629+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587629+0000","last_peered":"2024-03-10T21:35:26.587629+0000","last_clean":"2024-03-10T21:35:26.587629+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587629+0000","last_undegraded":"2024-03-10T21:35:26.587629+0000","last_fullsized":"2024-03-10T21:35:26.587629+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1093,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.892093+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:25.892093+0000","last_peered":"2024-03-10T21:35:25.892093+0000","last_clean":"2024-03-10T21:35:25.892093+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:25.892093+0000","last_undegraded":"2024-03-10T21:35:25.892093+0000","last_fullsized":"2024-03-10T21:35:25.892093+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589771+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589771+0000","last_peered":"2024-03-10T21:35:26.589771+0000","last_clean":"2024-03-10T21:35:26.589771+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589771+0000","last_undegraded":"2024-03-10T21:35:26.589771+0000","last_fullsized":"2024-03-10T21:35:26.589771+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13454,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597139+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.597139+0000","last_peered":"2024-03-10T21:35:26.597139+0000","last_clean":"2024-03-10T21:35:26.597139+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.597139+0000","last_undegraded":"2024-03-10T21:35:26.597139+0000","last_fullsized":"2024-03-10T21:35:26.597139+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1071,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595520+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595520+0000","last_peered":"2024-03-10T21:35:26.595520+0000","last_clean":"2024-03-10T21:35:26.595520+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595520+0000","last_undegraded":"2024-03-10T21:35:26.595520+0000","last_fullsized":"2024-03-10T21:35:26.595520+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606702+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606702+0000","last_peered":"2024-03-10T21:35:26.606702+0000","last_clean":"2024-03-10T21:35:26.606702+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606702+0000","last_undegraded":"2024-03-10T21:35:26.606702+0000","last_fullsized":"2024-03-10T21:35:26.606702+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5242,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598767+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.598767+0000","last_peered":"2024-03-10T21:35:26.598767+0000","last_clean":"2024-03-10T21:35:26.598767+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.598767+0000","last_undegraded":"2024-03-10T21:35:26.598767+0000","last_fullsized":"2024-03-10T21:35:26.598767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606647+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.606647+0000","last_peered":"2024-03-10T21:35:26.606647+0000","last_clean":"2024-03-10T21:35:26.606647+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.606647+0000","last_undegraded":"2024-03-10T21:35:26.606647+0000","last_fullsized":"2024-03-10T21:35:26.606647+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4245,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.601299+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.601299+0000","last_peered":"2024-03-10T21:35:26.601299+0000","last_clean":"2024-03-10T21:35:26.601299+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.601299+0000","last_undegraded":"2024-03-10T21:35:26.601299+0000","last_fullsized":"2024-03-10T21:35:26.601299+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1119,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891494+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:25.891494+0000","last_peered":"2024-03-10T21:35:25.891494+0000","last_clean":"2024-03-10T21:35:25.891494+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:25.891494+0000","last_undegraded":"2024-03-10T21:35:25.891494+0000","last_fullsized":"2024-03-10T21:35:25.891494+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4307,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.631621+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.631621+0000","last_peered":"2024-03-10T21:35:26.631621+0000","last_clean":"2024-03-10T21:35:26.631621+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.631621+0000","last_undegraded":"2024-03-10T21:35:26.631621+0000","last_fullsized":"2024-03-10T21:35:26.631621+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589339+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589339+0000","last_peered":"2024-03-10T21:35:26.589339+0000","last_clean":"2024-03-10T21:35:26.589339+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589339+0000","last_undegraded":"2024-03-10T21:35:26.589339+0000","last_fullsized":"2024-03-10T21:35:26.589339+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9099,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660331+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660331+0000","last_peered":"2024-03-10T21:35:26.660331+0000","last_clean":"2024-03-10T21:35:26.660331+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660331+0000","last_undegraded":"2024-03-10T21:35:26.660331+0000","last_fullsized":"2024-03-10T21:35:26.660331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595963+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.595963+0000","last_peered":"2024-03-10T21:35:26.595963+0000","last_clean":"2024-03-10T21:35:26.595963+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.595963+0000","last_undegraded":"2024-03-10T21:35:26.595963+0000","last_fullsized":"2024-03-10T21:35:26.595963+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595781+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595781+0000","last_peered":"2024-03-10T21:35:26.595781+0000","last_clean":"2024-03-10T21:35:26.595781+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595781+0000","last_undegraded":"2024-03-10T21:35:26.595781+0000","last_fullsized":"2024-03-10T21:35:26.595781+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13916,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597707+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.597707+0000","last_peered":"2024-03-10T21:35:26.597707+0000","last_clean":"2024-03-10T21:35:26.597707+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.597707+0000","last_undegraded":"2024-03-10T21:35:26.597707+0000","last_fullsized":"2024-03-10T21:35:26.597707+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589727+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589727+0000","last_peered":"2024-03-10T21:35:26.589727+0000","last_clean":"2024-03-10T21:35:26.589727+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589727+0000","last_undegraded":"2024-03-10T21:35:26.589727+0000","last_fullsized":"2024-03-10T21:35:26.589727+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1110,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891350+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:25.891350+0000","last_peered":"2024-03-10T21:35:25.891350+0000","last_clean":"2024-03-10T21:35:25.891350+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:25.891350+0000","last_undegraded":"2024-03-10T21:35:25.891350+0000","last_fullsized":"2024-03-10T21:35:25.891350+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606845+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606845+0000","last_peered":"2024-03-10T21:35:26.606845+0000","last_clean":"2024-03-10T21:35:26.606845+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606845+0000","last_undegraded":"2024-03-10T21:35:26.606845+0000","last_fullsized":"2024-03-10T21:35:26.606845+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1113,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.892123+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:25.892123+0000","last_peered":"2024-03-10T21:35:25.892123+0000","last_clean":"2024-03-10T21:35:25.892123+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:25.892123+0000","last_undegraded":"2024-03-10T21:35:25.892123+0000","last_fullsized":"2024-03-10T21:35:25.892123+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607480+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607480+0000","last_peered":"2024-03-10T21:35:26.607480+0000","last_clean":"2024-03-10T21:35:26.607480+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607480+0000","last_undegraded":"2024-03-10T21:35:26.607480+0000","last_fullsized":"2024-03-10T21:35:26.607480+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606857+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606857+0000","last_peered":"2024-03-10T21:35:26.606857+0000","last_clean":"2024-03-10T21:35:26.606857+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606857+0000","last_undegraded":"2024-03-10T21:35:26.606857+0000","last_fullsized":"2024-03-10T21:35:26.606857+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1141,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596011+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596011+0000","last_peered":"2024-03-10T21:35:26.596011+0000","last_clean":"2024-03-10T21:35:26.596011+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596011+0000","last_undegraded":"2024-03-10T21:35:26.596011+0000","last_fullsized":"2024-03-10T21:35:26.596011+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1108,"reported_epoch":839,"state":"active+clean","last_fresh":"2024-03-10T21:35:25.891741+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:25.891741+0000","last_peered":"2024-03-10T21:35:25.891741+0000","last_clean":"2024-03-10T21:35:25.891741+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:25.891741+0000","last_undegraded":"2024-03-10T21:35:25.891741+0000","last_fullsized":"2024-03-10T21:35:25.891741+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536129,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680776,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349340,"kb_used_data":186704,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395812,"statfs":{"total":95995035648,"available":95637311488,"internally_reserved":0,"allocated":191184896,"data_stored":435577697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142380,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123507,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965029,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918494,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806551,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727312,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:35:32.392 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.392 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.392 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:32.393 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:35:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:35:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:35:32.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:32 smithi071 ceph-mon[88660]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:32.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:32 smithi071 ceph-mon[91105]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:33.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:32 smithi193 ceph-mon[83873]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:33 smithi193 ceph-mon[83873]: pgmap v949: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-10T21:35:34.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:33 smithi071 ceph-mon[88660]: pgmap v949: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-10T21:35:34.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:33 smithi071 ceph-mon[91105]: pgmap v949: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-03-10T21:35:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:35 smithi193 ceph-mon[83873]: pgmap v950: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T21:35:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:35 smithi071 ceph-mon[88660]: pgmap v950: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T21:35:36.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:35 smithi071 ceph-mon[91105]: pgmap v950: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-03-10T21:35:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:37 smithi193 ceph-mon[83873]: pgmap v951: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-03-10T21:35:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:37 smithi071 ceph-mon[88660]: pgmap v951: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-03-10T21:35:38.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:37 smithi071 ceph-mon[91105]: pgmap v951: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-03-10T21:35:39.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:39 smithi071 ceph-mon[88660]: pgmap v952: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-03-10T21:35:39.888 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:39 smithi071 ceph-mon[91105]: pgmap v952: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-03-10T21:35:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:39 smithi193 ceph-mon[83873]: pgmap v952: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-03-10T21:35:41.579 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:35:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:35:41] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:35:41.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:41 smithi071 ceph-mon[88660]: pgmap v953: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-03-10T21:35:41.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:41 smithi071 ceph-mon[91105]: pgmap v953: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-03-10T21:35:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:41 smithi193 ceph-mon[83873]: pgmap v953: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-03-10T21:35:42.394 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:35:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:35:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:35:42.613 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:35:43.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:43 smithi071 ceph-mon[88660]: pgmap v954: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:43.895 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:43 smithi071 ceph-mon[91105]: pgmap v954: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:43 smithi193 ceph-mon[83873]: pgmap v954: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:44.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:35:44.619 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:35:45.289 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":955,"stamp":"2024-03-10T21:35:44.227782+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003855"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597225+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597225+0000","last_peered":"2024-03-10T21:35:26.597225+0000","last_clean":"2024-03-10T21:35:26.597225+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597225+0000","last_undegraded":"2024-03-10T21:35:26.597225+0000","last_fullsized":"2024-03-10T21:35:26.597225+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590423+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590423+0000","last_peered":"2024-03-10T21:35:26.590423+0000","last_clean":"2024-03-10T21:35:26.590423+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590423+0000","last_undegraded":"2024-03-10T21:35:26.590423+0000","last_fullsized":"2024-03-10T21:35:26.590423+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597103+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597103+0000","last_peered":"2024-03-10T21:35:26.597103+0000","last_clean":"2024-03-10T21:35:26.597103+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597103+0000","last_undegraded":"2024-03-10T21:35:26.597103+0000","last_fullsized":"2024-03-10T21:35:26.597103+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648309+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648309+0000","last_peered":"2024-03-10T21:35:26.648309+0000","last_clean":"2024-03-10T21:35:26.648309+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648309+0000","last_undegraded":"2024-03-10T21:35:26.648309+0000","last_fullsized":"2024-03-10T21:35:26.648309+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648987+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.648987+0000","last_peered":"2024-03-10T21:35:26.648987+0000","last_clean":"2024-03-10T21:35:26.648987+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.648987+0000","last_undegraded":"2024-03-10T21:35:26.648987+0000","last_fullsized":"2024-03-10T21:35:26.648987+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595503+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595503+0000","last_peered":"2024-03-10T21:35:26.595503+0000","last_clean":"2024-03-10T21:35:26.595503+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595503+0000","last_undegraded":"2024-03-10T21:35:26.595503+0000","last_fullsized":"2024-03-10T21:35:26.595503+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595814+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595814+0000","last_peered":"2024-03-10T21:35:26.595814+0000","last_clean":"2024-03-10T21:35:26.595814+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595814+0000","last_undegraded":"2024-03-10T21:35:26.595814+0000","last_fullsized":"2024-03-10T21:35:26.595814+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597391+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597391+0000","last_peered":"2024-03-10T21:35:26.597391+0000","last_clean":"2024-03-10T21:35:26.597391+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597391+0000","last_undegraded":"2024-03-10T21:35:26.597391+0000","last_fullsized":"2024-03-10T21:35:26.597391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1265,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589880+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589880+0000","last_peered":"2024-03-10T21:35:26.589880+0000","last_clean":"2024-03-10T21:35:26.589880+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589880+0000","last_undegraded":"2024-03-10T21:35:26.589880+0000","last_fullsized":"2024-03-10T21:35:26.589880+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592280+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592280+0000","last_peered":"2024-03-10T21:35:26.592280+0000","last_clean":"2024-03-10T21:35:26.592280+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592280+0000","last_undegraded":"2024-03-10T21:35:26.592280+0000","last_fullsized":"2024-03-10T21:35:26.592280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591708+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591708+0000","last_peered":"2024-03-10T21:35:26.591708+0000","last_clean":"2024-03-10T21:35:26.591708+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591708+0000","last_undegraded":"2024-03-10T21:35:26.591708+0000","last_fullsized":"2024-03-10T21:35:26.591708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596068+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596068+0000","last_peered":"2024-03-10T21:35:26.596068+0000","last_clean":"2024-03-10T21:35:26.596068+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596068+0000","last_undegraded":"2024-03-10T21:35:26.596068+0000","last_fullsized":"2024-03-10T21:35:26.596068+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595878+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595878+0000","last_peered":"2024-03-10T21:35:26.595878+0000","last_clean":"2024-03-10T21:35:26.595878+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595878+0000","last_undegraded":"2024-03-10T21:35:26.595878+0000","last_fullsized":"2024-03-10T21:35:26.595878+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587200+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587200+0000","last_peered":"2024-03-10T21:35:26.587200+0000","last_clean":"2024-03-10T21:35:26.587200+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587200+0000","last_undegraded":"2024-03-10T21:35:26.587200+0000","last_fullsized":"2024-03-10T21:35:26.587200+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1316,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591273+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591273+0000","last_peered":"2024-03-10T21:35:26.591273+0000","last_clean":"2024-03-10T21:35:26.591273+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591273+0000","last_undegraded":"2024-03-10T21:35:26.591273+0000","last_fullsized":"2024-03-10T21:35:26.591273+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596215+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596215+0000","last_peered":"2024-03-10T21:35:26.596215+0000","last_clean":"2024-03-10T21:35:26.596215+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596215+0000","last_undegraded":"2024-03-10T21:35:26.596215+0000","last_fullsized":"2024-03-10T21:35:26.596215+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595775+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595775+0000","last_peered":"2024-03-10T21:35:26.595775+0000","last_clean":"2024-03-10T21:35:26.595775+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595775+0000","last_undegraded":"2024-03-10T21:35:26.595775+0000","last_fullsized":"2024-03-10T21:35:26.595775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648501+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648501+0000","last_peered":"2024-03-10T21:35:26.648501+0000","last_clean":"2024-03-10T21:35:26.648501+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648501+0000","last_undegraded":"2024-03-10T21:35:26.648501+0000","last_fullsized":"2024-03-10T21:35:26.648501+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1130,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597685+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597685+0000","last_peered":"2024-03-10T21:35:26.597685+0000","last_clean":"2024-03-10T21:35:26.597685+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597685+0000","last_undegraded":"2024-03-10T21:35:26.597685+0000","last_fullsized":"2024-03-10T21:35:26.597685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597463+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597463+0000","last_peered":"2024-03-10T21:35:26.597463+0000","last_clean":"2024-03-10T21:35:26.597463+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597463+0000","last_undegraded":"2024-03-10T21:35:26.597463+0000","last_fullsized":"2024-03-10T21:35:26.597463+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596272+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596272+0000","last_peered":"2024-03-10T21:35:26.596272+0000","last_clean":"2024-03-10T21:35:26.596272+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596272+0000","last_undegraded":"2024-03-10T21:35:26.596272+0000","last_fullsized":"2024-03-10T21:35:26.596272+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1148,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648131+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648131+0000","last_peered":"2024-03-10T21:35:26.648131+0000","last_clean":"2024-03-10T21:35:26.648131+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648131+0000","last_undegraded":"2024-03-10T21:35:26.648131+0000","last_fullsized":"2024-03-10T21:35:26.648131+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596777+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596777+0000","last_peered":"2024-03-10T21:35:26.596777+0000","last_clean":"2024-03-10T21:35:26.596777+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596777+0000","last_undegraded":"2024-03-10T21:35:26.596777+0000","last_fullsized":"2024-03-10T21:35:26.596777+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647475+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647475+0000","last_peered":"2024-03-10T21:35:26.647475+0000","last_clean":"2024-03-10T21:35:26.647475+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647475+0000","last_undegraded":"2024-03-10T21:35:26.647475+0000","last_fullsized":"2024-03-10T21:35:26.647475+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647238+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647238+0000","last_peered":"2024-03-10T21:35:26.647238+0000","last_clean":"2024-03-10T21:35:26.647238+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647238+0000","last_undegraded":"2024-03-10T21:35:26.647238+0000","last_fullsized":"2024-03-10T21:35:26.647238+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1277,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589122+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589122+0000","last_peered":"2024-03-10T21:35:26.589122+0000","last_clean":"2024-03-10T21:35:26.589122+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589122+0000","last_undegraded":"2024-03-10T21:35:26.589122+0000","last_fullsized":"2024-03-10T21:35:26.589122+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4670,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591364+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.591364+0000","last_peered":"2024-03-10T21:35:26.591364+0000","last_clean":"2024-03-10T21:35:26.591364+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.591364+0000","last_undegraded":"2024-03-10T21:35:26.591364+0000","last_fullsized":"2024-03-10T21:35:26.591364+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.592160+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.592160+0000","last_peered":"2024-03-10T21:35:26.592160+0000","last_clean":"2024-03-10T21:35:26.592160+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.592160+0000","last_undegraded":"2024-03-10T21:35:26.592160+0000","last_fullsized":"2024-03-10T21:35:26.592160+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4764,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591445+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591445+0000","last_peered":"2024-03-10T21:35:26.591445+0000","last_clean":"2024-03-10T21:35:26.591445+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591445+0000","last_undegraded":"2024-03-10T21:35:26.591445+0000","last_fullsized":"2024-03-10T21:35:26.591445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587404+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587404+0000","last_peered":"2024-03-10T21:35:26.587404+0000","last_clean":"2024-03-10T21:35:26.587404+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587404+0000","last_undegraded":"2024-03-10T21:35:26.587404+0000","last_fullsized":"2024-03-10T21:35:26.587404+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9035,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601619+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601619+0000","last_peered":"2024-03-10T21:35:26.601619+0000","last_clean":"2024-03-10T21:35:26.601619+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601619+0000","last_undegraded":"2024-03-10T21:35:26.601619+0000","last_fullsized":"2024-03-10T21:35:26.601619+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595440+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595440+0000","last_peered":"2024-03-10T21:35:26.595440+0000","last_clean":"2024-03-10T21:35:26.595440+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595440+0000","last_undegraded":"2024-03-10T21:35:26.595440+0000","last_fullsized":"2024-03-10T21:35:26.595440+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13573,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672148+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672148+0000","last_peered":"2024-03-10T21:35:26.672148+0000","last_clean":"2024-03-10T21:35:26.672148+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672148+0000","last_undegraded":"2024-03-10T21:35:26.672148+0000","last_fullsized":"2024-03-10T21:35:26.672148+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648316+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648316+0000","last_peered":"2024-03-10T21:35:26.648316+0000","last_clean":"2024-03-10T21:35:26.648316+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648316+0000","last_undegraded":"2024-03-10T21:35:26.648316+0000","last_fullsized":"2024-03-10T21:35:26.648316+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610269+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610269+0000","last_peered":"2024-03-10T21:35:26.610269+0000","last_clean":"2024-03-10T21:35:26.610269+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610269+0000","last_undegraded":"2024-03-10T21:35:26.610269+0000","last_fullsized":"2024-03-10T21:35:26.610269+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1581,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595281+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595281+0000","last_peered":"2024-03-10T21:35:26.595281+0000","last_clean":"2024-03-10T21:35:26.595281+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595281+0000","last_undegraded":"2024-03-10T21:35:26.595281+0000","last_fullsized":"2024-03-10T21:35:26.595281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595280+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595280+0000","last_peered":"2024-03-10T21:35:26.595280+0000","last_clean":"2024-03-10T21:35:26.595280+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595280+0000","last_undegraded":"2024-03-10T21:35:26.595280+0000","last_fullsized":"2024-03-10T21:35:26.595280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2934,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648888+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.648888+0000","last_peered":"2024-03-10T21:35:26.648888+0000","last_clean":"2024-03-10T21:35:26.648888+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.648888+0000","last_undegraded":"2024-03-10T21:35:26.648888+0000","last_fullsized":"2024-03-10T21:35:26.648888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590967+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.590967+0000","last_peered":"2024-03-10T21:35:26.590967+0000","last_clean":"2024-03-10T21:35:26.590967+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.590967+0000","last_undegraded":"2024-03-10T21:35:26.590967+0000","last_fullsized":"2024-03-10T21:35:26.590967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596057+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596057+0000","last_peered":"2024-03-10T21:35:26.596057+0000","last_clean":"2024-03-10T21:35:26.596057+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596057+0000","last_undegraded":"2024-03-10T21:35:26.596057+0000","last_fullsized":"2024-03-10T21:35:26.596057+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4153,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.587581+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.587581+0000","last_peered":"2024-03-10T21:35:26.587581+0000","last_clean":"2024-03-10T21:35:26.587581+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.587581+0000","last_undegraded":"2024-03-10T21:35:26.587581+0000","last_fullsized":"2024-03-10T21:35:26.587581+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607323+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607323+0000","last_peered":"2024-03-10T21:35:26.607323+0000","last_clean":"2024-03-10T21:35:26.607323+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607323+0000","last_undegraded":"2024-03-10T21:35:26.607323+0000","last_fullsized":"2024-03-10T21:35:26.607323+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587629+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587629+0000","last_peered":"2024-03-10T21:35:26.587629+0000","last_clean":"2024-03-10T21:35:26.587629+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587629+0000","last_undegraded":"2024-03-10T21:35:26.587629+0000","last_fullsized":"2024-03-10T21:35:26.587629+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648359+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648359+0000","last_peered":"2024-03-10T21:35:26.648359+0000","last_clean":"2024-03-10T21:35:26.648359+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648359+0000","last_undegraded":"2024-03-10T21:35:26.648359+0000","last_fullsized":"2024-03-10T21:35:26.648359+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589771+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589771+0000","last_peered":"2024-03-10T21:35:26.589771+0000","last_clean":"2024-03-10T21:35:26.589771+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589771+0000","last_undegraded":"2024-03-10T21:35:26.589771+0000","last_fullsized":"2024-03-10T21:35:26.589771+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1071,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595520+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595520+0000","last_peered":"2024-03-10T21:35:26.595520+0000","last_clean":"2024-03-10T21:35:26.595520+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595520+0000","last_undegraded":"2024-03-10T21:35:26.595520+0000","last_fullsized":"2024-03-10T21:35:26.595520+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606702+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606702+0000","last_peered":"2024-03-10T21:35:26.606702+0000","last_clean":"2024-03-10T21:35:26.606702+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606702+0000","last_undegraded":"2024-03-10T21:35:26.606702+0000","last_fullsized":"2024-03-10T21:35:26.606702+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5242,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598767+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.598767+0000","last_peered":"2024-03-10T21:35:26.598767+0000","last_clean":"2024-03-10T21:35:26.598767+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.598767+0000","last_undegraded":"2024-03-10T21:35:26.598767+0000","last_fullsized":"2024-03-10T21:35:26.598767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606647+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.606647+0000","last_peered":"2024-03-10T21:35:26.606647+0000","last_clean":"2024-03-10T21:35:26.606647+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.606647+0000","last_undegraded":"2024-03-10T21:35:26.606647+0000","last_fullsized":"2024-03-10T21:35:26.606647+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1121,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647601+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647601+0000","last_peered":"2024-03-10T21:35:26.647601+0000","last_clean":"2024-03-10T21:35:26.647601+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647601+0000","last_undegraded":"2024-03-10T21:35:26.647601+0000","last_fullsized":"2024-03-10T21:35:26.647601+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4307,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.631621+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.631621+0000","last_peered":"2024-03-10T21:35:26.631621+0000","last_clean":"2024-03-10T21:35:26.631621+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.631621+0000","last_undegraded":"2024-03-10T21:35:26.631621+0000","last_fullsized":"2024-03-10T21:35:26.631621+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589339+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589339+0000","last_peered":"2024-03-10T21:35:26.589339+0000","last_clean":"2024-03-10T21:35:26.589339+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589339+0000","last_undegraded":"2024-03-10T21:35:26.589339+0000","last_fullsized":"2024-03-10T21:35:26.589339+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9099,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660331+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660331+0000","last_peered":"2024-03-10T21:35:26.660331+0000","last_clean":"2024-03-10T21:35:26.660331+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660331+0000","last_undegraded":"2024-03-10T21:35:26.660331+0000","last_fullsized":"2024-03-10T21:35:26.660331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13916,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597707+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.597707+0000","last_peered":"2024-03-10T21:35:26.597707+0000","last_clean":"2024-03-10T21:35:26.597707+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.597707+0000","last_undegraded":"2024-03-10T21:35:26.597707+0000","last_fullsized":"2024-03-10T21:35:26.597707+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589727+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589727+0000","last_peered":"2024-03-10T21:35:26.589727+0000","last_clean":"2024-03-10T21:35:26.589727+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589727+0000","last_undegraded":"2024-03-10T21:35:26.589727+0000","last_fullsized":"2024-03-10T21:35:26.589727+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.646973+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.646973+0000","last_peered":"2024-03-10T21:35:26.646973+0000","last_clean":"2024-03-10T21:35:26.646973+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.646973+0000","last_undegraded":"2024-03-10T21:35:26.646973+0000","last_fullsized":"2024-03-10T21:35:26.646973+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606845+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606845+0000","last_peered":"2024-03-10T21:35:26.606845+0000","last_clean":"2024-03-10T21:35:26.606845+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606845+0000","last_undegraded":"2024-03-10T21:35:26.606845+0000","last_fullsized":"2024-03-10T21:35:26.606845+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648593+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648593+0000","last_peered":"2024-03-10T21:35:26.648593+0000","last_clean":"2024-03-10T21:35:26.648593+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648593+0000","last_undegraded":"2024-03-10T21:35:26.648593+0000","last_fullsized":"2024-03-10T21:35:26.648593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607480+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607480+0000","last_peered":"2024-03-10T21:35:26.607480+0000","last_clean":"2024-03-10T21:35:26.607480+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607480+0000","last_undegraded":"2024-03-10T21:35:26.607480+0000","last_fullsized":"2024-03-10T21:35:26.607480+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606857+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606857+0000","last_peered":"2024-03-10T21:35:26.606857+0000","last_clean":"2024-03-10T21:35:26.606857+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606857+0000","last_undegraded":"2024-03-10T21:35:26.606857+0000","last_fullsized":"2024-03-10T21:35:26.606857+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647466+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647466+0000","last_peered":"2024-03-10T21:35:26.647466+0000","last_clean":"2024-03-10T21:35:26.647466+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647466+0000","last_undegraded":"2024-03-10T21:35:26.647466+0000","last_fullsized":"2024-03-10T21:35:26.647466+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536132,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680779,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142383,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123510,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965032,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918497,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806554,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727314,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:35:45.295 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.296 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:45.297 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:35:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:45 smithi193 ceph-mon[83873]: pgmap v955: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:45 smithi193 ceph-mon[83873]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:45 smithi071 ceph-mon[91105]: pgmap v955: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:45 smithi071 ceph-mon[91105]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:45 smithi071 ceph-mon[88660]: pgmap v955: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:45 smithi071 ceph-mon[88660]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:48.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:47 smithi193 ceph-mon[83873]: pgmap v956: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:48.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:47 smithi071 ceph-mon[88660]: pgmap v956: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:48.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:47 smithi071 ceph-mon[91105]: pgmap v956: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:48.985 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:49.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:49.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:35:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:49 smithi193 ceph-mon[83873]: pgmap v957: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:49 smithi071 ceph-mon[88660]: pgmap v957: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:50.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:49 smithi071 ceph-mon[91105]: pgmap v957: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:51.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:35:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:35:51] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:35:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:51 smithi193 ceph-mon[83873]: pgmap v958: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:51 smithi071 ceph-mon[88660]: pgmap v958: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:52.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:51 smithi071 ceph-mon[91105]: pgmap v958: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:35:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:35:54.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:53 smithi193 ceph-mon[83873]: pgmap v959: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:54.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:53 smithi071 ceph-mon[88660]: pgmap v959: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:54.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:53 smithi071 ceph-mon[91105]: pgmap v959: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:55.298 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:35:55.515 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:35:55.953 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:55 smithi071 ceph-mon[88660]: pgmap v960: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:55.953 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:55 smithi071 ceph-mon[91105]: pgmap v960: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:55 smithi193 ceph-mon[83873]: pgmap v960: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:57.387 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:35:57.389 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:35:58.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:57 smithi193 ceph-mon[83873]: pgmap v961: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:58.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:57 smithi071 ceph-mon[88660]: pgmap v961: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:58.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:57 smithi071 ceph-mon[91105]: pgmap v961: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:35:58.131 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":961,"stamp":"2024-03-10T21:35:56.232026+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004243"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597225+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597225+0000","last_peered":"2024-03-10T21:35:26.597225+0000","last_clean":"2024-03-10T21:35:26.597225+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597225+0000","last_undegraded":"2024-03-10T21:35:26.597225+0000","last_fullsized":"2024-03-10T21:35:26.597225+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590423+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590423+0000","last_peered":"2024-03-10T21:35:26.590423+0000","last_clean":"2024-03-10T21:35:26.590423+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590423+0000","last_undegraded":"2024-03-10T21:35:26.590423+0000","last_fullsized":"2024-03-10T21:35:26.590423+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597103+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597103+0000","last_peered":"2024-03-10T21:35:26.597103+0000","last_clean":"2024-03-10T21:35:26.597103+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597103+0000","last_undegraded":"2024-03-10T21:35:26.597103+0000","last_fullsized":"2024-03-10T21:35:26.597103+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648309+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648309+0000","last_peered":"2024-03-10T21:35:26.648309+0000","last_clean":"2024-03-10T21:35:26.648309+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648309+0000","last_undegraded":"2024-03-10T21:35:26.648309+0000","last_fullsized":"2024-03-10T21:35:26.648309+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648987+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.648987+0000","last_peered":"2024-03-10T21:35:26.648987+0000","last_clean":"2024-03-10T21:35:26.648987+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.648987+0000","last_undegraded":"2024-03-10T21:35:26.648987+0000","last_fullsized":"2024-03-10T21:35:26.648987+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1265,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589880+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589880+0000","last_peered":"2024-03-10T21:35:26.589880+0000","last_clean":"2024-03-10T21:35:26.589880+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589880+0000","last_undegraded":"2024-03-10T21:35:26.589880+0000","last_fullsized":"2024-03-10T21:35:26.589880+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592280+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592280+0000","last_peered":"2024-03-10T21:35:26.592280+0000","last_clean":"2024-03-10T21:35:26.592280+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592280+0000","last_undegraded":"2024-03-10T21:35:26.592280+0000","last_fullsized":"2024-03-10T21:35:26.592280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591708+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591708+0000","last_peered":"2024-03-10T21:35:26.591708+0000","last_clean":"2024-03-10T21:35:26.591708+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591708+0000","last_undegraded":"2024-03-10T21:35:26.591708+0000","last_fullsized":"2024-03-10T21:35:26.591708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596068+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596068+0000","last_peered":"2024-03-10T21:35:26.596068+0000","last_clean":"2024-03-10T21:35:26.596068+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596068+0000","last_undegraded":"2024-03-10T21:35:26.596068+0000","last_fullsized":"2024-03-10T21:35:26.596068+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595878+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595878+0000","last_peered":"2024-03-10T21:35:26.595878+0000","last_clean":"2024-03-10T21:35:26.595878+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595878+0000","last_undegraded":"2024-03-10T21:35:26.595878+0000","last_fullsized":"2024-03-10T21:35:26.595878+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1316,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591273+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591273+0000","last_peered":"2024-03-10T21:35:26.591273+0000","last_clean":"2024-03-10T21:35:26.591273+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591273+0000","last_undegraded":"2024-03-10T21:35:26.591273+0000","last_fullsized":"2024-03-10T21:35:26.591273+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596215+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596215+0000","last_peered":"2024-03-10T21:35:26.596215+0000","last_clean":"2024-03-10T21:35:26.596215+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596215+0000","last_undegraded":"2024-03-10T21:35:26.596215+0000","last_fullsized":"2024-03-10T21:35:26.596215+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595775+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595775+0000","last_peered":"2024-03-10T21:35:26.595775+0000","last_clean":"2024-03-10T21:35:26.595775+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595775+0000","last_undegraded":"2024-03-10T21:35:26.595775+0000","last_fullsized":"2024-03-10T21:35:26.595775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648501+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648501+0000","last_peered":"2024-03-10T21:35:26.648501+0000","last_clean":"2024-03-10T21:35:26.648501+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648501+0000","last_undegraded":"2024-03-10T21:35:26.648501+0000","last_fullsized":"2024-03-10T21:35:26.648501+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1130,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597685+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597685+0000","last_peered":"2024-03-10T21:35:26.597685+0000","last_clean":"2024-03-10T21:35:26.597685+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597685+0000","last_undegraded":"2024-03-10T21:35:26.597685+0000","last_fullsized":"2024-03-10T21:35:26.597685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597463+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597463+0000","last_peered":"2024-03-10T21:35:26.597463+0000","last_clean":"2024-03-10T21:35:26.597463+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597463+0000","last_undegraded":"2024-03-10T21:35:26.597463+0000","last_fullsized":"2024-03-10T21:35:26.597463+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596272+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596272+0000","last_peered":"2024-03-10T21:35:26.596272+0000","last_clean":"2024-03-10T21:35:26.596272+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596272+0000","last_undegraded":"2024-03-10T21:35:26.596272+0000","last_fullsized":"2024-03-10T21:35:26.596272+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1148,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648131+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648131+0000","last_peered":"2024-03-10T21:35:26.648131+0000","last_clean":"2024-03-10T21:35:26.648131+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648131+0000","last_undegraded":"2024-03-10T21:35:26.648131+0000","last_fullsized":"2024-03-10T21:35:26.648131+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647475+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647475+0000","last_peered":"2024-03-10T21:35:26.647475+0000","last_clean":"2024-03-10T21:35:26.647475+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647475+0000","last_undegraded":"2024-03-10T21:35:26.647475+0000","last_fullsized":"2024-03-10T21:35:26.647475+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647238+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647238+0000","last_peered":"2024-03-10T21:35:26.647238+0000","last_clean":"2024-03-10T21:35:26.647238+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647238+0000","last_undegraded":"2024-03-10T21:35:26.647238+0000","last_fullsized":"2024-03-10T21:35:26.647238+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1277,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589122+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589122+0000","last_peered":"2024-03-10T21:35:26.589122+0000","last_clean":"2024-03-10T21:35:26.589122+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589122+0000","last_undegraded":"2024-03-10T21:35:26.589122+0000","last_fullsized":"2024-03-10T21:35:26.589122+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.592160+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.592160+0000","last_peered":"2024-03-10T21:35:26.592160+0000","last_clean":"2024-03-10T21:35:26.592160+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.592160+0000","last_undegraded":"2024-03-10T21:35:26.592160+0000","last_fullsized":"2024-03-10T21:35:26.592160+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4764,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591445+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591445+0000","last_peered":"2024-03-10T21:35:26.591445+0000","last_clean":"2024-03-10T21:35:26.591445+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591445+0000","last_undegraded":"2024-03-10T21:35:26.591445+0000","last_fullsized":"2024-03-10T21:35:26.591445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587404+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587404+0000","last_peered":"2024-03-10T21:35:26.587404+0000","last_clean":"2024-03-10T21:35:26.587404+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587404+0000","last_undegraded":"2024-03-10T21:35:26.587404+0000","last_fullsized":"2024-03-10T21:35:26.587404+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595440+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595440+0000","last_peered":"2024-03-10T21:35:26.595440+0000","last_clean":"2024-03-10T21:35:26.595440+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595440+0000","last_undegraded":"2024-03-10T21:35:26.595440+0000","last_fullsized":"2024-03-10T21:35:26.595440+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13573,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672148+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672148+0000","last_peered":"2024-03-10T21:35:26.672148+0000","last_clean":"2024-03-10T21:35:26.672148+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672148+0000","last_undegraded":"2024-03-10T21:35:26.672148+0000","last_fullsized":"2024-03-10T21:35:26.672148+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610269+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610269+0000","last_peered":"2024-03-10T21:35:26.610269+0000","last_clean":"2024-03-10T21:35:26.610269+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610269+0000","last_undegraded":"2024-03-10T21:35:26.610269+0000","last_fullsized":"2024-03-10T21:35:26.610269+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1581,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595281+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595281+0000","last_peered":"2024-03-10T21:35:26.595281+0000","last_clean":"2024-03-10T21:35:26.595281+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595281+0000","last_undegraded":"2024-03-10T21:35:26.595281+0000","last_fullsized":"2024-03-10T21:35:26.595281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595280+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595280+0000","last_peered":"2024-03-10T21:35:26.595280+0000","last_clean":"2024-03-10T21:35:26.595280+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595280+0000","last_undegraded":"2024-03-10T21:35:26.595280+0000","last_fullsized":"2024-03-10T21:35:26.595280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590967+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.590967+0000","last_peered":"2024-03-10T21:35:26.590967+0000","last_clean":"2024-03-10T21:35:26.590967+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.590967+0000","last_undegraded":"2024-03-10T21:35:26.590967+0000","last_fullsized":"2024-03-10T21:35:26.590967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596057+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596057+0000","last_peered":"2024-03-10T21:35:26.596057+0000","last_clean":"2024-03-10T21:35:26.596057+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596057+0000","last_undegraded":"2024-03-10T21:35:26.596057+0000","last_fullsized":"2024-03-10T21:35:26.596057+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4153,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.587581+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.587581+0000","last_peered":"2024-03-10T21:35:26.587581+0000","last_clean":"2024-03-10T21:35:26.587581+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.587581+0000","last_undegraded":"2024-03-10T21:35:26.587581+0000","last_fullsized":"2024-03-10T21:35:26.587581+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607323+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607323+0000","last_peered":"2024-03-10T21:35:26.607323+0000","last_clean":"2024-03-10T21:35:26.607323+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607323+0000","last_undegraded":"2024-03-10T21:35:26.607323+0000","last_fullsized":"2024-03-10T21:35:26.607323+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587629+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587629+0000","last_peered":"2024-03-10T21:35:26.587629+0000","last_clean":"2024-03-10T21:35:26.587629+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587629+0000","last_undegraded":"2024-03-10T21:35:26.587629+0000","last_fullsized":"2024-03-10T21:35:26.587629+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648359+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648359+0000","last_peered":"2024-03-10T21:35:26.648359+0000","last_clean":"2024-03-10T21:35:26.648359+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648359+0000","last_undegraded":"2024-03-10T21:35:26.648359+0000","last_fullsized":"2024-03-10T21:35:26.648359+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1071,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595520+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595520+0000","last_peered":"2024-03-10T21:35:26.595520+0000","last_clean":"2024-03-10T21:35:26.595520+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595520+0000","last_undegraded":"2024-03-10T21:35:26.595520+0000","last_fullsized":"2024-03-10T21:35:26.595520+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606702+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606702+0000","last_peered":"2024-03-10T21:35:26.606702+0000","last_clean":"2024-03-10T21:35:26.606702+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606702+0000","last_undegraded":"2024-03-10T21:35:26.606702+0000","last_fullsized":"2024-03-10T21:35:26.606702+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5242,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598767+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.598767+0000","last_peered":"2024-03-10T21:35:26.598767+0000","last_clean":"2024-03-10T21:35:26.598767+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.598767+0000","last_undegraded":"2024-03-10T21:35:26.598767+0000","last_fullsized":"2024-03-10T21:35:26.598767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606647+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.606647+0000","last_peered":"2024-03-10T21:35:26.606647+0000","last_clean":"2024-03-10T21:35:26.606647+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.606647+0000","last_undegraded":"2024-03-10T21:35:26.606647+0000","last_fullsized":"2024-03-10T21:35:26.606647+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1121,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647601+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647601+0000","last_peered":"2024-03-10T21:35:26.647601+0000","last_clean":"2024-03-10T21:35:26.647601+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647601+0000","last_undegraded":"2024-03-10T21:35:26.647601+0000","last_fullsized":"2024-03-10T21:35:26.647601+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4307,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.631621+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.631621+0000","last_peered":"2024-03-10T21:35:26.631621+0000","last_clean":"2024-03-10T21:35:26.631621+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.631621+0000","last_undegraded":"2024-03-10T21:35:26.631621+0000","last_fullsized":"2024-03-10T21:35:26.631621+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589339+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589339+0000","last_peered":"2024-03-10T21:35:26.589339+0000","last_clean":"2024-03-10T21:35:26.589339+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589339+0000","last_undegraded":"2024-03-10T21:35:26.589339+0000","last_fullsized":"2024-03-10T21:35:26.589339+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13916,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597707+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.597707+0000","last_peered":"2024-03-10T21:35:26.597707+0000","last_clean":"2024-03-10T21:35:26.597707+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.597707+0000","last_undegraded":"2024-03-10T21:35:26.597707+0000","last_fullsized":"2024-03-10T21:35:26.597707+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589727+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589727+0000","last_peered":"2024-03-10T21:35:26.589727+0000","last_clean":"2024-03-10T21:35:26.589727+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589727+0000","last_undegraded":"2024-03-10T21:35:26.589727+0000","last_fullsized":"2024-03-10T21:35:26.589727+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606845+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606845+0000","last_peered":"2024-03-10T21:35:26.606845+0000","last_clean":"2024-03-10T21:35:26.606845+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606845+0000","last_undegraded":"2024-03-10T21:35:26.606845+0000","last_fullsized":"2024-03-10T21:35:26.606845+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648593+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648593+0000","last_peered":"2024-03-10T21:35:26.648593+0000","last_clean":"2024-03-10T21:35:26.648593+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648593+0000","last_undegraded":"2024-03-10T21:35:26.648593+0000","last_fullsized":"2024-03-10T21:35:26.648593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607480+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607480+0000","last_peered":"2024-03-10T21:35:26.607480+0000","last_clean":"2024-03-10T21:35:26.607480+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607480+0000","last_undegraded":"2024-03-10T21:35:26.607480+0000","last_fullsized":"2024-03-10T21:35:26.607480+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606857+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606857+0000","last_peered":"2024-03-10T21:35:26.606857+0000","last_clean":"2024-03-10T21:35:26.606857+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606857+0000","last_undegraded":"2024-03-10T21:35:26.606857+0000","last_fullsized":"2024-03-10T21:35:26.606857+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647466+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647466+0000","last_peered":"2024-03-10T21:35:26.647466+0000","last_clean":"2024-03-10T21:35:26.647466+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647466+0000","last_undegraded":"2024-03-10T21:35:26.647466+0000","last_fullsized":"2024-03-10T21:35:26.647466+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536134,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680781,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142385,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123512,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965034,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918499,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806556,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727317,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.137 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:35:58.138 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:35:59.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:58 smithi193 ceph-mon[83873]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:59.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:58 smithi071 ceph-mon[88660]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:35:59.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:58 smithi071 ceph-mon[91105]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:00.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:35:59 smithi193 ceph-mon[83873]: pgmap v962: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:00.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:35:59 smithi071 ceph-mon[88660]: pgmap v962: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:00.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:35:59 smithi071 ceph-mon[91105]: pgmap v962: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:36:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:36:01] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-03-10T21:36:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:01 smithi193 ceph-mon[83873]: pgmap v963: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:02.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:01 smithi071 ceph-mon[88660]: pgmap v963: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:02.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:01 smithi071 ceph-mon[91105]: pgmap v963: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:36:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:36:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:03 smithi193 ceph-mon[83873]: pgmap v964: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:04.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:03 smithi071 ceph-mon[88660]: pgmap v964: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:04.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:04.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:03 smithi071 ceph-mon[91105]: pgmap v964: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:04.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:05 smithi193 ceph-mon[83873]: pgmap v965: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:05 smithi071 ceph-mon[88660]: pgmap v965: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:06.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:05 smithi071 ceph-mon[91105]: pgmap v965: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:08.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:07 smithi193 ceph-mon[83873]: pgmap v966: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:08.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:07 smithi071 ceph-mon[88660]: pgmap v966: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:08.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:07 smithi071 ceph-mon[91105]: pgmap v966: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:08.139 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:36:08.360 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:36:09.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:09 smithi071 ceph-mon[88660]: pgmap v967: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:09.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:09 smithi071 ceph-mon[91105]: pgmap v967: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:10.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:09 smithi193 ceph-mon[83873]: pgmap v967: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:10.373 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:36:10.375 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:36:11.073 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":968,"stamp":"2024-03-10T21:36:10.236446+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003965"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597225+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597225+0000","last_peered":"2024-03-10T21:35:26.597225+0000","last_clean":"2024-03-10T21:35:26.597225+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597225+0000","last_undegraded":"2024-03-10T21:35:26.597225+0000","last_fullsized":"2024-03-10T21:35:26.597225+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590423+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590423+0000","last_peered":"2024-03-10T21:35:26.590423+0000","last_clean":"2024-03-10T21:35:26.590423+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590423+0000","last_undegraded":"2024-03-10T21:35:26.590423+0000","last_fullsized":"2024-03-10T21:35:26.590423+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597103+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597103+0000","last_peered":"2024-03-10T21:35:26.597103+0000","last_clean":"2024-03-10T21:35:26.597103+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597103+0000","last_undegraded":"2024-03-10T21:35:26.597103+0000","last_fullsized":"2024-03-10T21:35:26.597103+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648309+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648309+0000","last_peered":"2024-03-10T21:35:26.648309+0000","last_clean":"2024-03-10T21:35:26.648309+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648309+0000","last_undegraded":"2024-03-10T21:35:26.648309+0000","last_fullsized":"2024-03-10T21:35:26.648309+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648987+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.648987+0000","last_peered":"2024-03-10T21:35:26.648987+0000","last_clean":"2024-03-10T21:35:26.648987+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.648987+0000","last_undegraded":"2024-03-10T21:35:26.648987+0000","last_fullsized":"2024-03-10T21:35:26.648987+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1265,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589880+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589880+0000","last_peered":"2024-03-10T21:35:26.589880+0000","last_clean":"2024-03-10T21:35:26.589880+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589880+0000","last_undegraded":"2024-03-10T21:35:26.589880+0000","last_fullsized":"2024-03-10T21:35:26.589880+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592280+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592280+0000","last_peered":"2024-03-10T21:35:26.592280+0000","last_clean":"2024-03-10T21:35:26.592280+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592280+0000","last_undegraded":"2024-03-10T21:35:26.592280+0000","last_fullsized":"2024-03-10T21:35:26.592280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591708+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591708+0000","last_peered":"2024-03-10T21:35:26.591708+0000","last_clean":"2024-03-10T21:35:26.591708+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591708+0000","last_undegraded":"2024-03-10T21:35:26.591708+0000","last_fullsized":"2024-03-10T21:35:26.591708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596068+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596068+0000","last_peered":"2024-03-10T21:35:26.596068+0000","last_clean":"2024-03-10T21:35:26.596068+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596068+0000","last_undegraded":"2024-03-10T21:35:26.596068+0000","last_fullsized":"2024-03-10T21:35:26.596068+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595878+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595878+0000","last_peered":"2024-03-10T21:35:26.595878+0000","last_clean":"2024-03-10T21:35:26.595878+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595878+0000","last_undegraded":"2024-03-10T21:35:26.595878+0000","last_fullsized":"2024-03-10T21:35:26.595878+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595775+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595775+0000","last_peered":"2024-03-10T21:35:26.595775+0000","last_clean":"2024-03-10T21:35:26.595775+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595775+0000","last_undegraded":"2024-03-10T21:35:26.595775+0000","last_fullsized":"2024-03-10T21:35:26.595775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648501+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648501+0000","last_peered":"2024-03-10T21:35:26.648501+0000","last_clean":"2024-03-10T21:35:26.648501+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648501+0000","last_undegraded":"2024-03-10T21:35:26.648501+0000","last_fullsized":"2024-03-10T21:35:26.648501+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596272+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596272+0000","last_peered":"2024-03-10T21:35:26.596272+0000","last_clean":"2024-03-10T21:35:26.596272+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596272+0000","last_undegraded":"2024-03-10T21:35:26.596272+0000","last_fullsized":"2024-03-10T21:35:26.596272+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1148,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648131+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648131+0000","last_peered":"2024-03-10T21:35:26.648131+0000","last_clean":"2024-03-10T21:35:26.648131+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648131+0000","last_undegraded":"2024-03-10T21:35:26.648131+0000","last_fullsized":"2024-03-10T21:35:26.648131+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647475+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647475+0000","last_peered":"2024-03-10T21:35:26.647475+0000","last_clean":"2024-03-10T21:35:26.647475+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647475+0000","last_undegraded":"2024-03-10T21:35:26.647475+0000","last_fullsized":"2024-03-10T21:35:26.647475+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647238+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647238+0000","last_peered":"2024-03-10T21:35:26.647238+0000","last_clean":"2024-03-10T21:35:26.647238+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647238+0000","last_undegraded":"2024-03-10T21:35:26.647238+0000","last_fullsized":"2024-03-10T21:35:26.647238+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1277,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589122+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589122+0000","last_peered":"2024-03-10T21:35:26.589122+0000","last_clean":"2024-03-10T21:35:26.589122+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589122+0000","last_undegraded":"2024-03-10T21:35:26.589122+0000","last_fullsized":"2024-03-10T21:35:26.589122+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.592160+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.592160+0000","last_peered":"2024-03-10T21:35:26.592160+0000","last_clean":"2024-03-10T21:35:26.592160+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.592160+0000","last_undegraded":"2024-03-10T21:35:26.592160+0000","last_fullsized":"2024-03-10T21:35:26.592160+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4764,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591445+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591445+0000","last_peered":"2024-03-10T21:35:26.591445+0000","last_clean":"2024-03-10T21:35:26.591445+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591445+0000","last_undegraded":"2024-03-10T21:35:26.591445+0000","last_fullsized":"2024-03-10T21:35:26.591445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587404+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587404+0000","last_peered":"2024-03-10T21:35:26.587404+0000","last_clean":"2024-03-10T21:35:26.587404+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587404+0000","last_undegraded":"2024-03-10T21:35:26.587404+0000","last_fullsized":"2024-03-10T21:35:26.587404+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595440+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595440+0000","last_peered":"2024-03-10T21:35:26.595440+0000","last_clean":"2024-03-10T21:35:26.595440+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595440+0000","last_undegraded":"2024-03-10T21:35:26.595440+0000","last_fullsized":"2024-03-10T21:35:26.595440+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13573,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672148+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672148+0000","last_peered":"2024-03-10T21:35:26.672148+0000","last_clean":"2024-03-10T21:35:26.672148+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672148+0000","last_undegraded":"2024-03-10T21:35:26.672148+0000","last_fullsized":"2024-03-10T21:35:26.672148+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590967+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.590967+0000","last_peered":"2024-03-10T21:35:26.590967+0000","last_clean":"2024-03-10T21:35:26.590967+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.590967+0000","last_undegraded":"2024-03-10T21:35:26.590967+0000","last_fullsized":"2024-03-10T21:35:26.590967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596057+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596057+0000","last_peered":"2024-03-10T21:35:26.596057+0000","last_clean":"2024-03-10T21:35:26.596057+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596057+0000","last_undegraded":"2024-03-10T21:35:26.596057+0000","last_fullsized":"2024-03-10T21:35:26.596057+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4153,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.587581+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.587581+0000","last_peered":"2024-03-10T21:35:26.587581+0000","last_clean":"2024-03-10T21:35:26.587581+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.587581+0000","last_undegraded":"2024-03-10T21:35:26.587581+0000","last_fullsized":"2024-03-10T21:35:26.587581+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607323+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607323+0000","last_peered":"2024-03-10T21:35:26.607323+0000","last_clean":"2024-03-10T21:35:26.607323+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607323+0000","last_undegraded":"2024-03-10T21:35:26.607323+0000","last_fullsized":"2024-03-10T21:35:26.607323+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587629+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587629+0000","last_peered":"2024-03-10T21:35:26.587629+0000","last_clean":"2024-03-10T21:35:26.587629+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587629+0000","last_undegraded":"2024-03-10T21:35:26.587629+0000","last_fullsized":"2024-03-10T21:35:26.587629+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1071,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595520+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595520+0000","last_peered":"2024-03-10T21:35:26.595520+0000","last_clean":"2024-03-10T21:35:26.595520+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595520+0000","last_undegraded":"2024-03-10T21:35:26.595520+0000","last_fullsized":"2024-03-10T21:35:26.595520+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606702+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606702+0000","last_peered":"2024-03-10T21:35:26.606702+0000","last_clean":"2024-03-10T21:35:26.606702+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606702+0000","last_undegraded":"2024-03-10T21:35:26.606702+0000","last_fullsized":"2024-03-10T21:35:26.606702+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606647+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.606647+0000","last_peered":"2024-03-10T21:35:26.606647+0000","last_clean":"2024-03-10T21:35:26.606647+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.606647+0000","last_undegraded":"2024-03-10T21:35:26.606647+0000","last_fullsized":"2024-03-10T21:35:26.606647+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13916,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597707+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.597707+0000","last_peered":"2024-03-10T21:35:26.597707+0000","last_clean":"2024-03-10T21:35:26.597707+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.597707+0000","last_undegraded":"2024-03-10T21:35:26.597707+0000","last_fullsized":"2024-03-10T21:35:26.597707+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606845+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606845+0000","last_peered":"2024-03-10T21:35:26.606845+0000","last_clean":"2024-03-10T21:35:26.606845+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606845+0000","last_undegraded":"2024-03-10T21:35:26.606845+0000","last_fullsized":"2024-03-10T21:35:26.606845+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607480+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607480+0000","last_peered":"2024-03-10T21:35:26.607480+0000","last_clean":"2024-03-10T21:35:26.607480+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607480+0000","last_undegraded":"2024-03-10T21:35:26.607480+0000","last_fullsized":"2024-03-10T21:35:26.607480+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606857+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606857+0000","last_peered":"2024-03-10T21:35:26.606857+0000","last_clean":"2024-03-10T21:35:26.606857+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606857+0000","last_undegraded":"2024-03-10T21:35:26.606857+0000","last_fullsized":"2024-03-10T21:35:26.606857+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647466+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647466+0000","last_peered":"2024-03-10T21:35:26.647466+0000","last_clean":"2024-03-10T21:35:26.647466+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647466+0000","last_undegraded":"2024-03-10T21:35:26.647466+0000","last_fullsized":"2024-03-10T21:35:26.647466+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536137,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680784,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142388,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123515,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965037,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918502,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806559,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727320,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:36:11.080 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.080 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:11.081 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:36:11.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:36:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:36:11] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-03-10T21:36:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:11 smithi193 ceph-mon[83873]: pgmap v968: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:11 smithi193 ceph-mon[83873]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:11 smithi071 ceph-mon[88660]: pgmap v968: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:11 smithi071 ceph-mon[88660]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:12.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:11 smithi071 ceph-mon[91105]: pgmap v968: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:12.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:11 smithi071 ceph-mon[91105]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:36:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:36:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:13 smithi193 ceph-mon[83873]: pgmap v969: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:14.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:13 smithi071 ceph-mon[88660]: pgmap v969: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:14.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:13 smithi071 ceph-mon[91105]: pgmap v969: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:15.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:14 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:36:15.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:14 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:36:15.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:14 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:36:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:15 smithi193 ceph-mon[83873]: pgmap v970: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:15 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:36:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:15 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:36:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:15 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:36:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[88660]: pgmap v970: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:36:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:36:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:36:16.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[91105]: pgmap v970: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:16.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:36:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:36:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:15 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:36:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:17 smithi193 ceph-mon[83873]: pgmap v971: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:18.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:17 smithi071 ceph-mon[88660]: pgmap v971: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:17 smithi071 ceph-mon[91105]: pgmap v971: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:18.985 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:19.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:20.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:19 smithi193 ceph-mon[83873]: pgmap v972: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:20.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:19 smithi071 ceph-mon[88660]: pgmap v972: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:20.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:19 smithi071 ceph-mon[91105]: pgmap v972: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:21.083 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:36:21.291 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:36:21.413 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:36:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:36:21] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:36:22.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:21 smithi193 ceph-mon[83873]: pgmap v973: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:22.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:21 smithi071 ceph-mon[88660]: pgmap v973: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:22.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:21 smithi071 ceph-mon[91105]: pgmap v973: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:36:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:36:23.175 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:36:23.177 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:36:23.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:23 smithi071 ceph-mon[91105]: pgmap v974: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:23.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:23 smithi071 ceph-mon[88660]: pgmap v974: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:23.851 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":974,"stamp":"2024-03-10T21:36:22.239802+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003356"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597225+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597225+0000","last_peered":"2024-03-10T21:35:26.597225+0000","last_clean":"2024-03-10T21:35:26.597225+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597225+0000","last_undegraded":"2024-03-10T21:35:26.597225+0000","last_fullsized":"2024-03-10T21:35:26.597225+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590423+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590423+0000","last_peered":"2024-03-10T21:35:26.590423+0000","last_clean":"2024-03-10T21:35:26.590423+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590423+0000","last_undegraded":"2024-03-10T21:35:26.590423+0000","last_fullsized":"2024-03-10T21:35:26.590423+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597103+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597103+0000","last_peered":"2024-03-10T21:35:26.597103+0000","last_clean":"2024-03-10T21:35:26.597103+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597103+0000","last_undegraded":"2024-03-10T21:35:26.597103+0000","last_fullsized":"2024-03-10T21:35:26.597103+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648309+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648309+0000","last_peered":"2024-03-10T21:35:26.648309+0000","last_clean":"2024-03-10T21:35:26.648309+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648309+0000","last_undegraded":"2024-03-10T21:35:26.648309+0000","last_fullsized":"2024-03-10T21:35:26.648309+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648987+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.648987+0000","last_peered":"2024-03-10T21:35:26.648987+0000","last_clean":"2024-03-10T21:35:26.648987+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.648987+0000","last_undegraded":"2024-03-10T21:35:26.648987+0000","last_fullsized":"2024-03-10T21:35:26.648987+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1265,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589880+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589880+0000","last_peered":"2024-03-10T21:35:26.589880+0000","last_clean":"2024-03-10T21:35:26.589880+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589880+0000","last_undegraded":"2024-03-10T21:35:26.589880+0000","last_fullsized":"2024-03-10T21:35:26.589880+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592280+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592280+0000","last_peered":"2024-03-10T21:35:26.592280+0000","last_clean":"2024-03-10T21:35:26.592280+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592280+0000","last_undegraded":"2024-03-10T21:35:26.592280+0000","last_fullsized":"2024-03-10T21:35:26.592280+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591708+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591708+0000","last_peered":"2024-03-10T21:35:26.591708+0000","last_clean":"2024-03-10T21:35:26.591708+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591708+0000","last_undegraded":"2024-03-10T21:35:26.591708+0000","last_fullsized":"2024-03-10T21:35:26.591708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596068+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596068+0000","last_peered":"2024-03-10T21:35:26.596068+0000","last_clean":"2024-03-10T21:35:26.596068+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596068+0000","last_undegraded":"2024-03-10T21:35:26.596068+0000","last_fullsized":"2024-03-10T21:35:26.596068+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595878+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595878+0000","last_peered":"2024-03-10T21:35:26.595878+0000","last_clean":"2024-03-10T21:35:26.595878+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595878+0000","last_undegraded":"2024-03-10T21:35:26.595878+0000","last_fullsized":"2024-03-10T21:35:26.595878+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648501+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648501+0000","last_peered":"2024-03-10T21:35:26.648501+0000","last_clean":"2024-03-10T21:35:26.648501+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648501+0000","last_undegraded":"2024-03-10T21:35:26.648501+0000","last_fullsized":"2024-03-10T21:35:26.648501+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1148,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648131+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648131+0000","last_peered":"2024-03-10T21:35:26.648131+0000","last_clean":"2024-03-10T21:35:26.648131+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648131+0000","last_undegraded":"2024-03-10T21:35:26.648131+0000","last_fullsized":"2024-03-10T21:35:26.648131+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647475+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647475+0000","last_peered":"2024-03-10T21:35:26.647475+0000","last_clean":"2024-03-10T21:35:26.647475+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647475+0000","last_undegraded":"2024-03-10T21:35:26.647475+0000","last_fullsized":"2024-03-10T21:35:26.647475+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647238+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647238+0000","last_peered":"2024-03-10T21:35:26.647238+0000","last_clean":"2024-03-10T21:35:26.647238+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647238+0000","last_undegraded":"2024-03-10T21:35:26.647238+0000","last_fullsized":"2024-03-10T21:35:26.647238+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1277,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589122+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589122+0000","last_peered":"2024-03-10T21:35:26.589122+0000","last_clean":"2024-03-10T21:35:26.589122+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589122+0000","last_undegraded":"2024-03-10T21:35:26.589122+0000","last_fullsized":"2024-03-10T21:35:26.589122+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.592160+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.592160+0000","last_peered":"2024-03-10T21:35:26.592160+0000","last_clean":"2024-03-10T21:35:26.592160+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.592160+0000","last_undegraded":"2024-03-10T21:35:26.592160+0000","last_fullsized":"2024-03-10T21:35:26.592160+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4764,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591445+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591445+0000","last_peered":"2024-03-10T21:35:26.591445+0000","last_clean":"2024-03-10T21:35:26.591445+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591445+0000","last_undegraded":"2024-03-10T21:35:26.591445+0000","last_fullsized":"2024-03-10T21:35:26.591445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587404+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587404+0000","last_peered":"2024-03-10T21:35:26.587404+0000","last_clean":"2024-03-10T21:35:26.587404+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587404+0000","last_undegraded":"2024-03-10T21:35:26.587404+0000","last_fullsized":"2024-03-10T21:35:26.587404+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595440+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595440+0000","last_peered":"2024-03-10T21:35:26.595440+0000","last_clean":"2024-03-10T21:35:26.595440+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595440+0000","last_undegraded":"2024-03-10T21:35:26.595440+0000","last_fullsized":"2024-03-10T21:35:26.595440+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13573,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672148+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672148+0000","last_peered":"2024-03-10T21:35:26.672148+0000","last_clean":"2024-03-10T21:35:26.672148+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672148+0000","last_undegraded":"2024-03-10T21:35:26.672148+0000","last_fullsized":"2024-03-10T21:35:26.672148+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590967+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.590967+0000","last_peered":"2024-03-10T21:35:26.590967+0000","last_clean":"2024-03-10T21:35:26.590967+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.590967+0000","last_undegraded":"2024-03-10T21:35:26.590967+0000","last_fullsized":"2024-03-10T21:35:26.590967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596057+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596057+0000","last_peered":"2024-03-10T21:35:26.596057+0000","last_clean":"2024-03-10T21:35:26.596057+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596057+0000","last_undegraded":"2024-03-10T21:35:26.596057+0000","last_fullsized":"2024-03-10T21:35:26.596057+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4153,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.587581+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.587581+0000","last_peered":"2024-03-10T21:35:26.587581+0000","last_clean":"2024-03-10T21:35:26.587581+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.587581+0000","last_undegraded":"2024-03-10T21:35:26.587581+0000","last_fullsized":"2024-03-10T21:35:26.587581+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607323+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607323+0000","last_peered":"2024-03-10T21:35:26.607323+0000","last_clean":"2024-03-10T21:35:26.607323+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607323+0000","last_undegraded":"2024-03-10T21:35:26.607323+0000","last_fullsized":"2024-03-10T21:35:26.607323+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587629+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587629+0000","last_peered":"2024-03-10T21:35:26.587629+0000","last_clean":"2024-03-10T21:35:26.587629+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587629+0000","last_undegraded":"2024-03-10T21:35:26.587629+0000","last_fullsized":"2024-03-10T21:35:26.587629+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1071,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595520+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595520+0000","last_peered":"2024-03-10T21:35:26.595520+0000","last_clean":"2024-03-10T21:35:26.595520+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595520+0000","last_undegraded":"2024-03-10T21:35:26.595520+0000","last_fullsized":"2024-03-10T21:35:26.595520+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606702+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606702+0000","last_peered":"2024-03-10T21:35:26.606702+0000","last_clean":"2024-03-10T21:35:26.606702+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606702+0000","last_undegraded":"2024-03-10T21:35:26.606702+0000","last_fullsized":"2024-03-10T21:35:26.606702+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606647+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.606647+0000","last_peered":"2024-03-10T21:35:26.606647+0000","last_clean":"2024-03-10T21:35:26.606647+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.606647+0000","last_undegraded":"2024-03-10T21:35:26.606647+0000","last_fullsized":"2024-03-10T21:35:26.606647+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13916,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597707+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.597707+0000","last_peered":"2024-03-10T21:35:26.597707+0000","last_clean":"2024-03-10T21:35:26.597707+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.597707+0000","last_undegraded":"2024-03-10T21:35:26.597707+0000","last_fullsized":"2024-03-10T21:35:26.597707+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606845+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606845+0000","last_peered":"2024-03-10T21:35:26.606845+0000","last_clean":"2024-03-10T21:35:26.606845+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606845+0000","last_undegraded":"2024-03-10T21:35:26.606845+0000","last_fullsized":"2024-03-10T21:35:26.606845+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1209,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607480+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607480+0000","last_peered":"2024-03-10T21:35:26.607480+0000","last_clean":"2024-03-10T21:35:26.607480+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607480+0000","last_undegraded":"2024-03-10T21:35:26.607480+0000","last_fullsized":"2024-03-10T21:35:26.607480+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606857+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606857+0000","last_peered":"2024-03-10T21:35:26.606857+0000","last_clean":"2024-03-10T21:35:26.606857+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606857+0000","last_undegraded":"2024-03-10T21:35:26.606857+0000","last_fullsized":"2024-03-10T21:35:26.606857+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536139,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680787,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142390,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123517,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965039,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918504,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806561,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727322,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:36:23.856 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.856 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.856 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.856 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:23.857 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:36:24.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:23 smithi193 ceph-mon[83873]: pgmap v974: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:25.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:24 smithi193 ceph-mon[83873]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:25.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:24 smithi071 ceph-mon[88660]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:25.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:24 smithi071 ceph-mon[91105]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:26.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:25 smithi193 ceph-mon[83873]: pgmap v975: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:26.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:25 smithi071 ceph-mon[88660]: pgmap v975: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:26.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:25 smithi071 ceph-mon[91105]: pgmap v975: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:27 smithi193 ceph-mon[83873]: pgmap v976: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:27 smithi071 ceph-mon[88660]: pgmap v976: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:28.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:27 smithi071 ceph-mon[91105]: pgmap v976: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:29 smithi193 ceph-mon[83873]: pgmap v977: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:30.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:29 smithi071 ceph-mon[88660]: pgmap v977: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:30.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:29 smithi071 ceph-mon[91105]: pgmap v977: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:36:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:36:31] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:36:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:31 smithi193 ceph-mon[83873]: pgmap v978: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:32.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:31 smithi071 ceph-mon[88660]: pgmap v978: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:32.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:31 smithi071 ceph-mon[91105]: pgmap v978: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:36:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:36:33.858 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:36:34.077 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:36:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:33 smithi193 ceph-mon[83873]: pgmap v979: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:33 smithi071 ceph-mon[88660]: pgmap v979: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:34.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:33 smithi071 ceph-mon[91105]: pgmap v979: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:34.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:35.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:35 smithi071 ceph-mon[91105]: pgmap v980: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:35.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:35 smithi071 ceph-mon[88660]: pgmap v980: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:35.903 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:36:35.906 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:36:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:35 smithi193 ceph-mon[83873]: pgmap v980: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:36.550 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":980,"stamp":"2024-03-10T21:36:34.243869+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004066"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648309+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648309+0000","last_peered":"2024-03-10T21:35:26.648309+0000","last_clean":"2024-03-10T21:35:26.648309+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648309+0000","last_undegraded":"2024-03-10T21:35:26.648309+0000","last_fullsized":"2024-03-10T21:35:26.648309+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1110,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648987+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.648987+0000","last_peered":"2024-03-10T21:35:26.648987+0000","last_clean":"2024-03-10T21:35:26.648987+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.648987+0000","last_undegraded":"2024-03-10T21:35:26.648987+0000","last_fullsized":"2024-03-10T21:35:26.648987+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648501+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648501+0000","last_peered":"2024-03-10T21:35:26.648501+0000","last_clean":"2024-03-10T21:35:26.648501+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648501+0000","last_undegraded":"2024-03-10T21:35:26.648501+0000","last_fullsized":"2024-03-10T21:35:26.648501+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587404+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587404+0000","last_peered":"2024-03-10T21:35:26.587404+0000","last_clean":"2024-03-10T21:35:26.587404+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587404+0000","last_undegraded":"2024-03-10T21:35:26.587404+0000","last_fullsized":"2024-03-10T21:35:26.587404+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4153,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.587581+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.587581+0000","last_peered":"2024-03-10T21:35:26.587581+0000","last_clean":"2024-03-10T21:35:26.587581+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.587581+0000","last_undegraded":"2024-03-10T21:35:26.587581+0000","last_fullsized":"2024-03-10T21:35:26.587581+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587629+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587629+0000","last_peered":"2024-03-10T21:35:26.587629+0000","last_clean":"2024-03-10T21:35:26.587629+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587629+0000","last_undegraded":"2024-03-10T21:35:26.587629+0000","last_fullsized":"2024-03-10T21:35:26.587629+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1071,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595520+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595520+0000","last_peered":"2024-03-10T21:35:26.595520+0000","last_clean":"2024-03-10T21:35:26.595520+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595520+0000","last_undegraded":"2024-03-10T21:35:26.595520+0000","last_fullsized":"2024-03-10T21:35:26.595520+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606647+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.606647+0000","last_peered":"2024-03-10T21:35:26.606647+0000","last_clean":"2024-03-10T21:35:26.606647+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.606647+0000","last_undegraded":"2024-03-10T21:35:26.606647+0000","last_fullsized":"2024-03-10T21:35:26.606647+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13916,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.597707+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.597707+0000","last_peered":"2024-03-10T21:35:26.597707+0000","last_clean":"2024-03-10T21:35:26.597707+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.597707+0000","last_undegraded":"2024-03-10T21:35:26.597707+0000","last_fullsized":"2024-03-10T21:35:26.597707+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606857+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606857+0000","last_peered":"2024-03-10T21:35:26.606857+0000","last_clean":"2024-03-10T21:35:26.606857+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606857+0000","last_undegraded":"2024-03-10T21:35:26.606857+0000","last_fullsized":"2024-03-10T21:35:26.606857+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536142,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680789,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142393,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123520,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965042,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918507,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806564,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727324,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:36:36.555 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.555 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.555 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.555 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.555 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:36.556 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:36:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:37 smithi193 ceph-mon[83873]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:37 smithi193 ceph-mon[83873]: pgmap v981: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:37 smithi071 ceph-mon[88660]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:37 smithi071 ceph-mon[88660]: pgmap v981: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:38.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:37 smithi071 ceph-mon[91105]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:38.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:37 smithi071 ceph-mon[91105]: pgmap v981: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:39 smithi193 ceph-mon[83873]: pgmap v982: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:39 smithi071 ceph-mon[88660]: pgmap v982: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:40.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:39 smithi071 ceph-mon[91105]: pgmap v982: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:36:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:36:41] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-03-10T21:36:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:41 smithi193 ceph-mon[83873]: pgmap v983: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:42.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:41 smithi071 ceph-mon[88660]: pgmap v983: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:42.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:41 smithi071 ceph-mon[91105]: pgmap v983: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:36:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:36:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:43 smithi193 ceph-mon[83873]: pgmap v984: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:44.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:43 smithi071 ceph-mon[88660]: pgmap v984: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:43 smithi071 ceph-mon[91105]: pgmap v984: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:45 smithi193 ceph-mon[83873]: pgmap v985: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:45 smithi071 ceph-mon[91105]: pgmap v985: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:45 smithi071 ceph-mon[88660]: pgmap v985: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:46.558 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:36:46.777 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:36:47.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:47 smithi071 ceph-mon[91105]: pgmap v986: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:47.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:47 smithi071 ceph-mon[88660]: pgmap v986: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:48.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:47 smithi193 ceph-mon[83873]: pgmap v986: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:48.705 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:36:48.707 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:36:48.985 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:49.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:49.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:36:49.399 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":987,"stamp":"2024-03-10T21:36:48.249017+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004250"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597172+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597172+0000","last_peered":"2024-03-10T21:35:26.597172+0000","last_clean":"2024-03-10T21:35:26.597172+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597172+0000","last_undegraded":"2024-03-10T21:35:26.597172+0000","last_fullsized":"2024-03-10T21:35:26.597172+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596367+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596367+0000","last_peered":"2024-03-10T21:35:26.596367+0000","last_clean":"2024-03-10T21:35:26.596367+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596367+0000","last_undegraded":"2024-03-10T21:35:26.596367+0000","last_fullsized":"2024-03-10T21:35:26.596367+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596392+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596392+0000","last_peered":"2024-03-10T21:35:26.596392+0000","last_clean":"2024-03-10T21:35:26.596392+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596392+0000","last_undegraded":"2024-03-10T21:35:26.596392+0000","last_fullsized":"2024-03-10T21:35:26.596392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596785+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596785+0000","last_peered":"2024-03-10T21:35:26.596785+0000","last_clean":"2024-03-10T21:35:26.596785+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596785+0000","last_undegraded":"2024-03-10T21:35:26.596785+0000","last_fullsized":"2024-03-10T21:35:26.596785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596134+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596134+0000","last_peered":"2024-03-10T21:35:26.596134+0000","last_clean":"2024-03-10T21:35:26.596134+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596134+0000","last_undegraded":"2024-03-10T21:35:26.596134+0000","last_fullsized":"2024-03-10T21:35:26.596134+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595934+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595934+0000","last_peered":"2024-03-10T21:35:26.595934+0000","last_clean":"2024-03-10T21:35:26.595934+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595934+0000","last_undegraded":"2024-03-10T21:35:26.595934+0000","last_fullsized":"2024-03-10T21:35:26.595934+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596383+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596383+0000","last_peered":"2024-03-10T21:35:26.596383+0000","last_clean":"2024-03-10T21:35:26.596383+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596383+0000","last_undegraded":"2024-03-10T21:35:26.596383+0000","last_fullsized":"2024-03-10T21:35:26.596383+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590790+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590790+0000","last_peered":"2024-03-10T21:35:26.590790+0000","last_clean":"2024-03-10T21:35:26.590790+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590790+0000","last_undegraded":"2024-03-10T21:35:26.590790+0000","last_fullsized":"2024-03-10T21:35:26.590790+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596284+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596284+0000","last_peered":"2024-03-10T21:35:26.596284+0000","last_clean":"2024-03-10T21:35:26.596284+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596284+0000","last_undegraded":"2024-03-10T21:35:26.596284+0000","last_fullsized":"2024-03-10T21:35:26.596284+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596161+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596161+0000","last_peered":"2024-03-10T21:35:26.596161+0000","last_clean":"2024-03-10T21:35:26.596161+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596161+0000","last_undegraded":"2024-03-10T21:35:26.596161+0000","last_fullsized":"2024-03-10T21:35:26.596161+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597555+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597555+0000","last_peered":"2024-03-10T21:35:26.597555+0000","last_clean":"2024-03-10T21:35:26.597555+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597555+0000","last_undegraded":"2024-03-10T21:35:26.597555+0000","last_fullsized":"2024-03-10T21:35:26.597555+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536145,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680792,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142396,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123522,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965044,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918510,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806566,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727327,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:36:49.404 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:36:49.405 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:36:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:49 smithi193 ceph-mon[83873]: pgmap v987: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:49 smithi193 ceph-mon[83873]: from='client.44483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:49 smithi071 ceph-mon[88660]: pgmap v987: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:49 smithi071 ceph-mon[88660]: from='client.44483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:50.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:49 smithi071 ceph-mon[91105]: pgmap v987: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:50.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:49 smithi071 ceph-mon[91105]: from='client.44483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:36:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:36:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:36:51] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:36:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:51 smithi193 ceph-mon[83873]: pgmap v988: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:51 smithi071 ceph-mon[88660]: pgmap v988: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:52.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:51 smithi071 ceph-mon[91105]: pgmap v988: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:36:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:36:54.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:53 smithi193 ceph-mon[83873]: pgmap v989: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:54.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:53 smithi071 ceph-mon[88660]: pgmap v989: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:54.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:53 smithi071 ceph-mon[91105]: pgmap v989: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:55 smithi193 ceph-mon[83873]: pgmap v990: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:56.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:55 smithi071 ceph-mon[88660]: pgmap v990: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:56.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:55 smithi071 ceph-mon[91105]: pgmap v990: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:58.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:57 smithi193 ceph-mon[83873]: pgmap v991: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:58.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:57 smithi071 ceph-mon[88660]: pgmap v991: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:58.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:57 smithi071 ceph-mon[91105]: pgmap v991: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:36:59.407 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:36:59.624 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:37:00.067 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:36:59 smithi071 ceph-mon[91105]: pgmap v992: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:00.068 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:36:59 smithi071 ceph-mon[88660]: pgmap v992: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:00.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:36:59 smithi193 ceph-mon[83873]: pgmap v992: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:01.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:37:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:37:01] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:37:01.427 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:37:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:37:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:01 smithi193 ceph-mon[83873]: pgmap v993: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:02.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:01 smithi071 ceph-mon[88660]: pgmap v993: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:02.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:01 smithi071 ceph-mon[91105]: pgmap v993: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:02.115 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":993,"stamp":"2024-03-10T21:37:00.253203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004185"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647777+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647777+0000","last_peered":"2024-03-10T21:35:26.647777+0000","last_clean":"2024-03-10T21:35:26.647777+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647777+0000","last_undegraded":"2024-03-10T21:35:26.647777+0000","last_fullsized":"2024-03-10T21:35:26.647777+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596239+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596239+0000","last_peered":"2024-03-10T21:35:26.596239+0000","last_clean":"2024-03-10T21:35:26.596239+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596239+0000","last_undegraded":"2024-03-10T21:35:26.596239+0000","last_fullsized":"2024-03-10T21:35:26.596239+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596883+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596883+0000","last_peered":"2024-03-10T21:35:26.596883+0000","last_clean":"2024-03-10T21:35:26.596883+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596883+0000","last_undegraded":"2024-03-10T21:35:26.596883+0000","last_fullsized":"2024-03-10T21:35:26.596883+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536147,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680794,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142398,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123525,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965047,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918512,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806569,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727330,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.121 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:02.122 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:37:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:37:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:37:03.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:02 smithi193 ceph-mon[83873]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:03.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:02 smithi071 ceph-mon[88660]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:03.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:02 smithi071 ceph-mon[91105]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:03 smithi193 ceph-mon[83873]: pgmap v994: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:04.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:03 smithi071 ceph-mon[88660]: pgmap v994: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:04.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:04.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:03 smithi071 ceph-mon[91105]: pgmap v994: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:04.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:05 smithi193 ceph-mon[83873]: pgmap v995: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:05 smithi071 ceph-mon[88660]: pgmap v995: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:06.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:05 smithi071 ceph-mon[91105]: pgmap v995: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:08.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:07 smithi193 ceph-mon[83873]: pgmap v996: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:08.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:07 smithi071 ceph-mon[88660]: pgmap v996: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:08.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:07 smithi071 ceph-mon[91105]: pgmap v996: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:10.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:09 smithi193 ceph-mon[83873]: pgmap v997: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:09 smithi071 ceph-mon[88660]: pgmap v997: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:10.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:09 smithi071 ceph-mon[91105]: pgmap v997: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:11.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:37:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:37:11] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-03-10T21:37:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:11 smithi193 ceph-mon[83873]: pgmap v998: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:11 smithi071 ceph-mon[88660]: pgmap v998: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:12.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:11 smithi071 ceph-mon[91105]: pgmap v998: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:12.124 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:37:12.346 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:37:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:37:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:37:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:13 smithi193 ceph-mon[83873]: pgmap v999: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:14.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:13 smithi071 ceph-mon[88660]: pgmap v999: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:14.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:13 smithi071 ceph-mon[91105]: pgmap v999: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:14.212 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:37:14.214 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:37:14.842 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":999,"stamp":"2024-03-10T21:37:12.257065+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003862"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1082,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596907+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596907+0000","last_peered":"2024-03-10T21:35:26.596907+0000","last_clean":"2024-03-10T21:35:26.596907+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596907+0000","last_undegraded":"2024-03-10T21:35:26.596907+0000","last_fullsized":"2024-03-10T21:35:26.596907+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607314+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607314+0000","last_peered":"2024-03-10T21:35:26.607314+0000","last_clean":"2024-03-10T21:35:26.607314+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607314+0000","last_undegraded":"2024-03-10T21:35:26.607314+0000","last_fullsized":"2024-03-10T21:35:26.607314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606837+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606837+0000","last_peered":"2024-03-10T21:35:26.606837+0000","last_clean":"2024-03-10T21:35:26.606837+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606837+0000","last_undegraded":"2024-03-10T21:35:26.606837+0000","last_fullsized":"2024-03-10T21:35:26.606837+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1221,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606518+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606518+0000","last_peered":"2024-03-10T21:35:26.606518+0000","last_clean":"2024-03-10T21:35:26.606518+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606518+0000","last_undegraded":"2024-03-10T21:35:26.606518+0000","last_fullsized":"2024-03-10T21:35:26.606518+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595762+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595762+0000","last_peered":"2024-03-10T21:35:26.595762+0000","last_clean":"2024-03-10T21:35:26.595762+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595762+0000","last_undegraded":"2024-03-10T21:35:26.595762+0000","last_fullsized":"2024-03-10T21:35:26.595762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588237+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588237+0000","last_peered":"2024-03-10T21:35:26.588237+0000","last_clean":"2024-03-10T21:35:26.588237+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588237+0000","last_undegraded":"2024-03-10T21:35:26.588237+0000","last_fullsized":"2024-03-10T21:35:26.588237+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595742+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595742+0000","last_peered":"2024-03-10T21:35:26.595742+0000","last_clean":"2024-03-10T21:35:26.595742+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595742+0000","last_undegraded":"2024-03-10T21:35:26.595742+0000","last_fullsized":"2024-03-10T21:35:26.595742+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596123+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596123+0000","last_peered":"2024-03-10T21:35:26.596123+0000","last_clean":"2024-03-10T21:35:26.596123+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596123+0000","last_undegraded":"2024-03-10T21:35:26.596123+0000","last_fullsized":"2024-03-10T21:35:26.596123+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1293,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596398+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596398+0000","last_peered":"2024-03-10T21:35:26.596398+0000","last_clean":"2024-03-10T21:35:26.596398+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596398+0000","last_undegraded":"2024-03-10T21:35:26.596398+0000","last_fullsized":"2024-03-10T21:35:26.596398+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596432+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596432+0000","last_peered":"2024-03-10T21:35:26.596432+0000","last_clean":"2024-03-10T21:35:26.596432+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596432+0000","last_undegraded":"2024-03-10T21:35:26.596432+0000","last_fullsized":"2024-03-10T21:35:26.596432+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597206+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597206+0000","last_peered":"2024-03-10T21:35:26.597206+0000","last_clean":"2024-03-10T21:35:26.597206+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597206+0000","last_undegraded":"2024-03-10T21:35:26.597206+0000","last_fullsized":"2024-03-10T21:35:26.597206+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596069+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596069+0000","last_peered":"2024-03-10T21:35:26.596069+0000","last_clean":"2024-03-10T21:35:26.596069+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596069+0000","last_undegraded":"2024-03-10T21:35:26.596069+0000","last_fullsized":"2024-03-10T21:35:26.596069+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12415,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.678168+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.678168+0000","last_peered":"2024-03-10T21:35:26.678168+0000","last_clean":"2024-03-10T21:35:26.678168+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.678168+0000","last_undegraded":"2024-03-10T21:35:26.678168+0000","last_fullsized":"2024-03-10T21:35:26.678168+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596168+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596168+0000","last_peered":"2024-03-10T21:35:26.596168+0000","last_clean":"2024-03-10T21:35:26.596168+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596168+0000","last_undegraded":"2024-03-10T21:35:26.596168+0000","last_fullsized":"2024-03-10T21:35:26.596168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595959+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.595959+0000","last_peered":"2024-03-10T21:35:26.595959+0000","last_clean":"2024-03-10T21:35:26.595959+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.595959+0000","last_undegraded":"2024-03-10T21:35:26.595959+0000","last_fullsized":"2024-03-10T21:35:26.595959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597064+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597064+0000","last_peered":"2024-03-10T21:35:26.597064+0000","last_clean":"2024-03-10T21:35:26.597064+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597064+0000","last_undegraded":"2024-03-10T21:35:26.597064+0000","last_fullsized":"2024-03-10T21:35:26.597064+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596083+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596083+0000","last_peered":"2024-03-10T21:35:26.596083+0000","last_clean":"2024-03-10T21:35:26.596083+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596083+0000","last_undegraded":"2024-03-10T21:35:26.596083+0000","last_fullsized":"2024-03-10T21:35:26.596083+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590604+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590604+0000","last_peered":"2024-03-10T21:35:26.590604+0000","last_clean":"2024-03-10T21:35:26.590604+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590604+0000","last_undegraded":"2024-03-10T21:35:26.590604+0000","last_fullsized":"2024-03-10T21:35:26.590604+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536149,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680797,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142400,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123527,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965049,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918514,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806571,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727332,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:37:14.847 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.847 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.847 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.847 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.847 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:14.848 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:37:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:15 smithi193 ceph-mon[83873]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:15 smithi193 ceph-mon[83873]: pgmap v1000: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:15 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:37:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:15 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:37:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:15 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:37:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:15 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[88660]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[88660]: pgmap v1000: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:37:16.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[91105]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[91105]: pgmap v1000: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:37:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:37:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:37:16.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:15 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:37:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:17 smithi193 ceph-mon[83873]: pgmap v1001: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:18.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:17 smithi071 ceph-mon[88660]: pgmap v1001: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:18.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:17 smithi071 ceph-mon[91105]: pgmap v1001: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:20.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:19 smithi193 ceph-mon[83873]: pgmap v1002: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:20.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:19 smithi071 ceph-mon[88660]: pgmap v1002: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:20.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:19 smithi071 ceph-mon[91105]: pgmap v1002: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:37:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:37:21] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:37:22.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:21 smithi193 ceph-mon[83873]: pgmap v1003: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:22.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:21 smithi071 ceph-mon[88660]: pgmap v1003: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:22.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:21 smithi071 ceph-mon[91105]: pgmap v1003: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:37:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:37:24.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:23 smithi193 ceph-mon[83873]: pgmap v1004: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:24.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:23 smithi071 ceph-mon[88660]: pgmap v1004: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:24.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:23 smithi071 ceph-mon[91105]: pgmap v1004: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:24.850 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:37:25.068 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:37:26.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:25 smithi193 ceph-mon[83873]: pgmap v1005: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:26.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:25 smithi071 ceph-mon[88660]: pgmap v1005: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:26.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:25 smithi071 ceph-mon[91105]: pgmap v1005: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:27.024 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:37:27.026 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:37:27.798 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1006,"stamp":"2024-03-10T21:37:26.262007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004286"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1065,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595877+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595877+0000","last_peered":"2024-03-10T21:35:26.595877+0000","last_clean":"2024-03-10T21:35:26.595877+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595877+0000","last_undegraded":"2024-03-10T21:35:26.595877+0000","last_fullsized":"2024-03-10T21:35:26.595877+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596767+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596767+0000","last_peered":"2024-03-10T21:35:26.596767+0000","last_clean":"2024-03-10T21:35:26.596767+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596767+0000","last_undegraded":"2024-03-10T21:35:26.596767+0000","last_fullsized":"2024-03-10T21:35:26.596767+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596265+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596265+0000","last_peered":"2024-03-10T21:35:26.596265+0000","last_clean":"2024-03-10T21:35:26.596265+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596265+0000","last_undegraded":"2024-03-10T21:35:26.596265+0000","last_fullsized":"2024-03-10T21:35:26.596265+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1087,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596733+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596733+0000","last_peered":"2024-03-10T21:35:26.596733+0000","last_clean":"2024-03-10T21:35:26.596733+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596733+0000","last_undegraded":"2024-03-10T21:35:26.596733+0000","last_fullsized":"2024-03-10T21:35:26.596733+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588887+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:26.588887+0000","last_peered":"2024-03-10T21:35:26.588887+0000","last_clean":"2024-03-10T21:35:26.588887+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:26.588887+0000","last_undegraded":"2024-03-10T21:35:26.588887+0000","last_fullsized":"2024-03-10T21:35:26.588887+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22333,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.684205+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.684205+0000","last_peered":"2024-03-10T21:35:26.684205+0000","last_clean":"2024-03-10T21:35:26.684205+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.684205+0000","last_undegraded":"2024-03-10T21:35:26.684205+0000","last_fullsized":"2024-03-10T21:35:26.684205+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588664+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:26.588664+0000","last_peered":"2024-03-10T21:35:26.588664+0000","last_clean":"2024-03-10T21:35:26.588664+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:26.588664+0000","last_undegraded":"2024-03-10T21:35:26.588664+0000","last_fullsized":"2024-03-10T21:35:26.588664+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589028+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:26.589028+0000","last_peered":"2024-03-10T21:35:26.589028+0000","last_clean":"2024-03-10T21:35:26.589028+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:26.589028+0000","last_undegraded":"2024-03-10T21:35:26.589028+0000","last_fullsized":"2024-03-10T21:35:26.589028+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589583+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:26.589583+0000","last_peered":"2024-03-10T21:35:26.589583+0000","last_clean":"2024-03-10T21:35:26.589583+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:26.589583+0000","last_undegraded":"2024-03-10T21:35:26.589583+0000","last_fullsized":"2024-03-10T21:35:26.589583+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1165,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596031+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596031+0000","last_peered":"2024-03-10T21:35:26.596031+0000","last_clean":"2024-03-10T21:35:26.596031+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596031+0000","last_undegraded":"2024-03-10T21:35:26.596031+0000","last_fullsized":"2024-03-10T21:35:26.596031+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536152,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680799,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142403,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123530,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965052,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918517,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806574,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727335,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:37:27.804 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.804 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.804 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.804 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.804 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:27.805 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:37:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:27 smithi193 ceph-mon[83873]: pgmap v1006: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:28.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:27 smithi071 ceph-mon[91105]: pgmap v1006: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:27 smithi071 ceph-mon[88660]: pgmap v1006: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:29.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:28 smithi193 ceph-mon[83873]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:29.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:28 smithi071 ceph-mon[91105]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:29.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:28 smithi071 ceph-mon[88660]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:29 smithi193 ceph-mon[83873]: pgmap v1007: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:30.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:29 smithi071 ceph-mon[88660]: pgmap v1007: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:30.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:29 smithi071 ceph-mon[91105]: pgmap v1007: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:37:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:37:31] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:37:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:31 smithi193 ceph-mon[83873]: pgmap v1008: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:32.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:31 smithi071 ceph-mon[88660]: pgmap v1008: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:32.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:31 smithi071 ceph-mon[91105]: pgmap v1008: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:37:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:37:33.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:33.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:33.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:34.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:33 smithi193 ceph-mon[83873]: pgmap v1009: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:34.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:33 smithi071 ceph-mon[91105]: pgmap v1009: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:34.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:33 smithi071 ceph-mon[88660]: pgmap v1009: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:36.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:35 smithi193 ceph-mon[83873]: pgmap v1010: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:36.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:35 smithi071 ceph-mon[88660]: pgmap v1010: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:36.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:35 smithi071 ceph-mon[91105]: pgmap v1010: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:37.807 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:37:38.029 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:37:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:37 smithi071 ceph-mon[88660]: pgmap v1011: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:38.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:37 smithi071 ceph-mon[91105]: pgmap v1011: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:38.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:37 smithi193 ceph-mon[83873]: pgmap v1011: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:39.925 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:37:39.927 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:37:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:39 smithi071 ceph-mon[88660]: pgmap v1012: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:40.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:39 smithi071 ceph-mon[91105]: pgmap v1012: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:39 smithi193 ceph-mon[83873]: pgmap v1012: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:40.560 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1012,"stamp":"2024-03-10T21:37:38.266160+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004153"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606438+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606438+0000","last_peered":"2024-03-10T21:35:26.606438+0000","last_clean":"2024-03-10T21:35:26.606438+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606438+0000","last_undegraded":"2024-03-10T21:35:26.606438+0000","last_fullsized":"2024-03-10T21:35:26.606438+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590256+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590256+0000","last_peered":"2024-03-10T21:35:26.590256+0000","last_clean":"2024-03-10T21:35:26.590256+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590256+0000","last_undegraded":"2024-03-10T21:35:26.590256+0000","last_fullsized":"2024-03-10T21:35:26.590256+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607230+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:26.607230+0000","last_peered":"2024-03-10T21:35:26.607230+0000","last_clean":"2024-03-10T21:35:26.607230+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:26.607230+0000","last_undegraded":"2024-03-10T21:35:26.607230+0000","last_fullsized":"2024-03-10T21:35:26.607230+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607324+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:26.607324+0000","last_peered":"2024-03-10T21:35:26.607324+0000","last_clean":"2024-03-10T21:35:26.607324+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:26.607324+0000","last_undegraded":"2024-03-10T21:35:26.607324+0000","last_fullsized":"2024-03-10T21:35:26.607324+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606816+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.606816+0000","last_peered":"2024-03-10T21:35:26.606816+0000","last_clean":"2024-03-10T21:35:26.606816+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.606816+0000","last_undegraded":"2024-03-10T21:35:26.606816+0000","last_fullsized":"2024-03-10T21:35:26.606816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1178,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587682+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587682+0000","last_peered":"2024-03-10T21:35:26.587682+0000","last_clean":"2024-03-10T21:35:26.587682+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587682+0000","last_undegraded":"2024-03-10T21:35:26.587682+0000","last_fullsized":"2024-03-10T21:35:26.587682+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591775+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591775+0000","last_peered":"2024-03-10T21:35:26.591775+0000","last_clean":"2024-03-10T21:35:26.591775+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591775+0000","last_undegraded":"2024-03-10T21:35:26.591775+0000","last_fullsized":"2024-03-10T21:35:26.591775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590479+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590479+0000","last_peered":"2024-03-10T21:35:26.590479+0000","last_clean":"2024-03-10T21:35:26.590479+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590479+0000","last_undegraded":"2024-03-10T21:35:26.590479+0000","last_fullsized":"2024-03-10T21:35:26.590479+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648360+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:26.648360+0000","last_peered":"2024-03-10T21:35:26.648360+0000","last_clean":"2024-03-10T21:35:26.648360+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:26.648360+0000","last_undegraded":"2024-03-10T21:35:26.648360+0000","last_fullsized":"2024-03-10T21:35:26.648360+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2935,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649287+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:26.649287+0000","last_peered":"2024-03-10T21:35:26.649287+0000","last_clean":"2024-03-10T21:35:26.649287+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:26.649287+0000","last_undegraded":"2024-03-10T21:35:26.649287+0000","last_fullsized":"2024-03-10T21:35:26.649287+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606655+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:26.606655+0000","last_peered":"2024-03-10T21:35:26.606655+0000","last_clean":"2024-03-10T21:35:26.606655+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:26.606655+0000","last_undegraded":"2024-03-10T21:35:26.606655+0000","last_fullsized":"2024-03-10T21:35:26.606655+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5063,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.643777+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:26.643777+0000","last_peered":"2024-03-10T21:35:26.643777+0000","last_clean":"2024-03-10T21:35:26.643777+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:26.643777+0000","last_undegraded":"2024-03-10T21:35:26.643777+0000","last_fullsized":"2024-03-10T21:35:26.643777+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4246,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.603166+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:26.603166+0000","last_peered":"2024-03-10T21:35:26.603166+0000","last_clean":"2024-03-10T21:35:26.603166+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:26.603166+0000","last_undegraded":"2024-03-10T21:35:26.603166+0000","last_fullsized":"2024-03-10T21:35:26.603166+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596020+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:26.596020+0000","last_peered":"2024-03-10T21:35:26.596020+0000","last_clean":"2024-03-10T21:35:26.596020+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:26.596020+0000","last_undegraded":"2024-03-10T21:35:26.596020+0000","last_fullsized":"2024-03-10T21:35:26.596020+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647033+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:26.647033+0000","last_peered":"2024-03-10T21:35:26.647033+0000","last_clean":"2024-03-10T21:35:26.647033+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:26.647033+0000","last_undegraded":"2024-03-10T21:35:26.647033+0000","last_fullsized":"2024-03-10T21:35:26.647033+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536155,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680802,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142406,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123532,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965054,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918520,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806576,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727337,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:37:40.567 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.568 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.569 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.569 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.569 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.569 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.569 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:40.570 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:37:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:37:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:37:41] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:37:42.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:41 smithi071 ceph-mon[88660]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:42.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:41 smithi071 ceph-mon[88660]: pgmap v1013: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:42.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:41 smithi071 ceph-mon[91105]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:42.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:41 smithi071 ceph-mon[91105]: pgmap v1013: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:41 smithi193 ceph-mon[83873]: from='client.34584 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:42.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:41 smithi193 ceph-mon[83873]: pgmap v1013: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:37:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:37:44.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:43 smithi193 ceph-mon[83873]: pgmap v1014: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:44.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:43 smithi071 ceph-mon[88660]: pgmap v1014: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:44.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:43 smithi071 ceph-mon[91105]: pgmap v1014: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:46.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:45 smithi193 ceph-mon[83873]: pgmap v1015: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:46.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:45 smithi071 ceph-mon[88660]: pgmap v1015: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:46.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:45 smithi071 ceph-mon[91105]: pgmap v1015: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:47 smithi193 ceph-mon[83873]: pgmap v1016: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:48.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:47 smithi071 ceph-mon[88660]: pgmap v1016: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:48.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:48.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:47 smithi071 ceph-mon[91105]: pgmap v1016: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:48.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:37:50.136 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:49 smithi193 ceph-mon[83873]: pgmap v1017: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:50.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:49 smithi071 ceph-mon[88660]: pgmap v1017: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:50.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:49 smithi071 ceph-mon[91105]: pgmap v1017: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:50.571 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:37:50.791 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:37:51.240 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:37:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:37:51] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:37:52.066 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:51 smithi071 ceph-mon[88660]: pgmap v1018: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:52.066 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:51 smithi071 ceph-mon[91105]: pgmap v1018: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:52.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:51 smithi193 ceph-mon[83873]: pgmap v1018: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:37:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:37:52.601 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:37:52.604 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:37:53.262 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1019,"stamp":"2024-03-10T21:37:52.270395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003699"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587544+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:26.587544+0000","last_peered":"2024-03-10T21:35:26.587544+0000","last_clean":"2024-03-10T21:35:26.587544+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:26.587544+0000","last_undegraded":"2024-03-10T21:35:26.587544+0000","last_fullsized":"2024-03-10T21:35:26.587544+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591976+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:26.591976+0000","last_peered":"2024-03-10T21:35:26.591976+0000","last_clean":"2024-03-10T21:35:26.591976+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:26.591976+0000","last_undegraded":"2024-03-10T21:35:26.591976+0000","last_fullsized":"2024-03-10T21:35:26.591976+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4671,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648172+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:26.648172+0000","last_peered":"2024-03-10T21:35:26.648172+0000","last_clean":"2024-03-10T21:35:26.648172+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:26.648172+0000","last_undegraded":"2024-03-10T21:35:26.648172+0000","last_fullsized":"2024-03-10T21:35:26.648172+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9036,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.601986+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:26.601986+0000","last_peered":"2024-03-10T21:35:26.601986+0000","last_clean":"2024-03-10T21:35:26.601986+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:26.601986+0000","last_undegraded":"2024-03-10T21:35:26.601986+0000","last_fullsized":"2024-03-10T21:35:26.601986+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589820+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:26.589820+0000","last_peered":"2024-03-10T21:35:26.589820+0000","last_clean":"2024-03-10T21:35:26.589820+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:26.589820+0000","last_undegraded":"2024-03-10T21:35:26.589820+0000","last_fullsized":"2024-03-10T21:35:26.589820+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13455,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598343+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:26.598343+0000","last_peered":"2024-03-10T21:35:26.598343+0000","last_clean":"2024-03-10T21:35:26.598343+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:26.598343+0000","last_undegraded":"2024-03-10T21:35:26.598343+0000","last_fullsized":"2024-03-10T21:35:26.598343+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9100,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.660913+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:26.660913+0000","last_peered":"2024-03-10T21:35:26.660913+0000","last_clean":"2024-03-10T21:35:26.660913+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:26.660913+0000","last_undegraded":"2024-03-10T21:35:26.660913+0000","last_fullsized":"2024-03-10T21:35:26.660913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595842+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:26.595842+0000","last_peered":"2024-03-10T21:35:26.595842+0000","last_clean":"2024-03-10T21:35:26.595842+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:26.595842+0000","last_undegraded":"2024-03-10T21:35:26.595842+0000","last_fullsized":"2024-03-10T21:35:26.595842+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1142,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596062+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:26.596062+0000","last_peered":"2024-03-10T21:35:26.596062+0000","last_clean":"2024-03-10T21:35:26.596062+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:26.596062+0000","last_undegraded":"2024-03-10T21:35:26.596062+0000","last_fullsized":"2024-03-10T21:35:26.596062+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536157,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680805,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142408,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123535,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965057,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918522,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806579,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727340,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:37:53.267 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.267 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.267 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.267 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:37:53.268 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:37:54.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:53 smithi193 ceph-mon[83873]: pgmap v1019: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:54.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:53 smithi193 ceph-mon[83873]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:54.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:53 smithi071 ceph-mon[91105]: pgmap v1019: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:54.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:53 smithi071 ceph-mon[91105]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:54.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:53 smithi071 ceph-mon[88660]: pgmap v1019: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:54.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:53 smithi071 ceph-mon[88660]: from='client.44513 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:37:56.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:55 smithi193 ceph-mon[83873]: pgmap v1020: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:56.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:55 smithi071 ceph-mon[88660]: pgmap v1020: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:56.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:55 smithi071 ceph-mon[91105]: pgmap v1020: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:58.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:57 smithi193 ceph-mon[83873]: pgmap v1021: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:58.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:57 smithi071 ceph-mon[88660]: pgmap v1021: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:37:58.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:57 smithi071 ceph-mon[91105]: pgmap v1021: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:00.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:37:59 smithi193 ceph-mon[83873]: pgmap v1022: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:00.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:37:59 smithi071 ceph-mon[88660]: pgmap v1022: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:00.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:37:59 smithi071 ceph-mon[91105]: pgmap v1022: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:38:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:38:01] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:38:02.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:01 smithi193 ceph-mon[83873]: pgmap v1023: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:01 smithi071 ceph-mon[88660]: pgmap v1023: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:02.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:01 smithi071 ceph-mon[91105]: pgmap v1023: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:38:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:38:03.269 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:38:03.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:03.300 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:03.489 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:38:04.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:03 smithi193 ceph-mon[83873]: pgmap v1024: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:04.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:03 smithi071 ceph-mon[88660]: pgmap v1024: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:04.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:03 smithi071 ceph-mon[91105]: pgmap v1024: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:05.236 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:38:05.238 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:38:05.909 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1025,"stamp":"2024-03-10T21:38:04.274509+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004114"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595563+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:26.595563+0000","last_peered":"2024-03-10T21:35:26.595563+0000","last_clean":"2024-03-10T21:35:26.595563+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:26.595563+0000","last_undegraded":"2024-03-10T21:35:26.595563+0000","last_fullsized":"2024-03-10T21:35:26.595563+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595870+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:26.595870+0000","last_peered":"2024-03-10T21:35:26.595870+0000","last_clean":"2024-03-10T21:35:26.595870+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:26.595870+0000","last_undegraded":"2024-03-10T21:35:26.595870+0000","last_fullsized":"2024-03-10T21:35:26.595870+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597450+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:26.597450+0000","last_peered":"2024-03-10T21:35:26.597450+0000","last_clean":"2024-03-10T21:35:26.597450+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:26.597450+0000","last_undegraded":"2024-03-10T21:35:26.597450+0000","last_fullsized":"2024-03-10T21:35:26.597450+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596940+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:26.596940+0000","last_peered":"2024-03-10T21:35:26.596940+0000","last_clean":"2024-03-10T21:35:26.596940+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:26.596940+0000","last_undegraded":"2024-03-10T21:35:26.596940+0000","last_fullsized":"2024-03-10T21:35:26.596940+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.610328+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:35:26.610328+0000","last_peered":"2024-03-10T21:35:26.610328+0000","last_clean":"2024-03-10T21:35:26.610328+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:35:26.610328+0000","last_undegraded":"2024-03-10T21:35:26.610328+0000","last_fullsized":"2024-03-10T21:35:26.610328+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1582,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595346+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:35:26.595346+0000","last_peered":"2024-03-10T21:35:26.595346+0000","last_clean":"2024-03-10T21:35:26.595346+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:35:26.595346+0000","last_undegraded":"2024-03-10T21:35:26.595346+0000","last_fullsized":"2024-03-10T21:35:26.595346+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595349+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:35:26.595349+0000","last_peered":"2024-03-10T21:35:26.595349+0000","last_clean":"2024-03-10T21:35:26.595349+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:35:26.595349+0000","last_undegraded":"2024-03-10T21:35:26.595349+0000","last_fullsized":"2024-03-10T21:35:26.595349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648419+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:35:26.648419+0000","last_peered":"2024-03-10T21:35:26.648419+0000","last_clean":"2024-03-10T21:35:26.648419+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:35:26.648419+0000","last_undegraded":"2024-03-10T21:35:26.648419+0000","last_fullsized":"2024-03-10T21:35:26.648419+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1122,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647676+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:35:26.647676+0000","last_peered":"2024-03-10T21:35:26.647676+0000","last_clean":"2024-03-10T21:35:26.647676+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:35:26.647676+0000","last_undegraded":"2024-03-10T21:35:26.647676+0000","last_fullsized":"2024-03-10T21:35:26.647676+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648647+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:35:26.648647+0000","last_peered":"2024-03-10T21:35:26.648647+0000","last_clean":"2024-03-10T21:35:26.648647+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:35:26.648647+0000","last_undegraded":"2024-03-10T21:35:26.648647+0000","last_fullsized":"2024-03-10T21:35:26.648647+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536160,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680807,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142411,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123538,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965060,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918525,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806582,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727342,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:38:05.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.918 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.920 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.920 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:05.920 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:38:06.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:05 smithi193 ceph-mon[83873]: pgmap v1025: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:06.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:05 smithi071 ceph-mon[88660]: pgmap v1025: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:06.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:05 smithi071 ceph-mon[91105]: pgmap v1025: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:07.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:06 smithi193 ceph-mon[83873]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:07.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:06 smithi071 ceph-mon[88660]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:07.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:06 smithi071 ceph-mon[91105]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:08.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:07 smithi193 ceph-mon[83873]: pgmap v1026: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:08.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:07 smithi071 ceph-mon[88660]: pgmap v1026: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:08.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:07 smithi071 ceph-mon[91105]: pgmap v1026: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:09.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:08 smithi071 ceph-mon[88660]: pgmap v1027: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:09.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:08 smithi071 ceph-mon[91105]: pgmap v1027: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:09.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:08 smithi193 ceph-mon[83873]: pgmap v1027: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:11.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:11 smithi193 ceph-mon[83873]: pgmap v1028: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:11.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:38:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:38:11] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:38:11.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:11 smithi071 ceph-mon[88660]: pgmap v1028: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:11.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:11 smithi071 ceph-mon[91105]: pgmap v1028: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:38:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:38:13.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:13 smithi071 ceph-mon[88660]: pgmap v1029: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:13.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:13 smithi071 ceph-mon[91105]: pgmap v1029: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:13.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:13 smithi193 ceph-mon[83873]: pgmap v1029: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:15.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:15 smithi193 ceph-mon[83873]: pgmap v1030: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:15.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:15 smithi071 ceph-mon[91105]: pgmap v1030: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:15.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:15 smithi071 ceph-mon[88660]: pgmap v1030: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:15.921 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:38:16.136 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:38:16.548 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:38:16.548 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:38:16.548 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:38:16.548 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:38:16.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:38:16.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:38:16.549 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:38:16.549 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:16 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:38:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:38:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:38:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:38:16.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:16 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:38:17.504 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:17 smithi071 ceph-mon[88660]: pgmap v1031: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:17.504 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:17 smithi071 ceph-mon[91105]: pgmap v1031: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:17 smithi193 ceph-mon[83873]: pgmap v1031: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:17.955 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:38:17.957 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:38:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:18.654 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:18.672 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1031,"stamp":"2024-03-10T21:38:16.278563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004054"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597274+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:35:26.597274+0000","last_peered":"2024-03-10T21:35:26.597274+0000","last_clean":"2024-03-10T21:35:26.597274+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:35:26.597274+0000","last_undegraded":"2024-03-10T21:35:26.597274+0000","last_fullsized":"2024-03-10T21:35:26.597274+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590474+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:35:26.590474+0000","last_peered":"2024-03-10T21:35:26.590474+0000","last_clean":"2024-03-10T21:35:26.590474+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:35:26.590474+0000","last_undegraded":"2024-03-10T21:35:26.590474+0000","last_fullsized":"2024-03-10T21:35:26.590474+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1327,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.592334+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:35:26.592334+0000","last_peered":"2024-03-10T21:35:26.592334+0000","last_clean":"2024-03-10T21:35:26.592334+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:35:26.592334+0000","last_undegraded":"2024-03-10T21:35:26.592334+0000","last_fullsized":"2024-03-10T21:35:26.592334+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591759+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:35:26.591759+0000","last_peered":"2024-03-10T21:35:26.591759+0000","last_clean":"2024-03-10T21:35:26.591759+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:35:26.591759+0000","last_undegraded":"2024-03-10T21:35:26.591759+0000","last_fullsized":"2024-03-10T21:35:26.591759+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587257+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:26.587257+0000","last_peered":"2024-03-10T21:35:26.587257+0000","last_clean":"2024-03-10T21:35:26.587257+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:26.587257+0000","last_undegraded":"2024-03-10T21:35:26.587257+0000","last_fullsized":"2024-03-10T21:35:26.587257+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1317,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591668+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:26.591668+0000","last_peered":"2024-03-10T21:35:26.591668+0000","last_clean":"2024-03-10T21:35:26.591668+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:26.591668+0000","last_undegraded":"2024-03-10T21:35:26.591668+0000","last_fullsized":"2024-03-10T21:35:26.591668+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.648306+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:35:26.648306+0000","last_peered":"2024-03-10T21:35:26.648306+0000","last_clean":"2024-03-10T21:35:26.648306+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:35:26.648306+0000","last_undegraded":"2024-03-10T21:35:26.648306+0000","last_fullsized":"2024-03-10T21:35:26.648306+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4765,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.591916+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:35:26.591916+0000","last_peered":"2024-03-10T21:35:26.591916+0000","last_clean":"2024-03-10T21:35:26.591916+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:35:26.591916+0000","last_undegraded":"2024-03-10T21:35:26.591916+0000","last_fullsized":"2024-03-10T21:35:26.591916+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13574,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.672719+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:35:26.672719+0000","last_peered":"2024-03-10T21:35:26.672719+0000","last_clean":"2024-03-10T21:35:26.672719+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:35:26.672719+0000","last_undegraded":"2024-03-10T21:35:26.672719+0000","last_fullsized":"2024-03-10T21:35:26.672719+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591705+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:35:26.591705+0000","last_peered":"2024-03-10T21:35:26.591705+0000","last_clean":"2024-03-10T21:35:26.591705+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:35:26.591705+0000","last_undegraded":"2024-03-10T21:35:26.591705+0000","last_fullsized":"2024-03-10T21:35:26.591705+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596107+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:35:26.596107+0000","last_peered":"2024-03-10T21:35:26.596107+0000","last_clean":"2024-03-10T21:35:26.596107+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:35:26.596107+0000","last_undegraded":"2024-03-10T21:35:26.596107+0000","last_fullsized":"2024-03-10T21:35:26.596107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5243,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.649410+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:35:26.649410+0000","last_peered":"2024-03-10T21:35:26.649410+0000","last_clean":"2024-03-10T21:35:26.649410+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:35:26.649410+0000","last_undegraded":"2024-03-10T21:35:26.649410+0000","last_fullsized":"2024-03-10T21:35:26.649410+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4308,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.632843+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:35:26.632843+0000","last_peered":"2024-03-10T21:35:26.632843+0000","last_clean":"2024-03-10T21:35:26.632843+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:35:26.632843+0000","last_undegraded":"2024-03-10T21:35:26.632843+0000","last_fullsized":"2024-03-10T21:35:26.632843+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589393+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:35:26.589393+0000","last_peered":"2024-03-10T21:35:26.589393+0000","last_clean":"2024-03-10T21:35:26.589393+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:35:26.589393+0000","last_undegraded":"2024-03-10T21:35:26.589393+0000","last_fullsized":"2024-03-10T21:35:26.589393+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589781+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:35:26.589781+0000","last_peered":"2024-03-10T21:35:26.589781+0000","last_clean":"2024-03-10T21:35:26.589781+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:35:26.589781+0000","last_undegraded":"2024-03-10T21:35:26.589781+0000","last_fullsized":"2024-03-10T21:35:26.589781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536162,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680809,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142413,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123540,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965062,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918527,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806584,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727345,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.677 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:18.678 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:38:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:19 smithi193 ceph-mon[83873]: from='client.34602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:19 smithi193 ceph-mon[83873]: pgmap v1032: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:19.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:19 smithi071 ceph-mon[88660]: from='client.34602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:19.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:19 smithi071 ceph-mon[88660]: pgmap v1032: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:19.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:19 smithi071 ceph-mon[91105]: from='client.34602 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:19.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:19 smithi071 ceph-mon[91105]: pgmap v1032: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:21.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:21 smithi071 ceph-mon[88660]: pgmap v1033: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:21.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:38:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:38:21] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:38:21.586 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:21 smithi071 ceph-mon[91105]: pgmap v1033: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:21.636 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:21 smithi193 ceph-mon[83873]: pgmap v1033: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:38:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:38:23.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:23 smithi193 ceph-mon[83873]: pgmap v1034: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:23.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:23 smithi071 ceph-mon[88660]: pgmap v1034: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:23.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:23 smithi071 ceph-mon[91105]: pgmap v1034: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:25 smithi193 ceph-mon[83873]: pgmap v1035: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:25 smithi071 ceph-mon[88660]: pgmap v1035: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:25 smithi071 ceph-mon[91105]: pgmap v1035: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:27 smithi193 ceph-mon[83873]: pgmap v1036: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:27 smithi071 ceph-mon[88660]: pgmap v1036: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:27.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:27 smithi071 ceph-mon[91105]: pgmap v1036: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:28.679 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:38:28.898 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:38:29.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:29 smithi071 ceph-mon[88660]: pgmap v1037: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:29.597 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:29 smithi071 ceph-mon[91105]: pgmap v1037: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:29 smithi193 ceph-mon[83873]: pgmap v1037: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:30.631 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:38:30.633 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:38:31.369 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:38:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:38:31] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:38:31.435 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1038,"stamp":"2024-03-10T21:38:30.282907+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003850"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596268+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:35:26.596268+0000","last_peered":"2024-03-10T21:35:26.596268+0000","last_clean":"2024-03-10T21:35:26.596268+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:35:26.596268+0000","last_undegraded":"2024-03-10T21:35:26.596268+0000","last_fullsized":"2024-03-10T21:35:26.596268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595836+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:35:26.595836+0000","last_peered":"2024-03-10T21:35:26.595836+0000","last_clean":"2024-03-10T21:35:26.595836+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:35:26.595836+0000","last_undegraded":"2024-03-10T21:35:26.595836+0000","last_fullsized":"2024-03-10T21:35:26.595836+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1131,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597738+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:35:26.597738+0000","last_peered":"2024-03-10T21:35:26.597738+0000","last_clean":"2024-03-10T21:35:26.597738+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:35:26.597738+0000","last_undegraded":"2024-03-10T21:35:26.597738+0000","last_fullsized":"2024-03-10T21:35:26.597738+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597525+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:35:26.597525+0000","last_peered":"2024-03-10T21:35:26.597525+0000","last_clean":"2024-03-10T21:35:26.597525+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:35:26.597525+0000","last_undegraded":"2024-03-10T21:35:26.597525+0000","last_fullsized":"2024-03-10T21:35:26.597525+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596321+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:35:26.596321+0000","last_peered":"2024-03-10T21:35:26.596321+0000","last_clean":"2024-03-10T21:35:26.596321+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:35:26.596321+0000","last_undegraded":"2024-03-10T21:35:26.596321+0000","last_fullsized":"2024-03-10T21:35:26.596321+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595495+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:35:26.595495+0000","last_peered":"2024-03-10T21:35:26.595495+0000","last_clean":"2024-03-10T21:35:26.595495+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:35:26.595495+0000","last_undegraded":"2024-03-10T21:35:26.595495+0000","last_fullsized":"2024-03-10T21:35:26.595495+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607371+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:35:26.607371+0000","last_peered":"2024-03-10T21:35:26.607371+0000","last_clean":"2024-03-10T21:35:26.607371+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:35:26.607371+0000","last_undegraded":"2024-03-10T21:35:26.607371+0000","last_fullsized":"2024-03-10T21:35:26.607371+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606742+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:35:26.606742+0000","last_peered":"2024-03-10T21:35:26.606742+0000","last_clean":"2024-03-10T21:35:26.606742+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:35:26.606742+0000","last_undegraded":"2024-03-10T21:35:26.606742+0000","last_fullsized":"2024-03-10T21:35:26.606742+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606893+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:35:26.606893+0000","last_peered":"2024-03-10T21:35:26.606893+0000","last_clean":"2024-03-10T21:35:26.606893+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:35:26.606893+0000","last_undegraded":"2024-03-10T21:35:26.606893+0000","last_fullsized":"2024-03-10T21:35:26.606893+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607521+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:35:26.607521+0000","last_peered":"2024-03-10T21:35:26.607521+0000","last_clean":"2024-03-10T21:35:26.607521+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:35:26.607521+0000","last_undegraded":"2024-03-10T21:35:26.607521+0000","last_fullsized":"2024-03-10T21:35:26.607521+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647518+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:35:26.647518+0000","last_peered":"2024-03-10T21:35:26.647518+0000","last_clean":"2024-03-10T21:35:26.647518+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:35:26.647518+0000","last_undegraded":"2024-03-10T21:35:26.647518+0000","last_fullsized":"2024-03-10T21:35:26.647518+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536165,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680812,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142416,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123543,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965065,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918530,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806587,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727348,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:38:31.441 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.442 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:31.443 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:38:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:31 smithi193 ceph-mon[83873]: pgmap v1038: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:31 smithi193 ceph-mon[83873]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:31 smithi071 ceph-mon[88660]: pgmap v1038: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:31 smithi071 ceph-mon[88660]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:31.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:31 smithi071 ceph-mon[91105]: pgmap v1038: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:31.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:31 smithi071 ceph-mon[91105]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:38:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:38:33.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:33 smithi193 ceph-mon[83873]: pgmap v1039: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:33.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:33.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:33 smithi071 ceph-mon[88660]: pgmap v1039: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:33.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:33.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:33 smithi071 ceph-mon[91105]: pgmap v1039: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:33.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:35 smithi193 ceph-mon[83873]: pgmap v1040: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:35.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:35 smithi071 ceph-mon[88660]: pgmap v1040: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:35.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:35 smithi071 ceph-mon[91105]: pgmap v1040: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:37.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:37 smithi193 ceph-mon[83873]: pgmap v1041: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:37 smithi071 ceph-mon[88660]: pgmap v1041: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:37.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:37 smithi071 ceph-mon[91105]: pgmap v1041: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:39.637 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:39 smithi071 ceph-mon[88660]: pgmap v1042: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:39.638 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:39 smithi071 ceph-mon[91105]: pgmap v1042: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:39.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:39 smithi193 ceph-mon[83873]: pgmap v1042: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:41.444 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:38:41.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:41 smithi071 ceph-mon[88660]: pgmap v1043: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:41.474 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:38:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:38:41] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:38:41.474 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:41 smithi071 ceph-mon[91105]: pgmap v1043: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:41.653 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:38:41.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:41 smithi193 ceph-mon[83873]: pgmap v1043: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:38:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:38:43.416 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:38:43.418 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:38:43.781 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:43 smithi071 ceph-mon[88660]: pgmap v1044: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:43.781 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:43 smithi071 ceph-mon[91105]: pgmap v1044: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:43.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:43 smithi193 ceph-mon[83873]: pgmap v1044: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:44.028 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1044,"stamp":"2024-03-10T21:38:42.286946+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004039"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596452+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:35:26.596452+0000","last_peered":"2024-03-10T21:35:26.596452+0000","last_clean":"2024-03-10T21:35:26.596452+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:35:26.596452+0000","last_undegraded":"2024-03-10T21:35:26.596452+0000","last_fullsized":"2024-03-10T21:35:26.596452+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597171+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:35:26.597171+0000","last_peered":"2024-03-10T21:35:26.597171+0000","last_clean":"2024-03-10T21:35:26.597171+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:35:26.597171+0000","last_undegraded":"2024-03-10T21:35:26.597171+0000","last_fullsized":"2024-03-10T21:35:26.597171+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1266,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589928+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:35:26.589928+0000","last_peered":"2024-03-10T21:35:26.589928+0000","last_clean":"2024-03-10T21:35:26.589928+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:35:26.589928+0000","last_undegraded":"2024-03-10T21:35:26.589928+0000","last_fullsized":"2024-03-10T21:35:26.589928+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1156,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595944+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:35:26.595944+0000","last_peered":"2024-03-10T21:35:26.595944+0000","last_clean":"2024-03-10T21:35:26.595944+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:35:26.595944+0000","last_undegraded":"2024-03-10T21:35:26.595944+0000","last_fullsized":"2024-03-10T21:35:26.595944+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1149,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648178+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:35:26.648178+0000","last_peered":"2024-03-10T21:35:26.648178+0000","last_clean":"2024-03-10T21:35:26.648178+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:35:26.648178+0000","last_undegraded":"2024-03-10T21:35:26.648178+0000","last_fullsized":"2024-03-10T21:35:26.648178+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647532+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:35:26.647532+0000","last_peered":"2024-03-10T21:35:26.647532+0000","last_clean":"2024-03-10T21:35:26.647532+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:35:26.647532+0000","last_undegraded":"2024-03-10T21:35:26.647532+0000","last_fullsized":"2024-03-10T21:35:26.647532+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647322+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:35:26.647322+0000","last_peered":"2024-03-10T21:35:26.647322+0000","last_clean":"2024-03-10T21:35:26.647322+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:35:26.647322+0000","last_undegraded":"2024-03-10T21:35:26.647322+0000","last_fullsized":"2024-03-10T21:35:26.647322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1278,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.589201+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:35:26.589201+0000","last_peered":"2024-03-10T21:35:26.589201+0000","last_clean":"2024-03-10T21:35:26.589201+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:35:26.589201+0000","last_undegraded":"2024-03-10T21:35:26.589201+0000","last_fullsized":"2024-03-10T21:35:26.589201+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587474+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:35:26.587474+0000","last_peered":"2024-03-10T21:35:26.587474+0000","last_clean":"2024-03-10T21:35:26.587474+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:35:26.587474+0000","last_undegraded":"2024-03-10T21:35:26.587474+0000","last_fullsized":"2024-03-10T21:35:26.587474+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4154,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.588145+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:35:26.588145+0000","last_peered":"2024-03-10T21:35:26.588145+0000","last_clean":"2024-03-10T21:35:26.588145+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:35:26.588145+0000","last_undegraded":"2024-03-10T21:35:26.588145+0000","last_fullsized":"2024-03-10T21:35:26.588145+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587693+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:35:26.587693+0000","last_peered":"2024-03-10T21:35:26.587693+0000","last_clean":"2024-03-10T21:35:26.587693+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:35:26.587693+0000","last_undegraded":"2024-03-10T21:35:26.587693+0000","last_fullsized":"2024-03-10T21:35:26.587693+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1072,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595571+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:35:26.595571+0000","last_peered":"2024-03-10T21:35:26.595571+0000","last_clean":"2024-03-10T21:35:26.595571+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:35:26.595571+0000","last_undegraded":"2024-03-10T21:35:26.595571+0000","last_fullsized":"2024-03-10T21:35:26.595571+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13917,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.598042+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:35:26.598042+0000","last_peered":"2024-03-10T21:35:26.598042+0000","last_clean":"2024-03-10T21:35:26.598042+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:35:26.598042+0000","last_undegraded":"2024-03-10T21:35:26.598042+0000","last_fullsized":"2024-03-10T21:35:26.598042+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536167,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680815,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142418,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123545,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965067,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918532,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806589,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727350,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:38:44.083 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.083 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.083 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.083 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.083 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.083 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:44.084 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:38:44.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:44 smithi193 ceph-mon[83873]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:44.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:44 smithi071 ceph-mon[88660]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:44.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:44 smithi071 ceph-mon[91105]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:45.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:45 smithi193 ceph-mon[83873]: pgmap v1045: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:45.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:45 smithi071 ceph-mon[88660]: pgmap v1045: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:45.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:45 smithi071 ceph-mon[91105]: pgmap v1045: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:47.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:47 smithi193 ceph-mon[83873]: pgmap v1046: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:47.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:47 smithi071 ceph-mon[88660]: pgmap v1046: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:47.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:47 smithi071 ceph-mon[91105]: pgmap v1046: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:48.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:48.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:48.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:38:49.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:49 smithi193 ceph-mon[83873]: pgmap v1047: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:49.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:49 smithi071 ceph-mon[88660]: pgmap v1047: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:49.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:49 smithi071 ceph-mon[91105]: pgmap v1047: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:51.408 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:38:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:38:51] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:38:51.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:51 smithi193 ceph-mon[83873]: pgmap v1048: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:51.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:51 smithi071 ceph-mon[88660]: pgmap v1048: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:51.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:51 smithi071 ceph-mon[91105]: pgmap v1048: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:38:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:38:53.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:53 smithi193 ceph-mon[83873]: pgmap v1049: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:53.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:53 smithi071 ceph-mon[88660]: pgmap v1049: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:53.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:53 smithi071 ceph-mon[91105]: pgmap v1049: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:54.085 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:38:54.296 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:38:55.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:55 smithi071 ceph-mon[88660]: pgmap v1050: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:55.622 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:55 smithi071 ceph-mon[91105]: pgmap v1050: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:55.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:55 smithi193 ceph-mon[83873]: pgmap v1050: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:56.043 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:38:56.045 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:38:56.707 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1050,"stamp":"2024-03-10T21:38:54.290544+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003597"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597220+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:35:26.597220+0000","last_peered":"2024-03-10T21:35:26.597220+0000","last_clean":"2024-03-10T21:35:26.597220+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:35:26.597220+0000","last_undegraded":"2024-03-10T21:35:26.597220+0000","last_fullsized":"2024-03-10T21:35:26.597220+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596444+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:35:26.596444+0000","last_peered":"2024-03-10T21:35:26.596444+0000","last_clean":"2024-03-10T21:35:26.596444+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:35:26.596444+0000","last_undegraded":"2024-03-10T21:35:26.596444+0000","last_fullsized":"2024-03-10T21:35:26.596444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596838+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:35:26.596838+0000","last_peered":"2024-03-10T21:35:26.596838+0000","last_clean":"2024-03-10T21:35:26.596838+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:35:26.596838+0000","last_undegraded":"2024-03-10T21:35:26.596838+0000","last_fullsized":"2024-03-10T21:35:26.596838+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596191+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:35:26.596191+0000","last_peered":"2024-03-10T21:35:26.596191+0000","last_clean":"2024-03-10T21:35:26.596191+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:35:26.596191+0000","last_undegraded":"2024-03-10T21:35:26.596191+0000","last_fullsized":"2024-03-10T21:35:26.596191+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595980+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:35:26.595980+0000","last_peered":"2024-03-10T21:35:26.595980+0000","last_clean":"2024-03-10T21:35:26.595980+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:35:26.595980+0000","last_undegraded":"2024-03-10T21:35:26.595980+0000","last_fullsized":"2024-03-10T21:35:26.595980+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596423+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:35:26.596423+0000","last_peered":"2024-03-10T21:35:26.596423+0000","last_clean":"2024-03-10T21:35:26.596423+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:35:26.596423+0000","last_undegraded":"2024-03-10T21:35:26.596423+0000","last_fullsized":"2024-03-10T21:35:26.596423+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590858+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:35:26.590858+0000","last_peered":"2024-03-10T21:35:26.590858+0000","last_clean":"2024-03-10T21:35:26.590858+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:35:26.590858+0000","last_undegraded":"2024-03-10T21:35:26.590858+0000","last_fullsized":"2024-03-10T21:35:26.590858+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607586+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:35:26.607586+0000","last_peered":"2024-03-10T21:35:26.607586+0000","last_clean":"2024-03-10T21:35:26.607586+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:35:26.607586+0000","last_undegraded":"2024-03-10T21:35:26.607586+0000","last_fullsized":"2024-03-10T21:35:26.607586+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596179+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:35:26.596179+0000","last_peered":"2024-03-10T21:35:26.596179+0000","last_clean":"2024-03-10T21:35:26.596179+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:35:26.596179+0000","last_undegraded":"2024-03-10T21:35:26.596179+0000","last_fullsized":"2024-03-10T21:35:26.596179+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596207+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:35:26.596207+0000","last_peered":"2024-03-10T21:35:26.596207+0000","last_clean":"2024-03-10T21:35:26.596207+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:35:26.596207+0000","last_undegraded":"2024-03-10T21:35:26.596207+0000","last_fullsized":"2024-03-10T21:35:26.596207+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597605+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:35:26.597605+0000","last_peered":"2024-03-10T21:35:26.597605+0000","last_clean":"2024-03-10T21:35:26.597605+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:35:26.597605+0000","last_undegraded":"2024-03-10T21:35:26.597605+0000","last_fullsized":"2024-03-10T21:35:26.597605+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606913+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:35:26.606913+0000","last_peered":"2024-03-10T21:35:26.606913+0000","last_clean":"2024-03-10T21:35:26.606913+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:35:26.606913+0000","last_undegraded":"2024-03-10T21:35:26.606913+0000","last_fullsized":"2024-03-10T21:35:26.606913+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536170,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680817,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142421,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123548,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965070,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918535,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806592,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727353,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:38:56.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:38:56.714 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:38:57.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:57 smithi193 ceph-mon[83873]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:57.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:57 smithi193 ceph-mon[83873]: pgmap v1051: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:57.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:57 smithi071 ceph-mon[91105]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:57.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:57 smithi071 ceph-mon[91105]: pgmap v1051: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:57.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:57 smithi071 ceph-mon[88660]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:38:57.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:57 smithi071 ceph-mon[88660]: pgmap v1051: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:59.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:38:59 smithi193 ceph-mon[83873]: pgmap v1052: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:59.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:38:59 smithi071 ceph-mon[88660]: pgmap v1052: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:38:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:38:59 smithi071 ceph-mon[91105]: pgmap v1052: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:01.422 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:39:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:39:01] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:39:01.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:01 smithi193 ceph-mon[83873]: pgmap v1053: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:01.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:01 smithi071 ceph-mon[88660]: pgmap v1053: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:01.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:01 smithi071 ceph-mon[91105]: pgmap v1053: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:39:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:39:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:03 smithi193 ceph-mon[83873]: pgmap v1054: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:03.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:03 smithi071 ceph-mon[88660]: pgmap v1054: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:03.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:03.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:03 smithi071 ceph-mon[91105]: pgmap v1054: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:03.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:05.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:05 smithi193 ceph-mon[83873]: pgmap v1055: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:05.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:05 smithi071 ceph-mon[88660]: pgmap v1055: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:05.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:05 smithi071 ceph-mon[91105]: pgmap v1055: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:06.715 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:39:06.934 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:39:07.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:07 smithi193 ceph-mon[83873]: pgmap v1056: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:07.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:07 smithi071 ceph-mon[88660]: pgmap v1056: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:07.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:07 smithi071 ceph-mon[91105]: pgmap v1056: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:08.969 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:39:08.971 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:39:09.619 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1057,"stamp":"2024-03-10T21:39:08.295076+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003888"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648367+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:35:26.648367+0000","last_peered":"2024-03-10T21:35:26.648367+0000","last_clean":"2024-03-10T21:35:26.648367+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:35:26.648367+0000","last_undegraded":"2024-03-10T21:35:26.648367+0000","last_fullsized":"2024-03-10T21:35:26.648367+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1111,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.649042+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:35:26.649042+0000","last_peered":"2024-03-10T21:35:26.649042+0000","last_clean":"2024-03-10T21:35:26.649042+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:35:26.649042+0000","last_undegraded":"2024-03-10T21:35:26.649042+0000","last_fullsized":"2024-03-10T21:35:26.649042+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.648547+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:35:26.648547+0000","last_peered":"2024-03-10T21:35:26.648547+0000","last_clean":"2024-03-10T21:35:26.648547+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:35:26.648547+0000","last_undegraded":"2024-03-10T21:35:26.648547+0000","last_fullsized":"2024-03-10T21:35:26.648547+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595809+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:35:26.595809+0000","last_peered":"2024-03-10T21:35:26.595809+0000","last_clean":"2024-03-10T21:35:26.595809+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:35:26.595809+0000","last_undegraded":"2024-03-10T21:35:26.595809+0000","last_fullsized":"2024-03-10T21:35:26.595809+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596167+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:35:26.596167+0000","last_peered":"2024-03-10T21:35:26.596167+0000","last_clean":"2024-03-10T21:35:26.596167+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:35:26.596167+0000","last_undegraded":"2024-03-10T21:35:26.596167+0000","last_fullsized":"2024-03-10T21:35:26.596167+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596478+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:35:26.596478+0000","last_peered":"2024-03-10T21:35:26.596478+0000","last_clean":"2024-03-10T21:35:26.596478+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:35:26.596478+0000","last_undegraded":"2024-03-10T21:35:26.596478+0000","last_fullsized":"2024-03-10T21:35:26.596478+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597500+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:35:26.597500+0000","last_peered":"2024-03-10T21:35:26.597500+0000","last_clean":"2024-03-10T21:35:26.597500+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:35:26.597500+0000","last_undegraded":"2024-03-10T21:35:26.597500+0000","last_fullsized":"2024-03-10T21:35:26.597500+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536173,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680820,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142424,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123550,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965072,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918538,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806594,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727355,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:39:09.624 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.624 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.624 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.624 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.624 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.624 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:09.625 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:39:09.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:09 smithi193 ceph-mon[83873]: pgmap v1057: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:09.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:09 smithi071 ceph-mon[88660]: pgmap v1057: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:09.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:09 smithi071 ceph-mon[91105]: pgmap v1057: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:10.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:10 smithi193 ceph-mon[83873]: from='client.34626 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:10.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:10 smithi071 ceph-mon[88660]: from='client.34626 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:10.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:10 smithi071 ceph-mon[91105]: from='client.34626 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:11.440 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:39:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:39:11] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:39:11.818 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:11 smithi071 ceph-mon[88660]: pgmap v1058: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:11.819 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:11 smithi071 ceph-mon[91105]: pgmap v1058: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:11.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:11 smithi193 ceph-mon[83873]: pgmap v1058: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:39:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:39:13.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:13 smithi193 ceph-mon[83873]: pgmap v1059: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:13.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:13 smithi071 ceph-mon[88660]: pgmap v1059: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:13.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:13 smithi071 ceph-mon[91105]: pgmap v1059: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:15.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:15 smithi193 ceph-mon[83873]: pgmap v1060: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:15.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:15 smithi071 ceph-mon[88660]: pgmap v1060: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:15.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:15 smithi071 ceph-mon[91105]: pgmap v1060: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:16.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:16 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:39:16.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:16 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:39:16.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:16 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:39:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:17 smithi193 ceph-mon[83873]: pgmap v1061: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:39:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:39:17.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:17 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:39:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[88660]: pgmap v1061: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:39:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:39:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:39:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[91105]: pgmap v1061: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:39:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:39:17.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:17 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:39:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:18.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:19.627 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:39:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:19 smithi193 ceph-mon[83873]: pgmap v1062: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:19.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:19 smithi071 ceph-mon[88660]: pgmap v1062: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:19.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:19 smithi071 ceph-mon[91105]: pgmap v1062: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:19.842 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:39:21.302 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:39:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:39:21] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:39:21.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:21 smithi071 ceph-mon[91105]: pgmap v1063: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:21.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:21 smithi071 ceph-mon[88660]: pgmap v1063: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:21.726 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:39:21.728 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:39:21.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:21 smithi193 ceph-mon[83873]: pgmap v1063: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:22.344 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1063,"stamp":"2024-03-10T21:39:20.298812+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003735"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.647828+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:35:26.647828+0000","last_peered":"2024-03-10T21:35:26.647828+0000","last_clean":"2024-03-10T21:35:26.647828+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:35:26.647828+0000","last_undegraded":"2024-03-10T21:35:26.647828+0000","last_fullsized":"2024-03-10T21:35:26.647828+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596282+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:35:26.596282+0000","last_peered":"2024-03-10T21:35:26.596282+0000","last_clean":"2024-03-10T21:35:26.596282+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:35:26.596282+0000","last_undegraded":"2024-03-10T21:35:26.596282+0000","last_fullsized":"2024-03-10T21:35:26.596282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596927+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:35:26.596927+0000","last_peered":"2024-03-10T21:35:26.596927+0000","last_clean":"2024-03-10T21:35:26.596927+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:35:26.596927+0000","last_undegraded":"2024-03-10T21:35:26.596927+0000","last_fullsized":"2024-03-10T21:35:26.596927+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.588281+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:35:26.588281+0000","last_peered":"2024-03-10T21:35:26.588281+0000","last_clean":"2024-03-10T21:35:26.588281+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:35:26.588281+0000","last_undegraded":"2024-03-10T21:35:26.588281+0000","last_fullsized":"2024-03-10T21:35:26.588281+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1294,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596440+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:35:26.596440+0000","last_peered":"2024-03-10T21:35:26.596440+0000","last_clean":"2024-03-10T21:35:26.596440+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:35:26.596440+0000","last_undegraded":"2024-03-10T21:35:26.596440+0000","last_fullsized":"2024-03-10T21:35:26.596440+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.597262+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:35:26.597262+0000","last_peered":"2024-03-10T21:35:26.597262+0000","last_clean":"2024-03-10T21:35:26.597262+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:35:26.597262+0000","last_undegraded":"2024-03-10T21:35:26.597262+0000","last_fullsized":"2024-03-10T21:35:26.597262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596115+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:35:26.596115+0000","last_peered":"2024-03-10T21:35:26.596115+0000","last_clean":"2024-03-10T21:35:26.596115+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:35:26.596115+0000","last_undegraded":"2024-03-10T21:35:26.596115+0000","last_fullsized":"2024-03-10T21:35:26.596115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12416,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.680291+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:35:26.680291+0000","last_peered":"2024-03-10T21:35:26.680291+0000","last_clean":"2024-03-10T21:35:26.680291+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:35:26.680291+0000","last_undegraded":"2024-03-10T21:35:26.680291+0000","last_fullsized":"2024-03-10T21:35:26.680291+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596211+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:35:26.596211+0000","last_peered":"2024-03-10T21:35:26.596211+0000","last_clean":"2024-03-10T21:35:26.596211+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:35:26.596211+0000","last_undegraded":"2024-03-10T21:35:26.596211+0000","last_fullsized":"2024-03-10T21:35:26.596211+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596022+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:35:26.596022+0000","last_peered":"2024-03-10T21:35:26.596022+0000","last_clean":"2024-03-10T21:35:26.596022+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:35:26.596022+0000","last_undegraded":"2024-03-10T21:35:26.596022+0000","last_fullsized":"2024-03-10T21:35:26.596022+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596126+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:35:26.596126+0000","last_peered":"2024-03-10T21:35:26.596126+0000","last_clean":"2024-03-10T21:35:26.596126+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:35:26.596126+0000","last_undegraded":"2024-03-10T21:35:26.596126+0000","last_fullsized":"2024-03-10T21:35:26.596126+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590675+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:35:26.590675+0000","last_peered":"2024-03-10T21:35:26.590675+0000","last_clean":"2024-03-10T21:35:26.590675+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:35:26.590675+0000","last_undegraded":"2024-03-10T21:35:26.590675+0000","last_fullsized":"2024-03-10T21:35:26.590675+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536175,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680822,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142426,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123553,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965075,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918540,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806597,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727358,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:39:22.350 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.350 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.350 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.350 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.350 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.350 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:22.351 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:39:22.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:22 smithi193 ceph-mon[83873]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:39:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:39:22.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:22 smithi071 ceph-mon[88660]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:22.585 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:22 smithi071 ceph-mon[91105]: from='client.34632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:23.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:23 smithi193 ceph-mon[83873]: pgmap v1064: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:23.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:23 smithi071 ceph-mon[88660]: pgmap v1064: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:23.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:23 smithi071 ceph-mon[91105]: pgmap v1064: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:25 smithi193 ceph-mon[83873]: pgmap v1065: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:25 smithi071 ceph-mon[88660]: pgmap v1065: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:25 smithi071 ceph-mon[91105]: pgmap v1065: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:27 smithi193 ceph-mon[83873]: pgmap v1066: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:27 smithi071 ceph-mon[88660]: pgmap v1066: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:27.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:27 smithi071 ceph-mon[91105]: pgmap v1066: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:29 smithi193 ceph-mon[83873]: pgmap v1067: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:29.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:29 smithi071 ceph-mon[91105]: pgmap v1067: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:29.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:29 smithi071 ceph-mon[88660]: pgmap v1067: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:31.488 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:39:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:39:31] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:39:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:31 smithi193 ceph-mon[83873]: pgmap v1068: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:31.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:31 smithi071 ceph-mon[88660]: pgmap v1068: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:31.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:31 smithi071 ceph-mon[91105]: pgmap v1068: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:32.351 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:39:32.570 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:39:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:39:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:39:33.797 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:33 smithi071 ceph-mon[88660]: pgmap v1069: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:33.798 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:33.798 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:33 smithi071 ceph-mon[91105]: pgmap v1069: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:33.798 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:33.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:33 smithi193 ceph-mon[83873]: pgmap v1069: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:34.522 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:39:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:39:35.125 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1070,"stamp":"2024-03-10T21:39:34.303131+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003664"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107037+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:35:43.107037+0000","last_peered":"2024-03-10T21:35:43.107037+0000","last_clean":"2024-03-10T21:35:43.107037+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:35:43.107037+0000","last_undegraded":"2024-03-10T21:35:43.107037+0000","last_fullsized":"2024-03-10T21:35:43.107037+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107046+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:35:43.107046+0000","last_peered":"2024-03-10T21:35:43.107046+0000","last_clean":"2024-03-10T21:35:43.107046+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:35:43.107046+0000","last_undegraded":"2024-03-10T21:35:43.107046+0000","last_fullsized":"2024-03-10T21:35:43.107046+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858180+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:35:28.858180+0000","last_peered":"2024-03-10T21:35:28.858180+0000","last_clean":"2024-03-10T21:35:28.858180+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:35:28.858180+0000","last_undegraded":"2024-03-10T21:35:28.858180+0000","last_fullsized":"2024-03-10T21:35:28.858180+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22334,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:26.688171+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:35:26.688171+0000","last_peered":"2024-03-10T21:35:26.688171+0000","last_clean":"2024-03-10T21:35:26.688171+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:35:26.688171+0000","last_undegraded":"2024-03-10T21:35:26.688171+0000","last_fullsized":"2024-03-10T21:35:26.688171+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858154+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:35:28.858154+0000","last_peered":"2024-03-10T21:35:28.858154+0000","last_clean":"2024-03-10T21:35:28.858154+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:35:28.858154+0000","last_undegraded":"2024-03-10T21:35:28.858154+0000","last_fullsized":"2024-03-10T21:35:28.858154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:43.107013+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:35:43.107013+0000","last_peered":"2024-03-10T21:35:43.107013+0000","last_clean":"2024-03-10T21:35:43.107013+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:35:43.107013+0000","last_undegraded":"2024-03-10T21:35:43.107013+0000","last_fullsized":"2024-03-10T21:35:43.107013+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5064,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:43.106979+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:35:43.106979+0000","last_peered":"2024-03-10T21:35:43.106979+0000","last_clean":"2024-03-10T21:35:43.106979+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:35:43.106979+0000","last_undegraded":"2024-03-10T21:35:43.106979+0000","last_fullsized":"2024-03-10T21:35:43.106979+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858194+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:35:28.858194+0000","last_peered":"2024-03-10T21:35:28.858194+0000","last_clean":"2024-03-10T21:35:28.858194+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:35:28.858194+0000","last_undegraded":"2024-03-10T21:35:28.858194+0000","last_fullsized":"2024-03-10T21:35:28.858194+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:28.858214+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:35:28.858214+0000","last_peered":"2024-03-10T21:35:28.858214+0000","last_clean":"2024-03-10T21:35:28.858214+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:35:28.858214+0000","last_undegraded":"2024-03-10T21:35:28.858214+0000","last_fullsized":"2024-03-10T21:35:28.858214+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1166,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596089+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:35:26.596089+0000","last_peered":"2024-03-10T21:35:26.596089+0000","last_clean":"2024-03-10T21:35:26.596089+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:35:26.596089+0000","last_undegraded":"2024-03-10T21:35:26.596089+0000","last_fullsized":"2024-03-10T21:35:26.596089+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536178,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680825,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142429,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123556,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965078,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918543,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806600,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727361,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.131 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.132 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.132 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.132 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:35.132 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:39:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:35 smithi193 ceph-mon[83873]: pgmap v1070: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:35 smithi193 ceph-mon[83873]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:35.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:35 smithi071 ceph-mon[88660]: pgmap v1070: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:35.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:35 smithi071 ceph-mon[88660]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:35.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:35 smithi071 ceph-mon[91105]: pgmap v1070: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:35.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:35 smithi071 ceph-mon[91105]: from='client.34638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:37.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:37 smithi193 ceph-mon[83873]: pgmap v1071: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:37 smithi071 ceph-mon[88660]: pgmap v1071: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:37.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:37 smithi071 ceph-mon[91105]: pgmap v1071: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:39.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:39 smithi193 ceph-mon[83873]: pgmap v1072: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:39.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:39 smithi071 ceph-mon[88660]: pgmap v1072: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:39 smithi071 ceph-mon[91105]: pgmap v1072: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:41.502 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:39:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:39:41] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:39:41.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:41 smithi193 ceph-mon[83873]: pgmap v1073: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:41.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:41 smithi071 ceph-mon[88660]: pgmap v1073: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:41.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:41 smithi071 ceph-mon[91105]: pgmap v1073: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:39:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:39:43.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:43 smithi193 ceph-mon[83873]: pgmap v1074: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:43.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:43 smithi071 ceph-mon[88660]: pgmap v1074: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:43.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:43 smithi071 ceph-mon[91105]: pgmap v1074: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:45.133 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:39:45.351 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:39:45.813 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:45 smithi071 ceph-mon[88660]: pgmap v1075: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:45.813 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:45 smithi071 ceph-mon[91105]: pgmap v1075: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:45.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:45 smithi193 ceph-mon[83873]: pgmap v1075: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:47.201 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:39:47.203 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:39:47.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:47 smithi193 ceph-mon[83873]: pgmap v1076: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:47.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:47 smithi071 ceph-mon[88660]: pgmap v1076: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:47.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:47 smithi071 ceph-mon[91105]: pgmap v1076: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:47.865 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1076,"stamp":"2024-03-10T21:39:46.307232+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004101"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1083,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596960+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:35:26.596960+0000","last_peered":"2024-03-10T21:35:26.596960+0000","last_clean":"2024-03-10T21:35:26.596960+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:35:26.596960+0000","last_undegraded":"2024-03-10T21:35:26.596960+0000","last_fullsized":"2024-03-10T21:35:26.596960+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607358+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:35:26.607358+0000","last_peered":"2024-03-10T21:35:26.607358+0000","last_clean":"2024-03-10T21:35:26.607358+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:35:26.607358+0000","last_undegraded":"2024-03-10T21:35:26.607358+0000","last_fullsized":"2024-03-10T21:35:26.607358+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606888+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:35:26.606888+0000","last_peered":"2024-03-10T21:35:26.606888+0000","last_clean":"2024-03-10T21:35:26.606888+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:35:26.606888+0000","last_undegraded":"2024-03-10T21:35:26.606888+0000","last_fullsized":"2024-03-10T21:35:26.606888+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1222,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606564+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:35:26.606564+0000","last_peered":"2024-03-10T21:35:26.606564+0000","last_clean":"2024-03-10T21:35:26.606564+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:35:26.606564+0000","last_undegraded":"2024-03-10T21:35:26.606564+0000","last_fullsized":"2024-03-10T21:35:26.606564+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595816+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:35:26.595816+0000","last_peered":"2024-03-10T21:35:26.595816+0000","last_clean":"2024-03-10T21:35:26.595816+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:35:26.595816+0000","last_undegraded":"2024-03-10T21:35:26.595816+0000","last_fullsized":"2024-03-10T21:35:26.595816+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576163+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:35:46.576163+0000","last_peered":"2024-03-10T21:35:46.576163+0000","last_clean":"2024-03-10T21:35:46.576163+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:35:46.576163+0000","last_undegraded":"2024-03-10T21:35:46.576163+0000","last_fullsized":"2024-03-10T21:35:46.576163+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2936,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576133+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:35:46.576133+0000","last_peered":"2024-03-10T21:35:46.576133+0000","last_clean":"2024-03-10T21:35:46.576133+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:35:46.576133+0000","last_undegraded":"2024-03-10T21:35:46.576133+0000","last_fullsized":"2024-03-10T21:35:46.576133+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:46.576099+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:35:46.576099+0000","last_peered":"2024-03-10T21:35:46.576099+0000","last_clean":"2024-03-10T21:35:46.576099+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:35:46.576099+0000","last_undegraded":"2024-03-10T21:35:46.576099+0000","last_fullsized":"2024-03-10T21:35:46.576099+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536180,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680827,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142431,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123558,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965080,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918545,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806602,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727363,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:39:47.870 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.870 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:39:47.871 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:39:48.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:48 smithi193 ceph-mon[83873]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:48.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:48.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:48 smithi071 ceph-mon[88660]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:48.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:48.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:48 smithi071 ceph-mon[91105]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:39:48.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:39:49.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:49 smithi193 ceph-mon[83873]: pgmap v1077: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:49.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:49 smithi071 ceph-mon[88660]: pgmap v1077: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:49.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:49 smithi071 ceph-mon[91105]: pgmap v1077: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:51.518 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:39:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:39:51] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-03-10T21:39:51.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:51 smithi193 ceph-mon[83873]: pgmap v1078: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:51.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:51 smithi071 ceph-mon[88660]: pgmap v1078: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:51.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:51 smithi071 ceph-mon[91105]: pgmap v1078: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:39:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:39:53.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:53 smithi193 ceph-mon[83873]: pgmap v1079: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:53.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:53 smithi071 ceph-mon[88660]: pgmap v1079: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:53.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:53 smithi071 ceph-mon[91105]: pgmap v1079: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:55.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:55 smithi193 ceph-mon[83873]: pgmap v1080: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:55.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:55 smithi071 ceph-mon[88660]: pgmap v1080: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:55.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:55 smithi071 ceph-mon[91105]: pgmap v1080: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:57.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:57 smithi193 ceph-mon[83873]: pgmap v1081: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:57.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:57 smithi071 ceph-mon[88660]: pgmap v1081: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:57.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:57 smithi071 ceph-mon[91105]: pgmap v1081: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:57.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:39:58.088 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:39:59.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:39:59 smithi193 ceph-mon[83873]: pgmap v1082: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:59.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:39:59 smithi071 ceph-mon[88660]: pgmap v1082: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:59.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:39:59 smithi071 ceph-mon[91105]: pgmap v1082: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:39:59.969 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:39:59.971 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:40:00.194 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Possible data damage: 14 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : [ERR] PG_DAMAGED: Possible data damage: 14 pgs snaptrim_error 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.4 is active+clean+snaptrim_error, acting [7,2,5] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:40:00.195 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:40:00.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:40:00.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:40:00.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T21:40:00.196 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:39:59.999+0000 7f939540e700 -1 log_channel(cluster) log [ERR] : telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T21:40:00.659 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1082,"stamp":"2024-03-10T21:39:58.311512+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004280"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1066,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.595929+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:35:26.595929+0000","last_peered":"2024-03-10T21:35:26.595929+0000","last_clean":"2024-03-10T21:35:26.595929+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:35:26.595929+0000","last_undegraded":"2024-03-10T21:35:26.595929+0000","last_fullsized":"2024-03-10T21:35:26.595929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596822+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:35:26.596822+0000","last_peered":"2024-03-10T21:35:26.596822+0000","last_clean":"2024-03-10T21:35:26.596822+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:35:26.596822+0000","last_undegraded":"2024-03-10T21:35:26.596822+0000","last_fullsized":"2024-03-10T21:35:26.596822+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590320+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:35:26.590320+0000","last_peered":"2024-03-10T21:35:26.590320+0000","last_clean":"2024-03-10T21:35:26.590320+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:35:26.590320+0000","last_undegraded":"2024-03-10T21:35:26.590320+0000","last_fullsized":"2024-03-10T21:35:26.590320+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596329+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:35:26.596329+0000","last_peered":"2024-03-10T21:35:26.596329+0000","last_clean":"2024-03-10T21:35:26.596329+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:35:26.596329+0000","last_undegraded":"2024-03-10T21:35:26.596329+0000","last_fullsized":"2024-03-10T21:35:26.596329+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1088,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.596894+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:35:26.596894+0000","last_peered":"2024-03-10T21:35:26.596894+0000","last_clean":"2024-03-10T21:35:26.596894+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:35:26.596894+0000","last_undegraded":"2024-03-10T21:35:26.596894+0000","last_fullsized":"2024-03-10T21:35:26.596894+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1179,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.587731+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:35:26.587731+0000","last_peered":"2024-03-10T21:35:26.587731+0000","last_clean":"2024-03-10T21:35:26.587731+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:35:26.587731+0000","last_undegraded":"2024-03-10T21:35:26.587731+0000","last_fullsized":"2024-03-10T21:35:26.587731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.591834+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:35:26.591834+0000","last_peered":"2024-03-10T21:35:26.591834+0000","last_clean":"2024-03-10T21:35:26.591834+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:35:26.591834+0000","last_undegraded":"2024-03-10T21:35:26.591834+0000","last_fullsized":"2024-03-10T21:35:26.591834+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.590531+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:35:26.590531+0000","last_peered":"2024-03-10T21:35:26.590531+0000","last_clean":"2024-03-10T21:35:26.590531+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:35:26.590531+0000","last_undegraded":"2024-03-10T21:35:26.590531+0000","last_fullsized":"2024-03-10T21:35:26.590531+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4672,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860098+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:35:48.860098+0000","last_peered":"2024-03-10T21:35:48.860098+0000","last_clean":"2024-03-10T21:35:48.860098+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:35:48.860098+0000","last_undegraded":"2024-03-10T21:35:48.860098+0000","last_fullsized":"2024-03-10T21:35:48.860098+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9037,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860232+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:35:48.860232+0000","last_peered":"2024-03-10T21:35:48.860232+0000","last_clean":"2024-03-10T21:35:48.860232+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:35:48.860232+0000","last_undegraded":"2024-03-10T21:35:48.860232+0000","last_fullsized":"2024-03-10T21:35:48.860232+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1583,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040418+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:36:08.040418+0000","last_peered":"2024-03-10T21:36:08.040418+0000","last_clean":"2024-03-10T21:36:08.040418+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:36:08.040418+0000","last_undegraded":"2024-03-10T21:36:08.040418+0000","last_fullsized":"2024-03-10T21:36:08.040418+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.040393+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:36:08.040393+0000","last_peered":"2024-03-10T21:36:08.040393+0000","last_clean":"2024-03-10T21:36:08.040393+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:36:08.040393+0000","last_undegraded":"2024-03-10T21:36:08.040393+0000","last_fullsized":"2024-03-10T21:36:08.040393+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:48.860218+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:35:48.860218+0000","last_peered":"2024-03-10T21:35:48.860218+0000","last_clean":"2024-03-10T21:35:48.860218+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:35:48.860218+0000","last_undegraded":"2024-03-10T21:35:48.860218+0000","last_fullsized":"2024-03-10T21:35:48.860218+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13456,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:39.260945+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:35:39.260945+0000","last_peered":"2024-03-10T21:35:39.260945+0000","last_clean":"2024-03-10T21:35:39.260945+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:35:39.260945+0000","last_undegraded":"2024-03-10T21:35:39.260945+0000","last_fullsized":"2024-03-10T21:35:39.260945+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4247,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623535+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:35:32.623535+0000","last_peered":"2024-03-10T21:35:32.623535+0000","last_clean":"2024-03-10T21:35:32.623535+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:35:32.623535+0000","last_undegraded":"2024-03-10T21:35:32.623535+0000","last_fullsized":"2024-03-10T21:35:32.623535+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9101,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:35:48.860154+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:35:48.860154+0000","last_peered":"2024-03-10T21:35:48.860154+0000","last_clean":"2024-03-10T21:35:48.860154+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:35:48.860154+0000","last_undegraded":"2024-03-10T21:35:48.860154+0000","last_fullsized":"2024-03-10T21:35:48.860154+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:32.623575+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:35:32.623575+0000","last_peered":"2024-03-10T21:35:32.623575+0000","last_clean":"2024-03-10T21:35:32.623575+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:35:32.623575+0000","last_undegraded":"2024-03-10T21:35:32.623575+0000","last_fullsized":"2024-03-10T21:35:32.623575+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1160,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260913+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:35:39.260913+0000","last_peered":"2024-03-10T21:35:39.260913+0000","last_clean":"2024-03-10T21:35:39.260913+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:35:39.260913+0000","last_undegraded":"2024-03-10T21:35:39.260913+0000","last_fullsized":"2024-03-10T21:35:39.260913+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1143,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:39.260868+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:35:39.260868+0000","last_peered":"2024-03-10T21:35:39.260868+0000","last_clean":"2024-03-10T21:35:39.260868+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:35:39.260868+0000","last_undegraded":"2024-03-10T21:35:39.260868+0000","last_fullsized":"2024-03-10T21:35:39.260868+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536183,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680830,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142434,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123560,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965082,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918548,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806604,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727365,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:40:00.665 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.665 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.665 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:00.666 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:40:00.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: Health detail: HEALTH_ERR Possible data damage: 14 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T21:40:00.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: [ERR] PG_DAMAGED: Possible data damage: 14 pgs snaptrim_error 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.4 is active+clean+snaptrim_error, acting [7,2,5] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:40:00.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:00 smithi193 ceph-mon[83873]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: Health detail: HEALTH_ERR Possible data damage: 14 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: [ERR] PG_DAMAGED: Possible data damage: 14 pgs snaptrim_error 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:40:00.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.4 is active+clean+snaptrim_error, acting [7,2,5] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[88660]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T21:40:00.837 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: Health detail: HEALTH_ERR Possible data damage: 14 pgs snaptrim_error; Telemetry requires re-opt-in 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: [ERR] PG_DAMAGED: Possible data damage: 14 pgs snaptrim_error 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.0 is active+clean+snaptrim_error, acting [3,1,4] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.1 is active+clean+snaptrim_error, acting [4,3,7] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.3 is active+clean+snaptrim_error, acting [0,3,6] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.4 is active+clean+snaptrim_error, acting [7,2,5] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.5 is active+clean+snaptrim_error, acting [0,1,4] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.6 is active+clean+snaptrim_error, acting [2,5,1] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.7 is active+clean+snaptrim_error, acting [5,1,0] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.8 is active+clean+snaptrim_error, acting [2,0,1] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.9 is active+clean+snaptrim_error, acting [7,6,1] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.a is active+clean+snaptrim_error, acting [2,4,3] 2024-03-10T21:40:00.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.b is active+clean+snaptrim_error, acting [2,0,5] 2024-03-10T21:40:00.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.d is active+clean+snaptrim_error, acting [2,7,5] 2024-03-10T21:40:00.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.e is active+clean+snaptrim_error, acting [4,5,0] 2024-03-10T21:40:00.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: pg 5.f is active+clean+snaptrim_error, acting [5,4,6] 2024-03-10T21:40:00.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-03-10T21:40:00.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:00 smithi071 ceph-mon[91105]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-03-10T21:40:01.538 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:40:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:40:01] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-03-10T21:40:01.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:01 smithi193 ceph-mon[83873]: from='client.34650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:01.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:01 smithi193 ceph-mon[83873]: pgmap v1083: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:01.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:01 smithi071 ceph-mon[91105]: from='client.34650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:01.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:01 smithi071 ceph-mon[91105]: pgmap v1083: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:01.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:01 smithi071 ceph-mon[88660]: from='client.34650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:01.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:01 smithi071 ceph-mon[88660]: pgmap v1083: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:40:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:40:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:03 smithi193 ceph-mon[83873]: pgmap v1084: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:03.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:03 smithi071 ceph-mon[88660]: pgmap v1084: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:03.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:03.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:03 smithi071 ceph-mon[91105]: pgmap v1084: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:03.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:05.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:05 smithi193 ceph-mon[83873]: pgmap v1085: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:05.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:05 smithi071 ceph-mon[88660]: pgmap v1085: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:05.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:05 smithi071 ceph-mon[91105]: pgmap v1085: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:07.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:07 smithi193 ceph-mon[83873]: pgmap v1086: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:07.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:07 smithi071 ceph-mon[88660]: pgmap v1086: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:07.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:07 smithi071 ceph-mon[91105]: pgmap v1086: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:09.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:09 smithi193 ceph-mon[83873]: pgmap v1087: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:09.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:09 smithi071 ceph-mon[91105]: pgmap v1087: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:09.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:09 smithi071 ceph-mon[88660]: pgmap v1087: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:10.667 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:40:10.892 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:40:11.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:40:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:40:11] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2024-03-10T21:40:11.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:11 smithi071 ceph-mon[88660]: pgmap v1088: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:11.717 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:11 smithi071 ceph-mon[91105]: pgmap v1088: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:11.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:11 smithi193 ceph-mon[83873]: pgmap v1088: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:40:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:40:12.859 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:40:12.861 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:40:13.515 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1089,"stamp":"2024-03-10T21:40:12.316480+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004405"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.606499+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:35:26.606499+0000","last_peered":"2024-03-10T21:35:26.606499+0000","last_clean":"2024-03-10T21:35:26.606499+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:35:26.606499+0000","last_undegraded":"2024-03-10T21:35:26.606499+0000","last_fullsized":"2024-03-10T21:35:26.606499+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:34.075115+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:35:34.075115+0000","last_peered":"2024-03-10T21:35:34.075115+0000","last_clean":"2024-03-10T21:35:34.075115+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:35:34.075115+0000","last_undegraded":"2024-03-10T21:35:34.075115+0000","last_fullsized":"2024-03-10T21:35:34.075115+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:26.607004+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:35:26.607004+0000","last_peered":"2024-03-10T21:35:26.607004+0000","last_clean":"2024-03-10T21:35:26.607004+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:35:26.607004+0000","last_undegraded":"2024-03-10T21:35:26.607004+0000","last_fullsized":"2024-03-10T21:35:26.607004+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:03.108899+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:36:03.108899+0000","last_peered":"2024-03-10T21:36:03.108899+0000","last_clean":"2024-03-10T21:36:03.108899+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:36:03.108899+0000","last_undegraded":"2024-03-10T21:36:03.108899+0000","last_fullsized":"2024-03-10T21:36:03.108899+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578118+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:36:01.578118+0000","last_peered":"2024-03-10T21:36:01.578118+0000","last_clean":"2024-03-10T21:36:01.578118+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:36:01.578118+0000","last_undegraded":"2024-03-10T21:36:01.578118+0000","last_fullsized":"2024-03-10T21:36:01.578118+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1123,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578061+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:36:01.578061+0000","last_peered":"2024-03-10T21:36:01.578061+0000","last_clean":"2024-03-10T21:36:01.578061+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:36:01.578061+0000","last_undegraded":"2024-03-10T21:36:01.578061+0000","last_fullsized":"2024-03-10T21:36:01.578061+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:01.578107+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:36:01.578107+0000","last_peered":"2024-03-10T21:36:01.578107+0000","last_clean":"2024-03-10T21:36:01.578107+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:36:01.578107+0000","last_undegraded":"2024-03-10T21:36:01.578107+0000","last_fullsized":"2024-03-10T21:36:01.578107+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536185,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680833,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142436,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123563,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965085,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918550,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806607,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727368,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:40:13.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.521 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:13.522 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:40:13.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:13 smithi193 ceph-mon[83873]: pgmap v1089: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:13.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:13 smithi193 ceph-mon[83873]: from='client.44579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:13.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:13 smithi071 ceph-mon[88660]: pgmap v1089: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:13.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:13 smithi071 ceph-mon[88660]: from='client.44579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:13.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:13 smithi071 ceph-mon[91105]: pgmap v1089: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:13.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:13 smithi071 ceph-mon[91105]: from='client.44579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:15.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:15 smithi193 ceph-mon[83873]: pgmap v1090: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:15.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:15 smithi071 ceph-mon[88660]: pgmap v1090: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:15.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:15 smithi071 ceph-mon[91105]: pgmap v1090: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:17 smithi193 ceph-mon[83873]: pgmap v1091: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:40:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:17 smithi071 ceph-mon[88660]: pgmap v1091: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:17.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:40:17.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:17 smithi071 ceph-mon[91105]: pgmap v1091: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:17.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:40:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:40:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:40:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:40:18.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:40:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:40:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:40:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:18.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:40:18.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:40:18.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:40:18.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:19 smithi193 ceph-mon[83873]: pgmap v1092: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:19.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:19 smithi071 ceph-mon[91105]: pgmap v1092: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:19.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:19 smithi071 ceph-mon[88660]: pgmap v1092: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:21.583 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:40:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:40:21] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-03-10T21:40:21.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:21 smithi193 ceph-mon[83873]: pgmap v1093: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:21.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:21 smithi071 ceph-mon[88660]: pgmap v1093: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:21.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:21 smithi071 ceph-mon[91105]: pgmap v1093: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:40:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:40:23.523 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:40:23.742 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:40:23.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:23 smithi071 ceph-mon[88660]: pgmap v1094: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:23.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:23 smithi071 ceph-mon[91105]: pgmap v1094: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:24.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:23 smithi193 ceph-mon[83873]: pgmap v1094: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:25.546 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:40:25.553 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:40:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:25 smithi071 ceph-mon[88660]: pgmap v1095: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:25 smithi071 ceph-mon[91105]: pgmap v1095: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:26.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:25 smithi193 ceph-mon[83873]: pgmap v1095: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:26.242 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1095,"stamp":"2024-03-10T21:40:24.320337+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003857"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042235+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:36:23.042235+0000","last_peered":"2024-03-10T21:36:23.042235+0000","last_clean":"2024-03-10T21:36:23.042235+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:36:23.042235+0000","last_undegraded":"2024-03-10T21:36:23.042235+0000","last_fullsized":"2024-03-10T21:36:23.042235+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424369+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:36:23.424369+0000","last_peered":"2024-03-10T21:36:23.424369+0000","last_clean":"2024-03-10T21:36:23.424369+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:36:23.424369+0000","last_undegraded":"2024-03-10T21:36:23.424369+0000","last_fullsized":"2024-03-10T21:36:23.424369+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:52.625585+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:35:52.625585+0000","last_peered":"2024-03-10T21:35:52.625585+0000","last_clean":"2024-03-10T21:35:52.625585+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:35:52.625585+0000","last_undegraded":"2024-03-10T21:35:52.625585+0000","last_fullsized":"2024-03-10T21:35:52.625585+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262499+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:35:54.262499+0000","last_peered":"2024-03-10T21:35:54.262499+0000","last_clean":"2024-03-10T21:35:54.262499+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:35:54.262499+0000","last_undegraded":"2024-03-10T21:35:54.262499+0000","last_fullsized":"2024-03-10T21:35:54.262499+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262597+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:35:54.262597+0000","last_peered":"2024-03-10T21:35:54.262597+0000","last_clean":"2024-03-10T21:35:54.262597+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:35:54.262597+0000","last_undegraded":"2024-03-10T21:35:54.262597+0000","last_fullsized":"2024-03-10T21:35:54.262597+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1328,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424439+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:36:23.424439+0000","last_peered":"2024-03-10T21:36:23.424439+0000","last_clean":"2024-03-10T21:36:23.424439+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:36:23.424439+0000","last_undegraded":"2024-03-10T21:36:23.424439+0000","last_fullsized":"2024-03-10T21:36:23.424439+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424426+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:36:23.424426+0000","last_peered":"2024-03-10T21:36:23.424426+0000","last_clean":"2024-03-10T21:36:23.424426+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:36:23.424426+0000","last_undegraded":"2024-03-10T21:36:23.424426+0000","last_fullsized":"2024-03-10T21:36:23.424426+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:38.419525+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:35:38.419525+0000","last_peered":"2024-03-10T21:35:38.419525+0000","last_clean":"2024-03-10T21:35:38.419525+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:35:38.419525+0000","last_undegraded":"2024-03-10T21:35:38.419525+0000","last_fullsized":"2024-03-10T21:35:38.419525+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:54.262546+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:35:54.262546+0000","last_peered":"2024-03-10T21:35:54.262546+0000","last_clean":"2024-03-10T21:35:54.262546+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:35:54.262546+0000","last_undegraded":"2024-03-10T21:35:54.262546+0000","last_fullsized":"2024-03-10T21:35:54.262546+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5338,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424314+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:36:23.424314+0000","last_peered":"2024-03-10T21:36:23.424314+0000","last_clean":"2024-03-10T21:36:23.424314+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:36:23.424314+0000","last_undegraded":"2024-03-10T21:36:23.424314+0000","last_fullsized":"2024-03-10T21:36:23.424314+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4766,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.424383+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:36:23.424383+0000","last_peered":"2024-03-10T21:36:23.424383+0000","last_clean":"2024-03-10T21:36:23.424383+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:36:23.424383+0000","last_undegraded":"2024-03-10T21:36:23.424383+0000","last_fullsized":"2024-03-10T21:36:23.424383+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:32.629906+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:36:32.629906+0000","last_peered":"2024-03-10T21:36:32.629906+0000","last_clean":"2024-03-10T21:36:32.629906+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:36:32.629906+0000","last_undegraded":"2024-03-10T21:36:32.629906+0000","last_fullsized":"2024-03-10T21:36:32.629906+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13575,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:23.042167+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:36:23.042167+0000","last_peered":"2024-03-10T21:36:23.042167+0000","last_clean":"2024-03-10T21:36:23.042167+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:36:23.042167+0000","last_undegraded":"2024-03-10T21:36:23.042167+0000","last_fullsized":"2024-03-10T21:36:23.042167+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.424342+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:36:23.424342+0000","last_peered":"2024-03-10T21:36:23.424342+0000","last_clean":"2024-03-10T21:36:23.424342+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:36:23.424342+0000","last_undegraded":"2024-03-10T21:36:23.424342+0000","last_fullsized":"2024-03-10T21:36:23.424342+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.042212+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:36:23.042212+0000","last_peered":"2024-03-10T21:36:23.042212+0000","last_clean":"2024-03-10T21:36:23.042212+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:36:23.042212+0000","last_undegraded":"2024-03-10T21:36:23.042212+0000","last_fullsized":"2024-03-10T21:36:23.042212+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536188,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680835,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142439,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123566,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965088,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918553,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806610,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727371,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:40:26.253 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.254 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.254 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.254 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.254 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.254 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.254 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.255 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:26.256 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:40:27.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:26 smithi193 ceph-mon[83873]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:27.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:26 smithi071 ceph-mon[88660]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:27.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:26 smithi071 ceph-mon[91105]: from='client.44585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:27 smithi193 ceph-mon[83873]: pgmap v1096: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:27 smithi071 ceph-mon[88660]: pgmap v1096: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:28.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:27 smithi071 ceph-mon[91105]: pgmap v1096: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:29 smithi193 ceph-mon[83873]: pgmap v1097: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:30.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:29 smithi071 ceph-mon[88660]: pgmap v1097: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:30.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:29 smithi071 ceph-mon[91105]: pgmap v1097: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:40:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:40:31] "GET /metrics HTTP/1.1" 200 36394 "" "Prometheus/2.43.0" 2024-03-10T21:40:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:31 smithi193 ceph-mon[83873]: pgmap v1098: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:32.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:31 smithi071 ceph-mon[88660]: pgmap v1098: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:32.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:31 smithi071 ceph-mon[91105]: pgmap v1098: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:40:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:40:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:33 smithi193 ceph-mon[83873]: pgmap v1099: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:34.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:33 smithi071 ceph-mon[88660]: pgmap v1099: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:33 smithi071 ceph-mon[91105]: pgmap v1099: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:34.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:35 smithi193 ceph-mon[83873]: pgmap v1100: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:35 smithi071 ceph-mon[88660]: pgmap v1100: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:36.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:35 smithi071 ceph-mon[91105]: pgmap v1100: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:36.256 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:40:36.475 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:40:37.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:37 smithi071 ceph-mon[88660]: pgmap v1101: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:37.876 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:37 smithi071 ceph-mon[91105]: pgmap v1101: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:37 smithi193 ceph-mon[83873]: pgmap v1101: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:38.440 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:40:38.442 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:40:39.104 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1102,"stamp":"2024-03-10T21:40:38.325049+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003945"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:49.076837+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:35:49.076837+0000","last_peered":"2024-03-10T21:35:49.076837+0000","last_clean":"2024-03-10T21:35:49.076837+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:35:49.076837+0000","last_undegraded":"2024-03-10T21:35:49.076837+0000","last_fullsized":"2024-03-10T21:35:49.076837+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082191+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:36:39.082191+0000","last_peered":"2024-03-10T21:36:39.082191+0000","last_clean":"2024-03-10T21:36:39.082191+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:36:39.082191+0000","last_undegraded":"2024-03-10T21:36:39.082191+0000","last_fullsized":"2024-03-10T21:36:39.082191+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4155,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:39.082120+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:36:39.082120+0000","last_peered":"2024-03-10T21:36:39.082120+0000","last_clean":"2024-03-10T21:36:39.082120+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:36:39.082120+0000","last_undegraded":"2024-03-10T21:36:39.082120+0000","last_fullsized":"2024-03-10T21:36:39.082120+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110800+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:36:23.110800+0000","last_peered":"2024-03-10T21:36:23.110800+0000","last_clean":"2024-03-10T21:36:23.110800+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:36:23.110800+0000","last_undegraded":"2024-03-10T21:36:23.110800+0000","last_fullsized":"2024-03-10T21:36:23.110800+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:39.082176+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:36:39.082176+0000","last_peered":"2024-03-10T21:36:39.082176+0000","last_clean":"2024-03-10T21:36:39.082176+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:36:39.082176+0000","last_undegraded":"2024-03-10T21:36:39.082176+0000","last_fullsized":"2024-03-10T21:36:39.082176+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110746+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:36:23.110746+0000","last_peered":"2024-03-10T21:36:23.110746+0000","last_clean":"2024-03-10T21:36:23.110746+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:36:23.110746+0000","last_undegraded":"2024-03-10T21:36:23.110746+0000","last_fullsized":"2024-03-10T21:36:23.110746+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5244,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862574+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:36:08.862574+0000","last_peered":"2024-03-10T21:36:08.862574+0000","last_clean":"2024-03-10T21:36:08.862574+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:36:08.862574+0000","last_undegraded":"2024-03-10T21:36:08.862574+0000","last_fullsized":"2024-03-10T21:36:08.862574+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4309,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:08.862521+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:36:08.862521+0000","last_peered":"2024-03-10T21:36:08.862521+0000","last_clean":"2024-03-10T21:36:08.862521+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:36:08.862521+0000","last_undegraded":"2024-03-10T21:36:08.862521+0000","last_fullsized":"2024-03-10T21:36:08.862521+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862565+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:36:08.862565+0000","last_peered":"2024-03-10T21:36:08.862565+0000","last_clean":"2024-03-10T21:36:08.862565+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:36:08.862565+0000","last_undegraded":"2024-03-10T21:36:08.862565+0000","last_fullsized":"2024-03-10T21:36:08.862565+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:08.862593+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:36:08.862593+0000","last_peered":"2024-03-10T21:36:08.862593+0000","last_clean":"2024-03-10T21:36:08.862593+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:36:08.862593+0000","last_undegraded":"2024-03-10T21:36:08.862593+0000","last_fullsized":"2024-03-10T21:36:08.862593+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110782+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:36:23.110782+0000","last_peered":"2024-03-10T21:36:23.110782+0000","last_clean":"2024-03-10T21:36:23.110782+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:36:23.110782+0000","last_undegraded":"2024-03-10T21:36:23.110782+0000","last_fullsized":"2024-03-10T21:36:23.110782+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1211,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:23.110813+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:36:23.110813+0000","last_peered":"2024-03-10T21:36:23.110813+0000","last_clean":"2024-03-10T21:36:23.110813+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:36:23.110813+0000","last_undegraded":"2024-03-10T21:36:23.110813+0000","last_fullsized":"2024-03-10T21:36:23.110813+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:16.579877+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:36:16.579877+0000","last_peered":"2024-03-10T21:36:16.579877+0000","last_clean":"2024-03-10T21:36:16.579877+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:36:16.579877+0000","last_undegraded":"2024-03-10T21:36:16.579877+0000","last_fullsized":"2024-03-10T21:36:16.579877+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536191,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680838,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142442,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123568,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965090,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918556,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806612,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727373,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:40:39.109 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.110 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:39.111 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:40:39.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:39 smithi071 ceph-mon[88660]: pgmap v1102: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:39.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:39 smithi071 ceph-mon[88660]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:39.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:39 smithi071 ceph-mon[91105]: pgmap v1102: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:39.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:39 smithi071 ceph-mon[91105]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:39 smithi193 ceph-mon[83873]: pgmap v1102: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:39 smithi193 ceph-mon[83873]: from='client.44591 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:40:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:40:41] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:40:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:41 smithi193 ceph-mon[83873]: pgmap v1103: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:42.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:41 smithi071 ceph-mon[88660]: pgmap v1103: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:42.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:41 smithi071 ceph-mon[91105]: pgmap v1103: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:40:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:40:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:43 smithi193 ceph-mon[83873]: pgmap v1104: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:44.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:43 smithi071 ceph-mon[88660]: pgmap v1104: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:43 smithi071 ceph-mon[91105]: pgmap v1104: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:45 smithi193 ceph-mon[83873]: pgmap v1105: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:45 smithi071 ceph-mon[88660]: pgmap v1105: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:45 smithi071 ceph-mon[91105]: pgmap v1105: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:48.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:47 smithi193 ceph-mon[83873]: pgmap v1106: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:48.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:47 smithi071 ceph-mon[88660]: pgmap v1106: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:48.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:47 smithi071 ceph-mon[91105]: pgmap v1106: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:48.905 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:48.905 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:49.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:40:49.112 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:40:49.332 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:40:49.817 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:49 smithi071 ceph-mon[88660]: pgmap v1107: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:49.817 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:49 smithi071 ceph-mon[91105]: pgmap v1107: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:50.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:49 smithi193 ceph-mon[83873]: pgmap v1107: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:51.351 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:40:51.355 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:40:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:40:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:40:51] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:40:51.961 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:51 smithi071 ceph-mon[88660]: pgmap v1108: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:51.961 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:51 smithi071 ceph-mon[91105]: pgmap v1108: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:51.982 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1108,"stamp":"2024-03-10T21:40:50.329340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004290"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:54.269781+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:36:54.269781+0000","last_peered":"2024-03-10T21:36:54.269781+0000","last_clean":"2024-03-10T21:36:54.269781+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:36:54.269781+0000","last_undegraded":"2024-03-10T21:36:54.269781+0000","last_fullsized":"2024-03-10T21:36:54.269781+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1318,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:35:58.421685+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:35:58.421685+0000","last_peered":"2024-03-10T21:35:58.421685+0000","last_clean":"2024-03-10T21:35:58.421685+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:35:58.421685+0000","last_undegraded":"2024-03-10T21:35:58.421685+0000","last_fullsized":"2024-03-10T21:35:58.421685+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264328+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:36:09.264328+0000","last_peered":"2024-03-10T21:36:09.264328+0000","last_clean":"2024-03-10T21:36:09.264328+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:36:09.264328+0000","last_undegraded":"2024-03-10T21:36:09.264328+0000","last_fullsized":"2024-03-10T21:36:09.264328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1132,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264391+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:36:09.264391+0000","last_peered":"2024-03-10T21:36:09.264391+0000","last_clean":"2024-03-10T21:36:09.264391+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:36:09.264391+0000","last_undegraded":"2024-03-10T21:36:09.264391+0000","last_fullsized":"2024-03-10T21:36:09.264391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1170,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:09.264379+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:36:09.264379+0000","last_peered":"2024-03-10T21:36:09.264379+0000","last_clean":"2024-03-10T21:36:09.264379+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:36:09.264379+0000","last_undegraded":"2024-03-10T21:36:09.264379+0000","last_fullsized":"2024-03-10T21:36:09.264379+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1073,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:38.043882+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:36:38.043882+0000","last_peered":"2024-03-10T21:36:38.043882+0000","last_clean":"2024-03-10T21:36:38.043882+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:36:38.043882+0000","last_undegraded":"2024-03-10T21:36:38.043882+0000","last_fullsized":"2024-03-10T21:36:38.043882+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13918,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:36:38.043910+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:36:38.043910+0000","last_peered":"2024-03-10T21:36:38.043910+0000","last_clean":"2024-03-10T21:36:38.043910+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:36:38.043910+0000","last_undegraded":"2024-03-10T21:36:38.043910+0000","last_fullsized":"2024-03-10T21:36:38.043910+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536193,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680840,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142444,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123571,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965093,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918558,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806615,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727376,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:40:51.989 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.989 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.989 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.989 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:40:51.990 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:40:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:51 smithi193 ceph-mon[83873]: pgmap v1108: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:40:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:40:53.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:52 smithi193 ceph-mon[83873]: from='client.44597 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:53.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:52 smithi071 ceph-mon[88660]: from='client.44597 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:53.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:52 smithi071 ceph-mon[91105]: from='client.44597 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:40:54.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:53 smithi193 ceph-mon[83873]: pgmap v1109: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:54.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:53 smithi071 ceph-mon[88660]: pgmap v1109: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:54.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:53 smithi071 ceph-mon[91105]: pgmap v1109: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:55 smithi193 ceph-mon[83873]: pgmap v1110: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:56.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:55 smithi071 ceph-mon[91105]: pgmap v1110: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:56.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:55 smithi071 ceph-mon[88660]: pgmap v1110: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:58.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:57 smithi193 ceph-mon[83873]: pgmap v1111: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:58.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:57 smithi071 ceph-mon[88660]: pgmap v1111: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:40:58.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:57 smithi071 ceph-mon[91105]: pgmap v1111: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:00.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:40:59 smithi193 ceph-mon[83873]: pgmap v1112: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:00.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:40:59 smithi071 ceph-mon[88660]: pgmap v1112: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:00.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:40:59 smithi071 ceph-mon[91105]: pgmap v1112: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:41:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:41:01] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:41:01.992 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:41:02.023 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:01 smithi071 ceph-mon[88660]: pgmap v1113: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:02.023 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:01 smithi071 ceph-mon[91105]: pgmap v1113: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:01 smithi193 ceph-mon[83873]: pgmap v1113: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:02.211 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:41:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:41:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:41:03.911 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:03 smithi071 ceph-mon[88660]: pgmap v1114: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:03.911 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:03.911 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:03 smithi071 ceph-mon[91105]: pgmap v1114: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:03.911 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:03 smithi193 ceph-mon[83873]: pgmap v1114: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:41:04.150 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:41:04.811 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1114,"stamp":"2024-03-10T21:41:02.333315+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003975"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632537+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:36:57.632537+0000","last_peered":"2024-03-10T21:36:57.632537+0000","last_clean":"2024-03-10T21:36:57.632537+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:36:57.632537+0000","last_undegraded":"2024-03-10T21:36:57.632537+0000","last_fullsized":"2024-03-10T21:36:57.632537+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1267,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864639+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:36:28.864639+0000","last_peered":"2024-03-10T21:36:28.864639+0000","last_clean":"2024-03-10T21:36:28.864639+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:36:28.864639+0000","last_undegraded":"2024-03-10T21:36:28.864639+0000","last_fullsized":"2024-03-10T21:36:28.864639+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1298,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627615+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:36:12.627615+0000","last_peered":"2024-03-10T21:36:12.627615+0000","last_clean":"2024-03-10T21:36:12.627615+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:36:12.627615+0000","last_undegraded":"2024-03-10T21:36:12.627615+0000","last_fullsized":"2024-03-10T21:36:12.627615+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:12.627668+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:36:12.627668+0000","last_peered":"2024-03-10T21:36:12.627668+0000","last_clean":"2024-03-10T21:36:12.627668+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:36:12.627668+0000","last_undegraded":"2024-03-10T21:36:12.627668+0000","last_fullsized":"2024-03-10T21:36:12.627668+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1150,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581386+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:36:31.581386+0000","last_peered":"2024-03-10T21:36:31.581386+0000","last_clean":"2024-03-10T21:36:31.581386+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:36:31.581386+0000","last_undegraded":"2024-03-10T21:36:31.581386+0000","last_fullsized":"2024-03-10T21:36:31.581386+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581354+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:36:31.581354+0000","last_peered":"2024-03-10T21:36:31.581354+0000","last_clean":"2024-03-10T21:36:31.581354+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:36:31.581354+0000","last_undegraded":"2024-03-10T21:36:31.581354+0000","last_fullsized":"2024-03-10T21:36:31.581354+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:31.581320+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:36:31.581320+0000","last_peered":"2024-03-10T21:36:31.581320+0000","last_clean":"2024-03-10T21:36:31.581320+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:36:31.581320+0000","last_undegraded":"2024-03-10T21:36:31.581320+0000","last_fullsized":"2024-03-10T21:36:31.581320+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1279,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:28.864569+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:36:28.864569+0000","last_peered":"2024-03-10T21:36:28.864569+0000","last_clean":"2024-03-10T21:36:28.864569+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:36:28.864569+0000","last_undegraded":"2024-03-10T21:36:28.864569+0000","last_fullsized":"2024-03-10T21:36:28.864569+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632473+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:36:57.632473+0000","last_peered":"2024-03-10T21:36:57.632473+0000","last_clean":"2024-03-10T21:36:57.632473+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:36:57.632473+0000","last_undegraded":"2024-03-10T21:36:57.632473+0000","last_fullsized":"2024-03-10T21:36:57.632473+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632494+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:36:57.632494+0000","last_peered":"2024-03-10T21:36:57.632494+0000","last_clean":"2024-03-10T21:36:57.632494+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:36:57.632494+0000","last_undegraded":"2024-03-10T21:36:57.632494+0000","last_fullsized":"2024-03-10T21:36:57.632494+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632524+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:36:57.632524+0000","last_peered":"2024-03-10T21:36:57.632524+0000","last_clean":"2024-03-10T21:36:57.632524+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:36:57.632524+0000","last_undegraded":"2024-03-10T21:36:57.632524+0000","last_fullsized":"2024-03-10T21:36:57.632524+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:48.426781+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:36:48.426781+0000","last_peered":"2024-03-10T21:36:48.426781+0000","last_clean":"2024-03-10T21:36:48.426781+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:36:48.426781+0000","last_undegraded":"2024-03-10T21:36:48.426781+0000","last_fullsized":"2024-03-10T21:36:48.426781+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:57.632514+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:36:57.632514+0000","last_peered":"2024-03-10T21:36:57.632514+0000","last_clean":"2024-03-10T21:36:57.632514+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:36:57.632514+0000","last_undegraded":"2024-03-10T21:36:57.632514+0000","last_fullsized":"2024-03-10T21:36:57.632514+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113499+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:36:43.113499+0000","last_peered":"2024-03-10T21:36:43.113499+0000","last_clean":"2024-03-10T21:36:43.113499+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:36:43.113499+0000","last_undegraded":"2024-03-10T21:36:43.113499+0000","last_fullsized":"2024-03-10T21:36:43.113499+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:43.113458+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:36:43.113458+0000","last_peered":"2024-03-10T21:36:43.113458+0000","last_clean":"2024-03-10T21:36:43.113458+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:36:43.113458+0000","last_undegraded":"2024-03-10T21:36:43.113458+0000","last_fullsized":"2024-03-10T21:36:43.113458+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536195,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680843,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142446,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123573,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965095,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918560,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806617,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727378,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:41:04.817 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.817 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.817 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.817 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.817 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.817 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:04.818 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:41:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:05 smithi193 ceph-mon[83873]: from='client.44603 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:05 smithi193 ceph-mon[83873]: pgmap v1115: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:05 smithi071 ceph-mon[88660]: from='client.44603 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:05 smithi071 ceph-mon[88660]: pgmap v1115: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:06.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:05 smithi071 ceph-mon[91105]: from='client.44603 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:06.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:05 smithi071 ceph-mon[91105]: pgmap v1115: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:08.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:07 smithi193 ceph-mon[83873]: pgmap v1116: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:08.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:07 smithi071 ceph-mon[88660]: pgmap v1116: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:08.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:07 smithi071 ceph-mon[91105]: pgmap v1116: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:10.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:09 smithi193 ceph-mon[83873]: pgmap v1117: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:09 smithi071 ceph-mon[88660]: pgmap v1117: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:10.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:09 smithi071 ceph-mon[91105]: pgmap v1117: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:11.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:41:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:41:11] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:41:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:11 smithi193 ceph-mon[83873]: pgmap v1118: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:12.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:11 smithi071 ceph-mon[88660]: pgmap v1118: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:12.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:11 smithi071 ceph-mon[91105]: pgmap v1118: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:41:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:41:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:13 smithi193 ceph-mon[83873]: pgmap v1119: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:14.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:13 smithi071 ceph-mon[91105]: pgmap v1119: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:14.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:13 smithi071 ceph-mon[88660]: pgmap v1119: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:14.819 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:41:15.043 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:41:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:15 smithi193 ceph-mon[83873]: pgmap v1120: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:16.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:15 smithi071 ceph-mon[91105]: pgmap v1120: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:15 smithi071 ceph-mon[88660]: pgmap v1120: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:41:17.083 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:41:17.703 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1121,"stamp":"2024-03-10T21:41:16.338185+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004306"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1138,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266088+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:36:24.266088+0000","last_peered":"2024-03-10T21:36:24.266088+0000","last_clean":"2024-03-10T21:36:24.266088+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:36:24.266088+0000","last_undegraded":"2024-03-10T21:36:24.266088+0000","last_fullsized":"2024-03-10T21:36:24.266088+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045502+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:36:53.045502+0000","last_peered":"2024-03-10T21:36:53.045502+0000","last_clean":"2024-03-10T21:36:53.045502+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:36:53.045502+0000","last_undegraded":"2024-03-10T21:36:53.045502+0000","last_fullsized":"2024-03-10T21:36:53.045502+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1157,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266113+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:36:24.266113+0000","last_peered":"2024-03-10T21:36:24.266113+0000","last_clean":"2024-03-10T21:36:24.266113+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:36:24.266113+0000","last_undegraded":"2024-03-10T21:36:24.266113+0000","last_fullsized":"2024-03-10T21:36:24.266113+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:24.266128+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:36:24.266128+0000","last_peered":"2024-03-10T21:36:24.266128+0000","last_clean":"2024-03-10T21:36:24.266128+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:36:24.266128+0000","last_undegraded":"2024-03-10T21:36:24.266128+0000","last_fullsized":"2024-03-10T21:36:24.266128+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045518+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:36:53.045518+0000","last_peered":"2024-03-10T21:36:53.045518+0000","last_clean":"2024-03-10T21:36:53.045518+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:36:53.045518+0000","last_undegraded":"2024-03-10T21:36:53.045518+0000","last_fullsized":"2024-03-10T21:36:53.045518+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272345+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:37:14.272345+0000","last_peered":"2024-03-10T21:37:14.272345+0000","last_clean":"2024-03-10T21:37:14.272345+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:37:14.272345+0000","last_undegraded":"2024-03-10T21:37:14.272345+0000","last_fullsized":"2024-03-10T21:37:14.272345+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272289+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:37:14.272289+0000","last_peered":"2024-03-10T21:37:14.272289+0000","last_clean":"2024-03-10T21:37:14.272289+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:37:14.272289+0000","last_undegraded":"2024-03-10T21:37:14.272289+0000","last_fullsized":"2024-03-10T21:37:14.272289+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272328+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:37:14.272328+0000","last_peered":"2024-03-10T21:37:14.272328+0000","last_clean":"2024-03-10T21:37:14.272328+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:37:14.272328+0000","last_undegraded":"2024-03-10T21:37:14.272328+0000","last_fullsized":"2024-03-10T21:37:14.272328+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045440+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:36:53.045440+0000","last_peered":"2024-03-10T21:36:53.045440+0000","last_clean":"2024-03-10T21:36:53.045440+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:36:53.045440+0000","last_undegraded":"2024-03-10T21:36:53.045440+0000","last_fullsized":"2024-03-10T21:36:53.045440+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045484+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:36:53.045484+0000","last_peered":"2024-03-10T21:36:53.045484+0000","last_clean":"2024-03-10T21:36:53.045484+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:36:53.045484+0000","last_undegraded":"2024-03-10T21:36:53.045484+0000","last_fullsized":"2024-03-10T21:36:53.045484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:53.045540+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:36:53.045540+0000","last_peered":"2024-03-10T21:36:53.045540+0000","last_clean":"2024-03-10T21:36:53.045540+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:36:53.045540+0000","last_undegraded":"2024-03-10T21:36:53.045540+0000","last_fullsized":"2024-03-10T21:36:53.045540+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:14.272314+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:37:14.272314+0000","last_peered":"2024-03-10T21:37:14.272314+0000","last_clean":"2024-03-10T21:37:14.272314+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:37:14.272314+0000","last_undegraded":"2024-03-10T21:37:14.272314+0000","last_fullsized":"2024-03-10T21:37:14.272314+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536198,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680845,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142449,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123576,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965098,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918563,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806620,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727381,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:41:17.708 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.708 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.708 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:17.709 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:41:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:17 smithi193 ceph-mon[83873]: pgmap v1121: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:41:18.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:17 smithi071 ceph-mon[88660]: pgmap v1121: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:18.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:41:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:17 smithi071 ceph-mon[91105]: pgmap v1121: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:41:19.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:18 smithi193 ceph-mon[83873]: from='client.44609 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:19.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:18 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[88660]: from='client.44609 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:41:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:41:19.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:41:19.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[91105]: from='client.44609 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:19.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:19.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:41:19.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:41:19.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:18 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:41:20.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:19 smithi193 ceph-mon[83873]: pgmap v1122: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:20.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:19 smithi071 ceph-mon[88660]: pgmap v1122: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:20.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:19 smithi071 ceph-mon[91105]: pgmap v1122: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:41:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:41:21] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:41:22.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:21 smithi193 ceph-mon[83873]: pgmap v1123: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:22.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:21 smithi071 ceph-mon[88660]: pgmap v1123: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:22.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:21 smithi071 ceph-mon[91105]: pgmap v1123: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:41:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:41:24.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:23 smithi193 ceph-mon[83873]: pgmap v1124: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:24.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:23 smithi071 ceph-mon[88660]: pgmap v1124: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:24.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:23 smithi071 ceph-mon[91105]: pgmap v1124: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:26.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:25 smithi193 ceph-mon[83873]: pgmap v1125: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:26.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:25 smithi071 ceph-mon[88660]: pgmap v1125: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:26.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:25 smithi071 ceph-mon[91105]: pgmap v1125: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:27.710 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:41:27.928 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:41:28.049 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:27 smithi071 ceph-mon[88660]: pgmap v1126: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:28.049 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:27 smithi071 ceph-mon[91105]: pgmap v1126: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:27 smithi193 ceph-mon[83873]: pgmap v1126: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:29 smithi071 ceph-mon[91105]: pgmap v1127: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:29.836 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:29 smithi071 ceph-mon[88660]: pgmap v1127: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:29.921 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:41:29.923 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:41:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:29 smithi193 ceph-mon[83873]: pgmap v1127: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:30.636 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1127,"stamp":"2024-03-10T21:41:28.342197+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004012"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583012+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:36:46.583012+0000","last_peered":"2024-03-10T21:36:46.583012+0000","last_clean":"2024-03-10T21:36:46.583012+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:36:46.583012+0000","last_undegraded":"2024-03-10T21:36:46.583012+0000","last_fullsized":"2024-03-10T21:36:46.583012+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1112,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.582979+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:36:46.582979+0000","last_peered":"2024-03-10T21:36:46.582979+0000","last_clean":"2024-03-10T21:36:46.582979+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:36:46.582979+0000","last_undegraded":"2024-03-10T21:36:46.582979+0000","last_fullsized":"2024-03-10T21:36:46.582979+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:36:46.583026+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:36:46.583026+0000","last_peered":"2024-03-10T21:36:46.583026+0000","last_clean":"2024-03-10T21:36:46.583026+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:36:46.583026+0000","last_undegraded":"2024-03-10T21:36:46.583026+0000","last_fullsized":"2024-03-10T21:36:46.583026+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536201,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680848,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142452,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123578,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965100,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918566,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806622,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727383,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.642 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.643 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.643 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.643 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.643 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.643 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:30.643 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:41:31.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:30 smithi193 ceph-mon[83873]: from='client.34692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:31.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:30 smithi071 ceph-mon[88660]: from='client.34692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:31.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:30 smithi071 ceph-mon[91105]: from='client.34692 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:41:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:41:31] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:41:32.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:31 smithi193 ceph-mon[83873]: pgmap v1128: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:32.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:31 smithi071 ceph-mon[88660]: pgmap v1128: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:32.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:31 smithi071 ceph-mon[91105]: pgmap v1128: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:41:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:41:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:33 smithi193 ceph-mon[83873]: pgmap v1129: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:33 smithi071 ceph-mon[88660]: pgmap v1129: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:34.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:34.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:33 smithi071 ceph-mon[91105]: pgmap v1129: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:34.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:35 smithi193 ceph-mon[83873]: pgmap v1130: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:35 smithi071 ceph-mon[88660]: pgmap v1130: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:36.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:35 smithi071 ceph-mon[91105]: pgmap v1130: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:37 smithi193 ceph-mon[83873]: pgmap v1131: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:37 smithi071 ceph-mon[88660]: pgmap v1131: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:38.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:37 smithi071 ceph-mon[91105]: pgmap v1131: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:39 smithi193 ceph-mon[83873]: pgmap v1132: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:39 smithi071 ceph-mon[88660]: pgmap v1132: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:40.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:39 smithi071 ceph-mon[91105]: pgmap v1132: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:40.644 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:41:40.855 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:41:41.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:41:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:41:41] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-03-10T21:41:42.013 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:41 smithi071 ceph-mon[88660]: pgmap v1133: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:42.014 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:41 smithi071 ceph-mon[91105]: pgmap v1133: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:41 smithi193 ceph-mon[83873]: pgmap v1133: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:41:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:41:42.788 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:41:42.790 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:41:43.455 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1134,"stamp":"2024-03-10T21:41:42.347144+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004328"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120233+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:37:43.120233+0000","last_peered":"2024-03-10T21:37:43.120233+0000","last_clean":"2024-03-10T21:37:43.120233+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:37:43.120233+0000","last_undegraded":"2024-03-10T21:37:43.120233+0000","last_fullsized":"2024-03-10T21:37:43.120233+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1233,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120244+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:37:43.120244+0000","last_peered":"2024-03-10T21:37:43.120244+0000","last_clean":"2024-03-10T21:37:43.120244+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:37:43.120244+0000","last_undegraded":"2024-03-10T21:37:43.120244+0000","last_fullsized":"2024-03-10T21:37:43.120244+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047115+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:37:08.047115+0000","last_peered":"2024-03-10T21:37:08.047115+0000","last_clean":"2024-03-10T21:37:08.047115+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:37:08.047115+0000","last_undegraded":"2024-03-10T21:37:08.047115+0000","last_fullsized":"2024-03-10T21:37:08.047115+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:08.047082+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:37:08.047082+0000","last_peered":"2024-03-10T21:37:08.047082+0000","last_clean":"2024-03-10T21:37:08.047082+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:37:08.047082+0000","last_undegraded":"2024-03-10T21:37:08.047082+0000","last_fullsized":"2024-03-10T21:37:08.047082+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:19.086103+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:37:19.086103+0000","last_peered":"2024-03-10T21:37:19.086103+0000","last_clean":"2024-03-10T21:37:19.086103+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:37:19.086103+0000","last_undegraded":"2024-03-10T21:37:19.086103+0000","last_fullsized":"2024-03-10T21:37:19.086103+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1295,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635042+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:37:22.635042+0000","last_peered":"2024-03-10T21:37:22.635042+0000","last_clean":"2024-03-10T21:37:22.635042+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:37:22.635042+0000","last_undegraded":"2024-03-10T21:37:22.635042+0000","last_fullsized":"2024-03-10T21:37:22.635042+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871402+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:37:33.871402+0000","last_peered":"2024-03-10T21:37:33.871402+0000","last_clean":"2024-03-10T21:37:33.871402+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:37:33.871402+0000","last_undegraded":"2024-03-10T21:37:33.871402+0000","last_fullsized":"2024-03-10T21:37:33.871402+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22335,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:34.274774+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:37:34.274774+0000","last_peered":"2024-03-10T21:37:34.274774+0000","last_clean":"2024-03-10T21:37:34.274774+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:37:34.274774+0000","last_undegraded":"2024-03-10T21:37:34.274774+0000","last_fullsized":"2024-03-10T21:37:34.274774+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871378+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:37:33.871378+0000","last_peered":"2024-03-10T21:37:33.871378+0000","last_clean":"2024-03-10T21:37:33.871378+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:37:33.871378+0000","last_undegraded":"2024-03-10T21:37:33.871378+0000","last_fullsized":"2024-03-10T21:37:33.871378+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120198+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:37:43.120198+0000","last_peered":"2024-03-10T21:37:43.120198+0000","last_clean":"2024-03-10T21:37:43.120198+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:37:43.120198+0000","last_undegraded":"2024-03-10T21:37:43.120198+0000","last_fullsized":"2024-03-10T21:37:43.120198+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635030+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:37:22.635030+0000","last_peered":"2024-03-10T21:37:22.635030+0000","last_clean":"2024-03-10T21:37:22.635030+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:37:22.635030+0000","last_undegraded":"2024-03-10T21:37:22.635030+0000","last_fullsized":"2024-03-10T21:37:22.635030+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5065,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:43.120175+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:37:43.120175+0000","last_peered":"2024-03-10T21:37:43.120175+0000","last_clean":"2024-03-10T21:37:43.120175+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:37:43.120175+0000","last_undegraded":"2024-03-10T21:37:43.120175+0000","last_fullsized":"2024-03-10T21:37:43.120175+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634944+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:37:22.634944+0000","last_peered":"2024-03-10T21:37:22.634944+0000","last_clean":"2024-03-10T21:37:22.634944+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:37:22.634944+0000","last_undegraded":"2024-03-10T21:37:22.634944+0000","last_fullsized":"2024-03-10T21:37:22.634944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12417,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:19.086063+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:37:19.086063+0000","last_peered":"2024-03-10T21:37:19.086063+0000","last_clean":"2024-03-10T21:37:19.086063+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:37:19.086063+0000","last_undegraded":"2024-03-10T21:37:19.086063+0000","last_fullsized":"2024-03-10T21:37:19.086063+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634967+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:37:22.634967+0000","last_peered":"2024-03-10T21:37:22.634967+0000","last_clean":"2024-03-10T21:37:22.634967+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:37:22.634967+0000","last_undegraded":"2024-03-10T21:37:22.634967+0000","last_fullsized":"2024-03-10T21:37:22.634967+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.634977+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:37:22.634977+0000","last_peered":"2024-03-10T21:37:22.634977+0000","last_clean":"2024-03-10T21:37:22.634977+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:37:22.634977+0000","last_undegraded":"2024-03-10T21:37:22.634977+0000","last_fullsized":"2024-03-10T21:37:22.634977+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871411+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:37:33.871411+0000","last_peered":"2024-03-10T21:37:33.871411+0000","last_clean":"2024-03-10T21:37:33.871411+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:37:33.871411+0000","last_undegraded":"2024-03-10T21:37:33.871411+0000","last_fullsized":"2024-03-10T21:37:33.871411+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:33.871426+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:37:33.871426+0000","last_peered":"2024-03-10T21:37:33.871426+0000","last_clean":"2024-03-10T21:37:33.871426+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:37:33.871426+0000","last_undegraded":"2024-03-10T21:37:33.871426+0000","last_fullsized":"2024-03-10T21:37:33.871426+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:22.635015+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:37:22.635015+0000","last_peered":"2024-03-10T21:37:22.635015+0000","last_clean":"2024-03-10T21:37:22.635015+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:37:22.635015+0000","last_undegraded":"2024-03-10T21:37:22.635015+0000","last_fullsized":"2024-03-10T21:37:22.635015+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1167,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:34.274720+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:37:34.274720+0000","last_peered":"2024-03-10T21:37:34.274720+0000","last_clean":"2024-03-10T21:37:34.274720+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:37:34.274720+0000","last_undegraded":"2024-03-10T21:37:34.274720+0000","last_fullsized":"2024-03-10T21:37:34.274720+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:13.429785+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:37:13.429785+0000","last_peered":"2024-03-10T21:37:13.429785+0000","last_clean":"2024-03-10T21:37:13.429785+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:37:13.429785+0000","last_undegraded":"2024-03-10T21:37:13.429785+0000","last_fullsized":"2024-03-10T21:37:13.429785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536203,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680851,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142454,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123581,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965103,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918568,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806625,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727386,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.461 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.462 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:43.462 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:41:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:43 smithi193 ceph-mon[83873]: pgmap v1134: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:43 smithi193 ceph-mon[83873]: from='client.34698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:44.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:43 smithi071 ceph-mon[88660]: pgmap v1134: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:44.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:43 smithi071 ceph-mon[88660]: from='client.34698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:43 smithi071 ceph-mon[91105]: pgmap v1134: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:43 smithi071 ceph-mon[91105]: from='client.34698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:45 smithi193 ceph-mon[83873]: pgmap v1135: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:45 smithi071 ceph-mon[88660]: pgmap v1135: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:45 smithi071 ceph-mon[91105]: pgmap v1135: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:48.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:47 smithi193 ceph-mon[83873]: pgmap v1136: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:48.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:47 smithi071 ceph-mon[88660]: pgmap v1136: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:48.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:47 smithi071 ceph-mon[91105]: pgmap v1136: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:49.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:48 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:49.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:48 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:49.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:48 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:41:50.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:49 smithi193 ceph-mon[83873]: pgmap v1137: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:50.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:49 smithi071 ceph-mon[88660]: pgmap v1137: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:50.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:49 smithi071 ceph-mon[91105]: pgmap v1137: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:41:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:41:51] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:41:52.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:51 smithi193 ceph-mon[83873]: pgmap v1138: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:52.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:51 smithi071 ceph-mon[88660]: pgmap v1138: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:52.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:51 smithi071 ceph-mon[91105]: pgmap v1138: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:41:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:41:53.463 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:41:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:41:54.027 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:53 smithi071 ceph-mon[88660]: pgmap v1139: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:54.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:53 smithi071 ceph-mon[91105]: pgmap v1139: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:54.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:53 smithi193 ceph-mon[83873]: pgmap v1139: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:55.543 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:41:55.545 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:41:55.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:55 smithi071 ceph-mon[88660]: pgmap v1140: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:55.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:55 smithi071 ceph-mon[91105]: pgmap v1140: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:56.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:55 smithi193 ceph-mon[83873]: pgmap v1140: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:56.169 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1140,"stamp":"2024-03-10T21:41:54.351084+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003939"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1135,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:01.584670+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:37:01.584670+0000","last_peered":"2024-03-10T21:37:01.584670+0000","last_clean":"2024-03-10T21:37:01.584670+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:37:01.584670+0000","last_undegraded":"2024-03-10T21:37:01.584670+0000","last_fullsized":"2024-03-10T21:37:01.584670+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590068+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:37:51.590068+0000","last_peered":"2024-03-10T21:37:51.590068+0000","last_clean":"2024-03-10T21:37:51.590068+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:37:51.590068+0000","last_undegraded":"2024-03-10T21:37:51.590068+0000","last_fullsized":"2024-03-10T21:37:51.590068+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2937,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.590035+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:37:51.590035+0000","last_peered":"2024-03-10T21:37:51.590035+0000","last_clean":"2024-03-10T21:37:51.590035+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:37:51.590035+0000","last_undegraded":"2024-03-10T21:37:51.590035+0000","last_fullsized":"2024-03-10T21:37:51.590035+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:51.589998+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:37:51.589998+0000","last_peered":"2024-03-10T21:37:51.589998+0000","last_clean":"2024-03-10T21:37:51.589998+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:37:51.589998+0000","last_undegraded":"2024-03-10T21:37:51.589998+0000","last_fullsized":"2024-03-10T21:37:51.589998+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536206,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680853,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142457,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123584,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965106,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918571,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806628,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727389,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:41:56.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.174 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:41:56.175 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:41:57.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:56 smithi193 ceph-mon[83873]: from='client.34704 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:57.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:56 smithi071 ceph-mon[88660]: from='client.34704 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:57.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:56 smithi071 ceph-mon[91105]: from='client.34704 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:41:58.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:57 smithi193 ceph-mon[83873]: pgmap v1141: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:58.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:57 smithi071 ceph-mon[88660]: pgmap v1141: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:41:58.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:57 smithi071 ceph-mon[91105]: pgmap v1141: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:00.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:41:59 smithi193 ceph-mon[83873]: pgmap v1142: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:00.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:41:59 smithi071 ceph-mon[88660]: pgmap v1142: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:00.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:41:59 smithi071 ceph-mon[91105]: pgmap v1142: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:42:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:42:01] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:42:02.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:01 smithi193 ceph-mon[83873]: pgmap v1143: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:02.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:01 smithi071 ceph-mon[88660]: pgmap v1143: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:02.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:01 smithi071 ceph-mon[91105]: pgmap v1143: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:42:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:42:03.334 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:42:03 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a[119433]: logger=cleanup t=2024-03-10T21:42:03.006471533Z level=info msg="Completed cleanup jobs" duration=6.396617ms 2024-03-10T21:42:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:03 smithi193 ceph-mon[83873]: pgmap v1144: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:04.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:04.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:03 smithi071 ceph-mon[88660]: pgmap v1144: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:04.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:04.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:03 smithi071 ceph-mon[91105]: pgmap v1144: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:04.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:06.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:05 smithi193 ceph-mon[83873]: pgmap v1145: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:06.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:05 smithi071 ceph-mon[88660]: pgmap v1145: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:06.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:05 smithi071 ceph-mon[91105]: pgmap v1145: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:06.177 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:42:06.397 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:42:08.008 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:07 smithi071 ceph-mon[88660]: pgmap v1146: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:08.009 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:07 smithi071 ceph-mon[91105]: pgmap v1146: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:08.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:07 smithi193 ceph-mon[83873]: pgmap v1146: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:08.317 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:42:08.319 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:42:08.946 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1146,"stamp":"2024-03-10T21:42:06.354958+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003873"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1084,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048990+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:37:23.048990+0000","last_peered":"2024-03-10T21:37:23.048990+0000","last_clean":"2024-03-10T21:37:23.048990+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:37:23.048990+0000","last_undegraded":"2024-03-10T21:37:23.048990+0000","last_fullsized":"2024-03-10T21:37:23.048990+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1217,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118161+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:37:23.118161+0000","last_peered":"2024-03-10T21:37:23.118161+0000","last_clean":"2024-03-10T21:37:23.118161+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:37:23.118161+0000","last_undegraded":"2024-03-10T21:37:23.118161+0000","last_fullsized":"2024-03-10T21:37:23.118161+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432404+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:37:38.432404+0000","last_peered":"2024-03-10T21:37:38.432404+0000","last_clean":"2024-03-10T21:37:38.432404+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:37:38.432404+0000","last_undegraded":"2024-03-10T21:37:38.432404+0000","last_fullsized":"2024-03-10T21:37:38.432404+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118142+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:37:23.118142+0000","last_peered":"2024-03-10T21:37:23.118142+0000","last_clean":"2024-03-10T21:37:23.118142+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:37:23.118142+0000","last_undegraded":"2024-03-10T21:37:23.118142+0000","last_fullsized":"2024-03-10T21:37:23.118142+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1223,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.118106+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:37:23.118106+0000","last_peered":"2024-03-10T21:37:23.118106+0000","last_clean":"2024-03-10T21:37:23.118106+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:37:23.118106+0000","last_undegraded":"2024-03-10T21:37:23.118106+0000","last_fullsized":"2024-03-10T21:37:23.118106+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1180,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:39.088268+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:37:39.088268+0000","last_peered":"2024-03-10T21:37:39.088268+0000","last_clean":"2024-03-10T21:37:39.088268+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:37:39.088268+0000","last_undegraded":"2024-03-10T21:37:39.088268+0000","last_fullsized":"2024-03-10T21:37:39.088268+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:23.048945+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:37:23.048945+0000","last_peered":"2024-03-10T21:37:23.048945+0000","last_clean":"2024-03-10T21:37:23.048945+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:37:23.048945+0000","last_undegraded":"2024-03-10T21:37:23.048945+0000","last_fullsized":"2024-03-10T21:37:23.048945+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1324,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432442+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:37:38.432442+0000","last_peered":"2024-03-10T21:37:38.432442+0000","last_clean":"2024-03-10T21:37:38.432442+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:37:38.432442+0000","last_undegraded":"2024-03-10T21:37:38.432442+0000","last_fullsized":"2024-03-10T21:37:38.432442+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.432425+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:37:38.432425+0000","last_peered":"2024-03-10T21:37:38.432425+0000","last_clean":"2024-03-10T21:37:38.432425+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:37:38.432425+0000","last_undegraded":"2024-03-10T21:37:38.432425+0000","last_fullsized":"2024-03-10T21:37:38.432425+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4673,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874165+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:37:58.874165+0000","last_peered":"2024-03-10T21:37:58.874165+0000","last_clean":"2024-03-10T21:37:58.874165+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:37:58.874165+0000","last_undegraded":"2024-03-10T21:37:58.874165+0000","last_fullsized":"2024-03-10T21:37:58.874165+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9038,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874274+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:37:58.874274+0000","last_peered":"2024-03-10T21:37:58.874274+0000","last_clean":"2024-03-10T21:37:58.874274+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:37:58.874274+0000","last_undegraded":"2024-03-10T21:37:58.874274+0000","last_fullsized":"2024-03-10T21:37:58.874274+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.123240+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:38:08.123240+0000","last_peered":"2024-03-10T21:38:08.123240+0000","last_clean":"2024-03-10T21:38:08.123240+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:38:08.123240+0000","last_undegraded":"2024-03-10T21:38:08.123240+0000","last_fullsized":"2024-03-10T21:38:08.123240+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1584,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054152+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:38:08.054152+0000","last_peered":"2024-03-10T21:38:08.054152+0000","last_clean":"2024-03-10T21:38:08.054152+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:38:08.054152+0000","last_undegraded":"2024-03-10T21:38:08.054152+0000","last_fullsized":"2024-03-10T21:38:08.054152+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:08.054125+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:38:08.054125+0000","last_peered":"2024-03-10T21:38:08.054125+0000","last_clean":"2024-03-10T21:38:08.054125+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:38:08.054125+0000","last_undegraded":"2024-03-10T21:38:08.054125+0000","last_fullsized":"2024-03-10T21:38:08.054125+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:58.874255+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:37:58.874255+0000","last_peered":"2024-03-10T21:37:58.874255+0000","last_clean":"2024-03-10T21:37:58.874255+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:37:58.874255+0000","last_undegraded":"2024-03-10T21:37:58.874255+0000","last_fullsized":"2024-03-10T21:37:58.874255+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4248,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637445+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:37:47.637445+0000","last_peered":"2024-03-10T21:37:47.637445+0000","last_clean":"2024-03-10T21:37:47.637445+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:37:47.637445+0000","last_undegraded":"2024-03-10T21:37:47.637445+0000","last_fullsized":"2024-03-10T21:37:47.637445+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9102,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:58.874210+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:37:58.874210+0000","last_peered":"2024-03-10T21:37:58.874210+0000","last_clean":"2024-03-10T21:37:58.874210+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:37:58.874210+0000","last_undegraded":"2024-03-10T21:37:58.874210+0000","last_fullsized":"2024-03-10T21:37:58.874210+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:47.637490+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:37:47.637490+0000","last_peered":"2024-03-10T21:37:47.637490+0000","last_clean":"2024-03-10T21:37:47.637490+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:37:47.637490+0000","last_undegraded":"2024-03-10T21:37:47.637490+0000","last_fullsized":"2024-03-10T21:37:47.637490+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536208,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142459,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123586,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965108,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918573,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806630,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727391,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.952 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.953 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:08.953 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:42:10.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:09 smithi193 ceph-mon[83873]: from='client.44633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:10.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:09 smithi193 ceph-mon[83873]: pgmap v1147: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:09 smithi071 ceph-mon[88660]: from='client.44633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:09 smithi071 ceph-mon[88660]: pgmap v1147: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:10.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:09 smithi071 ceph-mon[91105]: from='client.44633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:10.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:09 smithi071 ceph-mon[91105]: pgmap v1147: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:11.531 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:42:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:42:11] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:42:11.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:11 smithi071 ceph-mon[88660]: pgmap v1148: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:11.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:11 smithi071 ceph-mon[91105]: pgmap v1148: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:12.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:11 smithi193 ceph-mon[83873]: pgmap v1148: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:42:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:42:14.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:13 smithi193 ceph-mon[83873]: pgmap v1149: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:14.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:13 smithi071 ceph-mon[88660]: pgmap v1149: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:14.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:13 smithi071 ceph-mon[91105]: pgmap v1149: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:16.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:15 smithi193 ceph-mon[83873]: pgmap v1150: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:16.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:15 smithi071 ceph-mon[88660]: pgmap v1150: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:16.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:15 smithi071 ceph-mon[91105]: pgmap v1150: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:18.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:17 smithi193 ceph-mon[83873]: pgmap v1151: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:18.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:17 smithi071 ceph-mon[88660]: pgmap v1151: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:18.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:17 smithi071 ceph-mon[91105]: pgmap v1151: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:18.953 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:42:19.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:19.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:42:19.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:19.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:42:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:19.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:42:19.664 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:42:20.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:19 smithi193 ceph-mon[83873]: pgmap v1152: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:20.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:19 smithi071 ceph-mon[88660]: pgmap v1152: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:20.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:19 smithi071 ceph-mon[91105]: pgmap v1152: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:21.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:42:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:42:21] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:42:21.481 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:42:21.483 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:42:22.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:21 smithi193 ceph-mon[83873]: pgmap v1153: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:22.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:21 smithi071 ceph-mon[88660]: pgmap v1153: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:22.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:21 smithi071 ceph-mon[91105]: pgmap v1153: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:22.361 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1153,"stamp":"2024-03-10T21:42:20.359828+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004372"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:32.642069+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:38:32.642069+0000","last_peered":"2024-03-10T21:38:32.642069+0000","last_clean":"2024-03-10T21:38:32.642069+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:38:32.642069+0000","last_undegraded":"2024-03-10T21:38:32.642069+0000","last_fullsized":"2024-03-10T21:38:32.642069+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1098,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592383+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:38:11.592383+0000","last_peered":"2024-03-10T21:38:11.592383+0000","last_clean":"2024-03-10T21:38:11.592383+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:38:11.592383+0000","last_undegraded":"2024-03-10T21:38:11.592383+0000","last_fullsized":"2024-03-10T21:38:11.592383+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13457,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:37:54.277118+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:37:54.277118+0000","last_peered":"2024-03-10T21:37:54.277118+0000","last_clean":"2024-03-10T21:37:54.277118+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:37:54.277118+0000","last_undegraded":"2024-03-10T21:37:54.277118+0000","last_fullsized":"2024-03-10T21:37:54.277118+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1124,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592319+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:38:11.592319+0000","last_peered":"2024-03-10T21:38:11.592319+0000","last_clean":"2024-03-10T21:38:11.592319+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:38:11.592319+0000","last_undegraded":"2024-03-10T21:38:11.592319+0000","last_fullsized":"2024-03-10T21:38:11.592319+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1161,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277091+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:37:54.277091+0000","last_peered":"2024-03-10T21:37:54.277091+0000","last_clean":"2024-03-10T21:37:54.277091+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:37:54.277091+0000","last_undegraded":"2024-03-10T21:37:54.277091+0000","last_fullsized":"2024-03-10T21:37:54.277091+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1118,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:11.592368+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:38:11.592368+0000","last_peered":"2024-03-10T21:38:11.592368+0000","last_clean":"2024-03-10T21:38:11.592368+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:38:11.592368+0000","last_undegraded":"2024-03-10T21:38:11.592368+0000","last_fullsized":"2024-03-10T21:38:11.592368+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1144,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:54.277054+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:37:54.277054+0000","last_peered":"2024-03-10T21:37:54.277054+0000","last_clean":"2024-03-10T21:37:54.277054+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:37:54.277054+0000","last_undegraded":"2024-03-10T21:37:54.277054+0000","last_fullsized":"2024-03-10T21:37:54.277054+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536211,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680858,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142462,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123589,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965111,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918576,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806633,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727394,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.367 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:22.368 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:42:22.574 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:42:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:42:22.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:22 smithi193 ceph-mon[83873]: from='client.44639 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:22 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:22.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:22 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:23.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:22 smithi071 ceph-mon[88660]: from='client.44639 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:23.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:22 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:23.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:22 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:23.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:22 smithi071 ceph-mon[91105]: from='client.44639 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:23.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:22 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:23.055 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:22 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:24.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:23 smithi193 ceph-mon[83873]: pgmap v1154: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:24.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:23 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:24.085 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:23 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:24.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:23 smithi071 ceph-mon[88660]: pgmap v1154: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:24.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:23 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:24.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:23 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:24.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:23 smithi071 ceph-mon[91105]: pgmap v1154: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:24.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:23 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:24.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:23 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:25.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:42:25.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:42:25.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:25.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:42:25.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:42:25.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:25.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:42:25.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:42:25.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:42:26.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:25 smithi193 ceph-mon[83873]: pgmap v1155: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:26.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:25 smithi071 ceph-mon[88660]: pgmap v1155: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:26.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:25 smithi071 ceph-mon[91105]: pgmap v1155: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:28.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:27 smithi193 ceph-mon[83873]: pgmap v1156: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:28.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:27 smithi071 ceph-mon[88660]: pgmap v1156: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:28.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:27 smithi071 ceph-mon[91105]: pgmap v1156: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:30.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:29 smithi193 ceph-mon[83873]: pgmap v1157: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:30.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:29 smithi071 ceph-mon[88660]: pgmap v1157: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:30.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:29 smithi071 ceph-mon[91105]: pgmap v1157: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:31.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:42:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:42:31] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:42:32.086 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:31 smithi193 ceph-mon[83873]: pgmap v1158: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:32.086 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:31 smithi071 ceph-mon[88660]: pgmap v1158: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:32.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:31 smithi071 ceph-mon[91105]: pgmap v1158: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:32.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:42:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:42:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:42:32.586 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:42:34.048 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:33 smithi071 ceph-mon[88660]: pgmap v1159: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:34.048 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:34.048 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:33 smithi071 ceph-mon[91105]: pgmap v1159: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:34.049 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:33 smithi193 ceph-mon[83873]: pgmap v1159: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:34.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:34.505 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:42:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:42:35.227 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1160,"stamp":"2024-03-10T21:42:34.364025+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003686"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056231+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:38:28.056231+0000","last_peered":"2024-03-10T21:38:28.056231+0000","last_clean":"2024-03-10T21:38:28.056231+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:38:28.056231+0000","last_undegraded":"2024-03-10T21:38:28.056231+0000","last_fullsized":"2024-03-10T21:38:28.056231+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437974+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:38:28.437974+0000","last_peered":"2024-03-10T21:38:28.437974+0000","last_clean":"2024-03-10T21:38:28.437974+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:38:28.437974+0000","last_undegraded":"2024-03-10T21:38:28.437974+0000","last_fullsized":"2024-03-10T21:38:28.437974+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1067,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050391+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:37:38.050391+0000","last_peered":"2024-03-10T21:37:38.050391+0000","last_clean":"2024-03-10T21:37:38.050391+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:37:38.050391+0000","last_undegraded":"2024-03-10T21:37:38.050391+0000","last_fullsized":"2024-03-10T21:37:38.050391+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1092,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050358+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:37:38.050358+0000","last_peered":"2024-03-10T21:37:38.050358+0000","last_clean":"2024-03-10T21:37:38.050358+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:37:38.050358+0000","last_undegraded":"2024-03-10T21:37:38.050358+0000","last_fullsized":"2024-03-10T21:37:38.050358+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1187,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120145+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:37:43.120145+0000","last_peered":"2024-03-10T21:37:43.120145+0000","last_clean":"2024-03-10T21:37:43.120145+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:37:43.120145+0000","last_undegraded":"2024-03-10T21:37:43.120145+0000","last_fullsized":"2024-03-10T21:37:43.120145+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1329,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438032+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:38:28.438032+0000","last_peered":"2024-03-10T21:38:28.438032+0000","last_clean":"2024-03-10T21:38:28.438032+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:38:28.438032+0000","last_undegraded":"2024-03-10T21:38:28.438032+0000","last_fullsized":"2024-03-10T21:38:28.438032+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.438020+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:38:28.438020+0000","last_peered":"2024-03-10T21:38:28.438020+0000","last_clean":"2024-03-10T21:38:28.438020+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:38:28.438020+0000","last_undegraded":"2024-03-10T21:38:28.438020+0000","last_fullsized":"2024-03-10T21:38:28.438020+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1079,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050442+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:37:38.050442+0000","last_peered":"2024-03-10T21:37:38.050442+0000","last_clean":"2024-03-10T21:37:38.050442+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:37:38.050442+0000","last_undegraded":"2024-03-10T21:37:38.050442+0000","last_fullsized":"2024-03-10T21:37:38.050442+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1089,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:38.050417+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:37:38.050417+0000","last_peered":"2024-03-10T21:37:38.050417+0000","last_clean":"2024-03-10T21:37:38.050417+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:37:38.050417+0000","last_undegraded":"2024-03-10T21:37:38.050417+0000","last_fullsized":"2024-03-10T21:37:38.050417+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:43.120217+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:37:43.120217+0000","last_peered":"2024-03-10T21:37:43.120217+0000","last_clean":"2024-03-10T21:37:43.120217+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:37:43.120217+0000","last_undegraded":"2024-03-10T21:37:43.120217+0000","last_fullsized":"2024-03-10T21:37:43.120217+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5339,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437920+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:38:28.437920+0000","last_peered":"2024-03-10T21:38:28.437920+0000","last_clean":"2024-03-10T21:38:28.437920+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:38:28.437920+0000","last_undegraded":"2024-03-10T21:38:28.437920+0000","last_fullsized":"2024-03-10T21:38:28.437920+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4767,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.437984+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:38:28.437984+0000","last_peered":"2024-03-10T21:38:28.437984+0000","last_clean":"2024-03-10T21:38:28.437984+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:38:28.437984+0000","last_undegraded":"2024-03-10T21:38:28.437984+0000","last_fullsized":"2024-03-10T21:38:28.437984+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13576,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:28.056159+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:38:28.056159+0000","last_peered":"2024-03-10T21:38:28.056159+0000","last_clean":"2024-03-10T21:38:28.056159+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:38:28.056159+0000","last_undegraded":"2024-03-10T21:38:28.056159+0000","last_fullsized":"2024-03-10T21:38:28.056159+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437954+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:38:28.437954+0000","last_peered":"2024-03-10T21:38:28.437954+0000","last_clean":"2024-03-10T21:38:28.437954+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:38:28.437954+0000","last_undegraded":"2024-03-10T21:38:28.437954+0000","last_fullsized":"2024-03-10T21:38:28.437954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1095,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.056209+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:38:28.056209+0000","last_peered":"2024-03-10T21:38:28.056209+0000","last_clean":"2024-03-10T21:38:28.056209+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:38:28.056209+0000","last_undegraded":"2024-03-10T21:38:28.056209+0000","last_fullsized":"2024-03-10T21:38:28.056209+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536214,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680861,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142465,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123592,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965114,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918579,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806636,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727397,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.233 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:35.234 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:42:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:35 smithi193 ceph-mon[83873]: pgmap v1160: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:36.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:35 smithi193 ceph-mon[83873]: from='client.44645 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:35 smithi071 ceph-mon[88660]: pgmap v1160: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:36.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:35 smithi071 ceph-mon[88660]: from='client.44645 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:36.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:35 smithi071 ceph-mon[91105]: pgmap v1160: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:36.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:35 smithi071 ceph-mon[91105]: from='client.44645 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:38.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:37 smithi193 ceph-mon[83873]: pgmap v1161: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:38.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:37 smithi071 ceph-mon[88660]: pgmap v1161: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:38.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:37 smithi071 ceph-mon[91105]: pgmap v1161: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:40.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:39 smithi193 ceph-mon[83873]: pgmap v1162: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:40.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:39 smithi071 ceph-mon[88660]: pgmap v1162: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:40.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:39 smithi071 ceph-mon[91105]: pgmap v1162: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:41.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:42:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:42:41] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:42:42.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:41 smithi193 ceph-mon[83873]: pgmap v1163: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:42.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:41 smithi071 ceph-mon[88660]: pgmap v1163: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:42.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:41 smithi071 ceph-mon[91105]: pgmap v1163: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:42:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:42:44.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:43 smithi193 ceph-mon[83873]: pgmap v1164: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:44.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:43 smithi071 ceph-mon[88660]: pgmap v1164: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:44.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:43 smithi071 ceph-mon[91105]: pgmap v1164: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:45.235 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:42:45.457 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:42:46.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:45 smithi193 ceph-mon[83873]: pgmap v1165: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:46.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:45 smithi071 ceph-mon[88660]: pgmap v1165: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:46.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:45 smithi071 ceph-mon[91105]: pgmap v1165: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:47.389 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:42:47.391 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:42:48.004 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:47 smithi071 ceph-mon[88660]: pgmap v1166: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:48.004 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:48.004 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:47 smithi071 ceph-mon[91105]: pgmap v1166: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:48.004 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:48.025 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1166,"stamp":"2024-03-10T21:42:46.368685+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004659"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284005+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:38:54.284005+0000","last_peered":"2024-03-10T21:38:54.284005+0000","last_clean":"2024-03-10T21:38:54.284005+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:38:54.284005+0000","last_undegraded":"2024-03-10T21:38:54.284005+0000","last_fullsized":"2024-03-10T21:38:54.284005+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:37:59.090361+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:37:59.090361+0000","last_peered":"2024-03-10T21:37:59.090361+0000","last_clean":"2024-03-10T21:37:59.090361+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:37:59.090361+0000","last_undegraded":"2024-03-10T21:37:59.090361+0000","last_fullsized":"2024-03-10T21:37:59.090361+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:12.640141+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:38:12.640141+0000","last_peered":"2024-03-10T21:38:12.640141+0000","last_clean":"2024-03-10T21:38:12.640141+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:38:12.640141+0000","last_undegraded":"2024-03-10T21:38:12.640141+0000","last_fullsized":"2024-03-10T21:38:12.640141+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279252+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:38:14.279252+0000","last_peered":"2024-03-10T21:38:14.279252+0000","last_clean":"2024-03-10T21:38:14.279252+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:38:14.279252+0000","last_undegraded":"2024-03-10T21:38:14.279252+0000","last_fullsized":"2024-03-10T21:38:14.279252+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279321+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:38:14.279321+0000","last_peered":"2024-03-10T21:38:14.279321+0000","last_clean":"2024-03-10T21:38:14.279321+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:38:14.279321+0000","last_undegraded":"2024-03-10T21:38:14.279321+0000","last_fullsized":"2024-03-10T21:38:14.279321+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:03.435413+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:38:03.435413+0000","last_peered":"2024-03-10T21:38:03.435413+0000","last_clean":"2024-03-10T21:38:03.435413+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:38:03.435413+0000","last_undegraded":"2024-03-10T21:38:03.435413+0000","last_fullsized":"2024-03-10T21:38:03.435413+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:14.279282+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:38:14.279282+0000","last_peered":"2024-03-10T21:38:14.279282+0000","last_clean":"2024-03-10T21:38:14.279282+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:38:14.279282+0000","last_undegraded":"2024-03-10T21:38:14.279282+0000","last_fullsized":"2024-03-10T21:38:14.279282+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095173+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:38:44.095173+0000","last_peered":"2024-03-10T21:38:44.095173+0000","last_clean":"2024-03-10T21:38:44.095173+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:38:44.095173+0000","last_undegraded":"2024-03-10T21:38:44.095173+0000","last_fullsized":"2024-03-10T21:38:44.095173+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4156,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:44.095098+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:38:44.095098+0000","last_peered":"2024-03-10T21:38:44.095098+0000","last_clean":"2024-03-10T21:38:44.095098+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:38:44.095098+0000","last_undegraded":"2024-03-10T21:38:44.095098+0000","last_fullsized":"2024-03-10T21:38:44.095098+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126399+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:38:33.126399+0000","last_peered":"2024-03-10T21:38:33.126399+0000","last_clean":"2024-03-10T21:38:33.126399+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:38:33.126399+0000","last_undegraded":"2024-03-10T21:38:33.126399+0000","last_fullsized":"2024-03-10T21:38:33.126399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:44.095159+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:38:44.095159+0000","last_peered":"2024-03-10T21:38:44.095159+0000","last_clean":"2024-03-10T21:38:44.095159+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:38:44.095159+0000","last_undegraded":"2024-03-10T21:38:44.095159+0000","last_fullsized":"2024-03-10T21:38:44.095159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126351+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:38:33.126351+0000","last_peered":"2024-03-10T21:38:33.126351+0000","last_clean":"2024-03-10T21:38:33.126351+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:38:33.126351+0000","last_undegraded":"2024-03-10T21:38:33.126351+0000","last_fullsized":"2024-03-10T21:38:33.126351+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5245,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.877028+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:38:23.877028+0000","last_peered":"2024-03-10T21:38:23.877028+0000","last_clean":"2024-03-10T21:38:23.877028+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:38:23.877028+0000","last_undegraded":"2024-03-10T21:38:23.877028+0000","last_fullsized":"2024-03-10T21:38:23.877028+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4310,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:23.876953+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:38:23.876953+0000","last_peered":"2024-03-10T21:38:23.876953+0000","last_clean":"2024-03-10T21:38:23.876953+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:38:23.876953+0000","last_undegraded":"2024-03-10T21:38:23.876953+0000","last_fullsized":"2024-03-10T21:38:23.876953+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877016+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:38:23.877016+0000","last_peered":"2024-03-10T21:38:23.877016+0000","last_clean":"2024-03-10T21:38:23.877016+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:38:23.877016+0000","last_undegraded":"2024-03-10T21:38:23.877016+0000","last_fullsized":"2024-03-10T21:38:23.877016+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1273,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:23.877050+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:38:23.877050+0000","last_peered":"2024-03-10T21:38:23.877050+0000","last_clean":"2024-03-10T21:38:23.877050+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:38:23.877050+0000","last_undegraded":"2024-03-10T21:38:23.877050+0000","last_fullsized":"2024-03-10T21:38:23.877050+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126384+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:38:33.126384+0000","last_peered":"2024-03-10T21:38:33.126384+0000","last_clean":"2024-03-10T21:38:33.126384+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:38:33.126384+0000","last_undegraded":"2024-03-10T21:38:33.126384+0000","last_fullsized":"2024-03-10T21:38:33.126384+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:33.126409+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:38:33.126409+0000","last_peered":"2024-03-10T21:38:33.126409+0000","last_clean":"2024-03-10T21:38:33.126409+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:38:33.126409+0000","last_undegraded":"2024-03-10T21:38:33.126409+0000","last_fullsized":"2024-03-10T21:38:33.126409+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536216,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680863,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142467,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123594,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965116,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918581,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806638,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727399,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:42:48.030 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.030 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.030 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:42:48.031 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:42:48.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:47 smithi193 ceph-mon[83873]: pgmap v1166: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:48.084 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:42:49.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:48 smithi193 ceph-mon[83873]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:49.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:48 smithi071 ceph-mon[88660]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:49.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:48 smithi071 ceph-mon[91105]: from='client.34728 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:42:50.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:49 smithi193 ceph-mon[83873]: pgmap v1167: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:50.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:49 smithi071 ceph-mon[88660]: pgmap v1167: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:50.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:49 smithi071 ceph-mon[91105]: pgmap v1167: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:42:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:42:51] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:42:52.137 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:51 smithi193 ceph-mon[83873]: pgmap v1168: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:52.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:51 smithi071 ceph-mon[88660]: pgmap v1168: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:52.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:51 smithi071 ceph-mon[91105]: pgmap v1168: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:42:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:42:54.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:53 smithi193 ceph-mon[83873]: pgmap v1169: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:54.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:53 smithi071 ceph-mon[88660]: pgmap v1169: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:54.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:53 smithi071 ceph-mon[91105]: pgmap v1169: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:56.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:55 smithi193 ceph-mon[83873]: pgmap v1170: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:56.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:55 smithi071 ceph-mon[88660]: pgmap v1170: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:56.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:55 smithi071 ceph-mon[91105]: pgmap v1170: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:58.032 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:42:58.251 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:42:58.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:57 smithi193 ceph-mon[83873]: pgmap v1171: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:58.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:57 smithi071 ceph-mon[88660]: pgmap v1171: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:42:58.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:57 smithi071 ceph-mon[91105]: pgmap v1171: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:00.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:42:59 smithi071 ceph-mon[91105]: pgmap v1172: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:00.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:42:59 smithi071 ceph-mon[88660]: pgmap v1172: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:00.200 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:43:00.202 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:43:00.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:42:59 smithi193 ceph-mon[83873]: pgmap v1172: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:00.828 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1172,"stamp":"2024-03-10T21:42:58.372138+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003453"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1074,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.058444+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:38:48.058444+0000","last_peered":"2024-03-10T21:38:48.058444+0000","last_clean":"2024-03-10T21:38:48.058444+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:38:48.058444+0000","last_undegraded":"2024-03-10T21:38:48.058444+0000","last_fullsized":"2024-03-10T21:38:48.058444+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13919,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:38:48.058475+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:38:48.058475+0000","last_peered":"2024-03-10T21:38:48.058475+0000","last_clean":"2024-03-10T21:38:48.058475+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:38:48.058475+0000","last_undegraded":"2024-03-10T21:38:48.058475+0000","last_fullsized":"2024-03-10T21:38:48.058475+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:31.594510+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:38:31.594510+0000","last_peered":"2024-03-10T21:38:31.594510+0000","last_clean":"2024-03-10T21:38:31.594510+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:38:31.594510+0000","last_undegraded":"2024-03-10T21:38:31.594510+0000","last_fullsized":"2024-03-10T21:38:31.594510+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536219,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680866,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142470,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123596,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965118,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918584,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806640,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727401,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:43:00.833 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.834 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.835 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:00.835 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:43:01.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:43:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:43:01] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:43:02.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:01 smithi193 ceph-mon[83873]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:02.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:01 smithi193 ceph-mon[83873]: pgmap v1173: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:01 smithi071 ceph-mon[88660]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:02.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:01 smithi071 ceph-mon[88660]: pgmap v1173: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:02.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:01 smithi071 ceph-mon[91105]: from='client.34734 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:02.336 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:01 smithi071 ceph-mon[91105]: pgmap v1173: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:43:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:43:03.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:03.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:03.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:04.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:03 smithi193 ceph-mon[83873]: pgmap v1174: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:04.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:03 smithi071 ceph-mon[88660]: pgmap v1174: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:04.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:03 smithi071 ceph-mon[91105]: pgmap v1174: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:06.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:05 smithi193 ceph-mon[83873]: pgmap v1175: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:06.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:05 smithi071 ceph-mon[88660]: pgmap v1175: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:06.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:05 smithi071 ceph-mon[91105]: pgmap v1175: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:08.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:07 smithi193 ceph-mon[83873]: pgmap v1176: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:08.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:07 smithi071 ceph-mon[88660]: pgmap v1176: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:08.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:07 smithi071 ceph-mon[91105]: pgmap v1176: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:10.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:09 smithi071 ceph-mon[88660]: pgmap v1177: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:10.138 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:09 smithi071 ceph-mon[91105]: pgmap v1177: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:10.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:09 smithi193 ceph-mon[83873]: pgmap v1177: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:10.835 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:43:11.052 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:43:11.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:43:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:43:11] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:43:12.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:11 smithi071 ceph-mon[88660]: pgmap v1178: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:12.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:11 smithi071 ceph-mon[91105]: pgmap v1178: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:12.316 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:11 smithi193 ceph-mon[83873]: pgmap v1178: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:43:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:43:12.953 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:43:12.955 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:43:13.598 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1179,"stamp":"2024-03-10T21:43:12.376517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003783"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645516+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:39:02.645516+0000","last_peered":"2024-03-10T21:39:02.645516+0000","last_clean":"2024-03-10T21:39:02.645516+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:39:02.645516+0000","last_undegraded":"2024-03-10T21:39:02.645516+0000","last_fullsized":"2024-03-10T21:39:02.645516+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1212,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:19.092465+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:38:19.092465+0000","last_peered":"2024-03-10T21:38:19.092465+0000","last_clean":"2024-03-10T21:38:19.092465+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:38:19.092465+0000","last_undegraded":"2024-03-10T21:38:19.092465+0000","last_fullsized":"2024-03-10T21:38:19.092465+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281541+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:38:34.281541+0000","last_peered":"2024-03-10T21:38:34.281541+0000","last_clean":"2024-03-10T21:38:34.281541+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:38:34.281541+0000","last_undegraded":"2024-03-10T21:38:34.281541+0000","last_fullsized":"2024-03-10T21:38:34.281541+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1133,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281603+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:38:34.281603+0000","last_peered":"2024-03-10T21:38:34.281603+0000","last_clean":"2024-03-10T21:38:34.281603+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:38:34.281603+0000","last_undegraded":"2024-03-10T21:38:34.281603+0000","last_fullsized":"2024-03-10T21:38:34.281603+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1171,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:34.281591+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:38:34.281591+0000","last_peered":"2024-03-10T21:38:34.281591+0000","last_clean":"2024-03-10T21:38:34.281591+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:38:34.281591+0000","last_undegraded":"2024-03-10T21:38:34.281591+0000","last_fullsized":"2024-03-10T21:38:34.281591+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645432+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:39:02.645432+0000","last_peered":"2024-03-10T21:39:02.645432+0000","last_clean":"2024-03-10T21:39:02.645432+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:39:02.645432+0000","last_undegraded":"2024-03-10T21:39:02.645432+0000","last_fullsized":"2024-03-10T21:39:02.645432+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645456+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:39:02.645456+0000","last_peered":"2024-03-10T21:39:02.645456+0000","last_clean":"2024-03-10T21:39:02.645456+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:39:02.645456+0000","last_undegraded":"2024-03-10T21:39:02.645456+0000","last_fullsized":"2024-03-10T21:39:02.645456+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645494+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:39:02.645494+0000","last_peered":"2024-03-10T21:39:02.645494+0000","last_clean":"2024-03-10T21:39:02.645494+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:39:02.645494+0000","last_undegraded":"2024-03-10T21:39:02.645494+0000","last_fullsized":"2024-03-10T21:39:02.645494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.441541+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:38:58.441541+0000","last_peered":"2024-03-10T21:38:58.441541+0000","last_clean":"2024-03-10T21:38:58.441541+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:38:58.441541+0000","last_undegraded":"2024-03-10T21:38:58.441541+0000","last_fullsized":"2024-03-10T21:38:58.441541+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:02.645477+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:39:02.645477+0000","last_peered":"2024-03-10T21:39:02.645477+0000","last_clean":"2024-03-10T21:39:02.645477+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:39:02.645477+0000","last_undegraded":"2024-03-10T21:39:02.645477+0000","last_fullsized":"2024-03-10T21:39:02.645477+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536221,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680869,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142472,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123599,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965121,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918586,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806643,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727404,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:43:13.604 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.604 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.604 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.604 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.604 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.604 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:13.605 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:43:14.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:13 smithi193 ceph-mon[83873]: pgmap v1179: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:14.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:13 smithi193 ceph-mon[83873]: from='client.34740 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:14.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:13 smithi071 ceph-mon[88660]: pgmap v1179: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:14.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:13 smithi071 ceph-mon[88660]: from='client.34740 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:14.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:13 smithi071 ceph-mon[91105]: pgmap v1179: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:14.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:13 smithi071 ceph-mon[91105]: from='client.34740 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:16.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:15 smithi193 ceph-mon[83873]: pgmap v1180: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:16.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:15 smithi071 ceph-mon[88660]: pgmap v1180: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:16.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:15 smithi071 ceph-mon[91105]: pgmap v1180: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:18.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:17 smithi193 ceph-mon[83873]: pgmap v1181: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:18.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:17 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:18.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:17 smithi071 ceph-mon[88660]: pgmap v1181: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:18.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:17 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:18.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:17 smithi071 ceph-mon[91105]: pgmap v1181: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:18.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:17 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:20.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:19 smithi193 ceph-mon[83873]: pgmap v1182: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:20.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:19 smithi071 ceph-mon[91105]: pgmap v1182: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:20.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:19 smithi071 ceph-mon[88660]: pgmap v1182: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:21.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:43:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:43:21] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:43:22.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:21 smithi193 ceph-mon[83873]: pgmap v1183: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:22.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:21 smithi071 ceph-mon[88660]: pgmap v1183: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:22.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:21 smithi071 ceph-mon[91105]: pgmap v1183: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:43:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:43:23.606 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:43:23.830 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:43:24.182 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:23 smithi071 ceph-mon[88660]: pgmap v1184: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:24.183 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:23 smithi071 ceph-mon[91105]: pgmap v1184: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:24.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:23 smithi193 ceph-mon[83873]: pgmap v1184: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:25.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:43:25.239 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:24 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:43:25.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:43:25.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:43:25.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:24 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:43:25.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:24 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:43:25.765 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:43:25.768 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:43:26.136 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:25 smithi071 ceph-mon[91105]: pgmap v1185: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:26.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:25 smithi071 ceph-mon[88660]: pgmap v1185: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:26.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:25 smithi193 ceph-mon[83873]: pgmap v1185: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:26.506 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1185,"stamp":"2024-03-10T21:43:24.380473+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003956"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1268,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879762+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:38:48.879762+0000","last_peered":"2024-03-10T21:38:48.879762+0000","last_clean":"2024-03-10T21:38:48.879762+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:38:48.879762+0000","last_undegraded":"2024-03-10T21:38:48.879762+0000","last_fullsized":"2024-03-10T21:38:48.879762+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061168+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:39:08.061168+0000","last_peered":"2024-03-10T21:39:08.061168+0000","last_clean":"2024-03-10T21:39:08.061168+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:39:08.061168+0000","last_undegraded":"2024-03-10T21:39:08.061168+0000","last_fullsized":"2024-03-10T21:39:08.061168+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:28.437963+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:38:28.437963+0000","last_peered":"2024-03-10T21:38:28.437963+0000","last_clean":"2024-03-10T21:38:28.437963+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:38:28.437963+0000","last_undegraded":"2024-03-10T21:38:28.437963+0000","last_fullsized":"2024-03-10T21:38:28.437963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1299,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642606+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:38:37.642606+0000","last_peered":"2024-03-10T21:38:37.642606+0000","last_clean":"2024-03-10T21:38:37.642606+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:38:37.642606+0000","last_undegraded":"2024-03-10T21:38:37.642606+0000","last_fullsized":"2024-03-10T21:38:37.642606+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:37.642650+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:38:37.642650+0000","last_peered":"2024-03-10T21:38:37.642650+0000","last_clean":"2024-03-10T21:38:37.642650+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:38:37.642650+0000","last_undegraded":"2024-03-10T21:38:37.642650+0000","last_fullsized":"2024-03-10T21:38:37.642650+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1151,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597112+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:38:51.597112+0000","last_peered":"2024-03-10T21:38:51.597112+0000","last_clean":"2024-03-10T21:38:51.597112+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:38:51.597112+0000","last_undegraded":"2024-03-10T21:38:51.597112+0000","last_fullsized":"2024-03-10T21:38:51.597112+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597083+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:38:51.597083+0000","last_peered":"2024-03-10T21:38:51.597083+0000","last_clean":"2024-03-10T21:38:51.597083+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:38:51.597083+0000","last_undegraded":"2024-03-10T21:38:51.597083+0000","last_fullsized":"2024-03-10T21:38:51.597083+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:51.597043+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:38:51.597043+0000","last_peered":"2024-03-10T21:38:51.597043+0000","last_clean":"2024-03-10T21:38:51.597043+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:38:51.597043+0000","last_undegraded":"2024-03-10T21:38:51.597043+0000","last_fullsized":"2024-03-10T21:38:51.597043+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1280,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:48.879672+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:38:48.879672+0000","last_peered":"2024-03-10T21:38:48.879672+0000","last_clean":"2024-03-10T21:38:48.879672+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:38:48.879672+0000","last_undegraded":"2024-03-10T21:38:48.879672+0000","last_fullsized":"2024-03-10T21:38:48.879672+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061178+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:39:08.061178+0000","last_peered":"2024-03-10T21:39:08.061178+0000","last_clean":"2024-03-10T21:39:08.061178+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:39:08.061178+0000","last_undegraded":"2024-03-10T21:39:08.061178+0000","last_fullsized":"2024-03-10T21:39:08.061178+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287164+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:39:19.287164+0000","last_peered":"2024-03-10T21:39:19.287164+0000","last_clean":"2024-03-10T21:39:19.287164+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:39:19.287164+0000","last_undegraded":"2024-03-10T21:39:19.287164+0000","last_fullsized":"2024-03-10T21:39:19.287164+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287109+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:39:19.287109+0000","last_peered":"2024-03-10T21:39:19.287109+0000","last_clean":"2024-03-10T21:39:19.287109+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:39:19.287109+0000","last_undegraded":"2024-03-10T21:39:19.287109+0000","last_fullsized":"2024-03-10T21:39:19.287109+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287148+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:39:19.287148+0000","last_peered":"2024-03-10T21:39:19.287148+0000","last_clean":"2024-03-10T21:39:19.287148+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:39:19.287148+0000","last_undegraded":"2024-03-10T21:39:19.287148+0000","last_fullsized":"2024-03-10T21:39:19.287148+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129109+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:38:58.129109+0000","last_peered":"2024-03-10T21:38:58.129109+0000","last_clean":"2024-03-10T21:38:58.129109+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:38:58.129109+0000","last_undegraded":"2024-03-10T21:38:58.129109+0000","last_fullsized":"2024-03-10T21:38:58.129109+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061108+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:39:08.061108+0000","last_peered":"2024-03-10T21:39:08.061108+0000","last_clean":"2024-03-10T21:39:08.061108+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:39:08.061108+0000","last_undegraded":"2024-03-10T21:39:08.061108+0000","last_fullsized":"2024-03-10T21:39:08.061108+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061153+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:39:08.061153+0000","last_peered":"2024-03-10T21:39:08.061153+0000","last_clean":"2024-03-10T21:39:08.061153+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:39:08.061153+0000","last_undegraded":"2024-03-10T21:39:08.061153+0000","last_fullsized":"2024-03-10T21:39:08.061153+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:08.061192+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:39:08.061192+0000","last_peered":"2024-03-10T21:39:08.061192+0000","last_clean":"2024-03-10T21:39:08.061192+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:39:08.061192+0000","last_undegraded":"2024-03-10T21:39:08.061192+0000","last_fullsized":"2024-03-10T21:39:08.061192+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:19.287135+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:39:19.287135+0000","last_peered":"2024-03-10T21:39:19.287135+0000","last_clean":"2024-03-10T21:39:19.287135+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:39:19.287135+0000","last_undegraded":"2024-03-10T21:39:19.287135+0000","last_fullsized":"2024-03-10T21:39:19.287135+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:58.129083+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:38:58.129083+0000","last_peered":"2024-03-10T21:38:58.129083+0000","last_clean":"2024-03-10T21:38:58.129083+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:38:58.129083+0000","last_undegraded":"2024-03-10T21:38:58.129083+0000","last_fullsized":"2024-03-10T21:38:58.129083+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536224,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680871,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142475,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123602,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965124,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918589,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806646,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727407,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:43:26.512 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.512 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.512 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.512 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.512 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.512 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:26.513 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:43:27.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:26 smithi193 ceph-mon[83873]: from='client.44669 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:27.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:26 smithi071 ceph-mon[88660]: from='client.44669 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:27.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:26 smithi071 ceph-mon[91105]: from='client.44669 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:28.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:27 smithi193 ceph-mon[83873]: pgmap v1186: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:28.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:27 smithi071 ceph-mon[88660]: pgmap v1186: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:28.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:27 smithi071 ceph-mon[91105]: pgmap v1186: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:30.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:29 smithi193 ceph-mon[83873]: pgmap v1187: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:30.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:29 smithi071 ceph-mon[88660]: pgmap v1187: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:30.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:29 smithi071 ceph-mon[91105]: pgmap v1187: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:43:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:43:31] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:43:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:31 smithi193 ceph-mon[83873]: pgmap v1188: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:31 smithi071 ceph-mon[88660]: pgmap v1188: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:32.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:31 smithi071 ceph-mon[91105]: pgmap v1188: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:43:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:43:33.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:33.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:33.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:34.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:33 smithi193 ceph-mon[83873]: pgmap v1189: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:34.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:33 smithi071 ceph-mon[88660]: pgmap v1189: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:34.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:33 smithi071 ceph-mon[91105]: pgmap v1189: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:36.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:35 smithi193 ceph-mon[83873]: pgmap v1190: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:36.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:35 smithi071 ceph-mon[88660]: pgmap v1190: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:36.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:35 smithi071 ceph-mon[91105]: pgmap v1190: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:36.514 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:43:36.733 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:43:38.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:37 smithi071 ceph-mon[88660]: pgmap v1191: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:38.224 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:37 smithi071 ceph-mon[91105]: pgmap v1191: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:38.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:37 smithi193 ceph-mon[83873]: pgmap v1191: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:38.782 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:43:38.785 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:43:39.495 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1192,"stamp":"2024-03-10T21:43:38.385353+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004226"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133424+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:39:43.133424+0000","last_peered":"2024-03-10T21:39:43.133424+0000","last_clean":"2024-03-10T21:39:43.133424+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:39:43.133424+0000","last_undegraded":"2024-03-10T21:39:43.133424+0000","last_fullsized":"2024-03-10T21:39:43.133424+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1234,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133444+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:39:43.133444+0000","last_peered":"2024-03-10T21:39:43.133444+0000","last_clean":"2024-03-10T21:39:43.133444+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:39:43.133444+0000","last_undegraded":"2024-03-10T21:39:43.133444+0000","last_fullsized":"2024-03-10T21:39:43.133444+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884750+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:39:38.884750+0000","last_peered":"2024-03-10T21:39:38.884750+0000","last_clean":"2024-03-10T21:39:38.884750+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:39:38.884750+0000","last_undegraded":"2024-03-10T21:39:38.884750+0000","last_fullsized":"2024-03-10T21:39:38.884750+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884725+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:39:38.884725+0000","last_peered":"2024-03-10T21:39:38.884725+0000","last_clean":"2024-03-10T21:39:38.884725+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:39:38.884725+0000","last_undegraded":"2024-03-10T21:39:38.884725+0000","last_fullsized":"2024-03-10T21:39:38.884725+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1227,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:43.133369+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:39:43.133369+0000","last_peered":"2024-03-10T21:39:43.133369+0000","last_clean":"2024-03-10T21:39:43.133369+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:39:43.133369+0000","last_undegraded":"2024-03-10T21:39:43.133369+0000","last_fullsized":"2024-03-10T21:39:43.133369+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5066,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:43.133331+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:39:43.133331+0000","last_peered":"2024-03-10T21:39:43.133331+0000","last_clean":"2024-03-10T21:39:43.133331+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:39:43.133331+0000","last_undegraded":"2024-03-10T21:39:43.133331+0000","last_fullsized":"2024-03-10T21:39:43.133331+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884759+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:39:38.884759+0000","last_peered":"2024-03-10T21:39:38.884759+0000","last_clean":"2024-03-10T21:39:38.884759+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:39:38.884759+0000","last_undegraded":"2024-03-10T21:39:38.884759+0000","last_fullsized":"2024-03-10T21:39:38.884759+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:38.884775+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:39:38.884775+0000","last_peered":"2024-03-10T21:39:38.884775+0000","last_clean":"2024-03-10T21:39:38.884775+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:39:38.884775+0000","last_undegraded":"2024-03-10T21:39:38.884775+0000","last_fullsized":"2024-03-10T21:39:38.884775+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536227,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680874,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142478,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123604,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965126,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918592,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806648,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727409,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.501 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.502 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:39.502 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:43:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:39 smithi193 ceph-mon[83873]: pgmap v1192: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:39 smithi193 ceph-mon[83873]: from='client.44675 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:40.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:39 smithi071 ceph-mon[88660]: pgmap v1192: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:40.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:39 smithi071 ceph-mon[88660]: from='client.44675 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:40.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:39 smithi071 ceph-mon[91105]: pgmap v1192: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:40.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:39 smithi071 ceph-mon[91105]: from='client.44675 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:41.550 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:43:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:43:41] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:43:42.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:41 smithi193 ceph-mon[83873]: pgmap v1193: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:42.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:41 smithi071 ceph-mon[88660]: pgmap v1193: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:42.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:41 smithi071 ceph-mon[91105]: pgmap v1193: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:43:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:43:44.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:43 smithi193 ceph-mon[83873]: pgmap v1194: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:44.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:43 smithi071 ceph-mon[88660]: pgmap v1194: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:44.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:43 smithi071 ceph-mon[91105]: pgmap v1194: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:46.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:45 smithi193 ceph-mon[83873]: pgmap v1195: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:46.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:45 smithi071 ceph-mon[88660]: pgmap v1195: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:46.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:45 smithi071 ceph-mon[91105]: pgmap v1195: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:47 smithi193 ceph-mon[83873]: pgmap v1196: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:48.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:47 smithi071 ceph-mon[88660]: pgmap v1196: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:48.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:48.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:47 smithi071 ceph-mon[91105]: pgmap v1196: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:48.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:43:49.502 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:43:49.722 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:43:50.141 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:49 smithi071 ceph-mon[88660]: pgmap v1197: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:50.142 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:49 smithi071 ceph-mon[91105]: pgmap v1197: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:50.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:49 smithi193 ceph-mon[83873]: pgmap v1197: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:43:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:43:51] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:43:51.624 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:43:51.626 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:43:52.260 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:51 smithi071 ceph-mon[88660]: pgmap v1198: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:52.261 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:51 smithi071 ceph-mon[91105]: pgmap v1198: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:52.280 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1198,"stamp":"2024-03-10T21:43:50.389703+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004349"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1139,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283964+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:38:54.283964+0000","last_peered":"2024-03-10T21:38:54.283964+0000","last_clean":"2024-03-10T21:38:54.283964+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:38:54.283964+0000","last_undegraded":"2024-03-10T21:38:54.283964+0000","last_fullsized":"2024-03-10T21:38:54.283964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599296+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:39:11.599296+0000","last_peered":"2024-03-10T21:39:11.599296+0000","last_clean":"2024-03-10T21:39:11.599296+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:39:11.599296+0000","last_undegraded":"2024-03-10T21:39:11.599296+0000","last_fullsized":"2024-03-10T21:39:11.599296+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1113,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599268+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:39:11.599268+0000","last_peered":"2024-03-10T21:39:11.599268+0000","last_clean":"2024-03-10T21:39:11.599268+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:39:11.599268+0000","last_undegraded":"2024-03-10T21:39:11.599268+0000","last_fullsized":"2024-03-10T21:39:11.599268+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1158,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.283994+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:38:54.283994+0000","last_peered":"2024-03-10T21:38:54.283994+0000","last_clean":"2024-03-10T21:38:54.283994+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:38:54.283994+0000","last_undegraded":"2024-03-10T21:38:54.283994+0000","last_fullsized":"2024-03-10T21:38:54.283994+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:38:54.284017+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:38:54.284017+0000","last_peered":"2024-03-10T21:38:54.284017+0000","last_clean":"2024-03-10T21:38:54.284017+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:38:54.284017+0000","last_undegraded":"2024-03-10T21:38:54.284017+0000","last_fullsized":"2024-03-10T21:38:54.284017+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:11.599327+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:39:11.599327+0000","last_peered":"2024-03-10T21:39:11.599327+0000","last_clean":"2024-03-10T21:39:11.599327+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:39:11.599327+0000","last_undegraded":"2024-03-10T21:39:11.599327+0000","last_fullsized":"2024-03-10T21:39:11.599327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:34.100770+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:39:34.100770+0000","last_peered":"2024-03-10T21:39:34.100770+0000","last_clean":"2024-03-10T21:39:34.100770+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:39:34.100770+0000","last_undegraded":"2024-03-10T21:39:34.100770+0000","last_fullsized":"2024-03-10T21:39:34.100770+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1296,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648822+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:39:32.648822+0000","last_peered":"2024-03-10T21:39:32.648822+0000","last_clean":"2024-03-10T21:39:32.648822+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:39:32.648822+0000","last_undegraded":"2024-03-10T21:39:32.648822+0000","last_fullsized":"2024-03-10T21:39:32.648822+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22336,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:44.290088+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:39:44.290088+0000","last_peered":"2024-03-10T21:39:44.290088+0000","last_clean":"2024-03-10T21:39:44.290088+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:39:44.290088+0000","last_undegraded":"2024-03-10T21:39:44.290088+0000","last_fullsized":"2024-03-10T21:39:44.290088+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1305,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648813+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:39:32.648813+0000","last_peered":"2024-03-10T21:39:32.648813+0000","last_clean":"2024-03-10T21:39:32.648813+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:39:32.648813+0000","last_undegraded":"2024-03-10T21:39:32.648813+0000","last_fullsized":"2024-03-10T21:39:32.648813+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648739+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:39:32.648739+0000","last_peered":"2024-03-10T21:39:32.648739+0000","last_clean":"2024-03-10T21:39:32.648739+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:39:32.648739+0000","last_undegraded":"2024-03-10T21:39:32.648739+0000","last_fullsized":"2024-03-10T21:39:32.648739+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12418,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:39:34.100732+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:39:34.100732+0000","last_peered":"2024-03-10T21:39:34.100732+0000","last_clean":"2024-03-10T21:39:34.100732+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:39:34.100732+0000","last_undegraded":"2024-03-10T21:39:34.100732+0000","last_fullsized":"2024-03-10T21:39:34.100732+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648758+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:39:32.648758+0000","last_peered":"2024-03-10T21:39:32.648758+0000","last_clean":"2024-03-10T21:39:32.648758+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:39:32.648758+0000","last_undegraded":"2024-03-10T21:39:32.648758+0000","last_fullsized":"2024-03-10T21:39:32.648758+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648766+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:39:32.648766+0000","last_peered":"2024-03-10T21:39:32.648766+0000","last_clean":"2024-03-10T21:39:32.648766+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:39:32.648766+0000","last_undegraded":"2024-03-10T21:39:32.648766+0000","last_fullsized":"2024-03-10T21:39:32.648766+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:32.648786+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:39:32.648786+0000","last_peered":"2024-03-10T21:39:32.648786+0000","last_clean":"2024-03-10T21:39:32.648786+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:39:32.648786+0000","last_undegraded":"2024-03-10T21:39:32.648786+0000","last_fullsized":"2024-03-10T21:39:32.648786+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1168,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:44.290038+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:39:44.290038+0000","last_peered":"2024-03-10T21:39:44.290038+0000","last_clean":"2024-03-10T21:39:44.290038+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:39:44.290038+0000","last_undegraded":"2024-03-10T21:39:44.290038+0000","last_fullsized":"2024-03-10T21:39:44.290038+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.444963+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:39:28.444963+0000","last_peered":"2024-03-10T21:39:28.444963+0000","last_clean":"2024-03-10T21:39:28.444963+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:39:28.444963+0000","last_undegraded":"2024-03-10T21:39:28.444963+0000","last_fullsized":"2024-03-10T21:39:28.444963+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536229,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680876,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142480,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123607,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965129,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918594,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806651,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727412,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:43:52.285 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.285 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:43:52.286 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:43:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:51 smithi193 ceph-mon[83873]: pgmap v1198: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:52.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:43:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:43:53.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:52 smithi193 ceph-mon[83873]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:53.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:52 smithi071 ceph-mon[88660]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:53.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:52 smithi071 ceph-mon[91105]: from='client.34758 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:43:54.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:53 smithi193 ceph-mon[83873]: pgmap v1199: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:54.334 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:53 smithi071 ceph-mon[91105]: pgmap v1199: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:54.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:53 smithi071 ceph-mon[88660]: pgmap v1199: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:56.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:55 smithi193 ceph-mon[83873]: pgmap v1200: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:56.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:55 smithi071 ceph-mon[91105]: pgmap v1200: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:56.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:55 smithi071 ceph-mon[88660]: pgmap v1200: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:58.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:57 smithi193 ceph-mon[83873]: pgmap v1201: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:58.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:57 smithi071 ceph-mon[88660]: pgmap v1201: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:43:58.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:57 smithi071 ceph-mon[91105]: pgmap v1201: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:00.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:43:59 smithi193 ceph-mon[83873]: pgmap v1202: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:00.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:43:59 smithi071 ceph-mon[88660]: pgmap v1202: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:00.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:43:59 smithi071 ceph-mon[91105]: pgmap v1202: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:01.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:01 smithi193 ceph-mon[83873]: pgmap v1203: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:01.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:01 smithi071 ceph-mon[88660]: pgmap v1203: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:01.335 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:44:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:44:01] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:44:01.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:01 smithi071 ceph-mon[91105]: pgmap v1203: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:02.288 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:44:02.509 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:44:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:44:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:44:03.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:03 smithi071 ceph-mon[88660]: pgmap v1204: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:03.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:03 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:03.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:03 smithi071 ceph-mon[91105]: pgmap v1204: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:03.825 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:03 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:03 smithi193 ceph-mon[83873]: pgmap v1204: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:03.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:03 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:44:04.583 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:44:05.177 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1205,"stamp":"2024-03-10T21:44:04.394320+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003868"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063519+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:39:28.063519+0000","last_peered":"2024-03-10T21:39:28.063519+0000","last_clean":"2024-03-10T21:39:28.063519+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:39:28.063519+0000","last_undegraded":"2024-03-10T21:39:28.063519+0000","last_fullsized":"2024-03-10T21:39:28.063519+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:28.063484+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:39:28.063484+0000","last_peered":"2024-03-10T21:39:28.063484+0000","last_clean":"2024-03-10T21:39:28.063484+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:39:28.063484+0000","last_undegraded":"2024-03-10T21:39:28.063484+0000","last_fullsized":"2024-03-10T21:39:28.063484+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603839+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:39:56.603839+0000","last_peered":"2024-03-10T21:39:56.603839+0000","last_clean":"2024-03-10T21:39:56.603839+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:39:56.603839+0000","last_undegraded":"2024-03-10T21:39:56.603839+0000","last_fullsized":"2024-03-10T21:39:56.603839+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1585,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067812+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:40:08.067812+0000","last_peered":"2024-03-10T21:40:08.067812+0000","last_clean":"2024-03-10T21:40:08.067812+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:40:08.067812+0000","last_undegraded":"2024-03-10T21:40:08.067812+0000","last_fullsized":"2024-03-10T21:40:08.067812+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067785+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:40:08.067785+0000","last_peered":"2024-03-10T21:40:08.067785+0000","last_clean":"2024-03-10T21:40:08.067785+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:40:08.067785+0000","last_undegraded":"2024-03-10T21:40:08.067785+0000","last_fullsized":"2024-03-10T21:40:08.067785+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2938,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603780+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:39:56.603780+0000","last_peered":"2024-03-10T21:39:56.603780+0000","last_clean":"2024-03-10T21:39:56.603780+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:39:56.603780+0000","last_undegraded":"2024-03-10T21:39:56.603780+0000","last_fullsized":"2024-03-10T21:39:56.603780+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:56.603739+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:39:56.603739+0000","last_peered":"2024-03-10T21:39:56.603739+0000","last_clean":"2024-03-10T21:39:56.603739+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:39:56.603739+0000","last_undegraded":"2024-03-10T21:39:56.603739+0000","last_fullsized":"2024-03-10T21:39:56.603739+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536232,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680879,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142483,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123610,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965132,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918597,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806654,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727415,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:44:05.183 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.183 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.183 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.183 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.183 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:05.184 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:44:05.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:05 smithi193 ceph-mon[83873]: pgmap v1205: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:05.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:05 smithi193 ceph-mon[83873]: from='client.44687 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:05.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:05 smithi071 ceph-mon[88660]: pgmap v1205: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:05.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:05 smithi071 ceph-mon[88660]: from='client.44687 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:05.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:05 smithi071 ceph-mon[91105]: pgmap v1205: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:05.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:05 smithi071 ceph-mon[91105]: from='client.44687 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:07.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:07 smithi193 ceph-mon[83873]: pgmap v1206: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:07.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:07 smithi071 ceph-mon[88660]: pgmap v1206: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:07.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:07 smithi071 ceph-mon[91105]: pgmap v1206: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:09.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:09 smithi193 ceph-mon[83873]: pgmap v1207: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:09.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:09 smithi071 ceph-mon[88660]: pgmap v1207: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:09.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:09 smithi071 ceph-mon[91105]: pgmap v1207: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:11.459 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:44:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:44:11] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-03-10T21:44:11.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:11 smithi071 ceph-mon[88660]: pgmap v1208: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:11.725 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:11 smithi071 ceph-mon[91105]: pgmap v1208: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:11.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:11 smithi193 ceph-mon[83873]: pgmap v1208: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:44:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:44:13.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:13 smithi193 ceph-mon[83873]: pgmap v1209: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:13.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:13 smithi071 ceph-mon[88660]: pgmap v1209: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:13.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:13 smithi071 ceph-mon[91105]: pgmap v1209: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:15.186 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:44:15.405 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:44:15.527 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:15 smithi071 ceph-mon[88660]: pgmap v1210: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:15.527 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:15 smithi071 ceph-mon[91105]: pgmap v1210: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:15.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:15 smithi193 ceph-mon[83873]: pgmap v1210: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:44:17.471 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:44:17.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:17 smithi071 ceph-mon[91105]: pgmap v1211: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:17.785 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:17 smithi071 ceph-mon[88660]: pgmap v1211: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:17 smithi193 ceph-mon[83873]: pgmap v1211: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:18.098 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1211,"stamp":"2024-03-10T21:44:16.398272+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003951"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079361+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:41:48.079361+0000","last_peered":"2024-03-10T21:41:48.079361+0000","last_clean":"2024-03-10T21:41:48.079361+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:41:48.079361+0000","last_undegraded":"2024-03-10T21:41:48.079361+0000","last_fullsized":"2024-03-10T21:41:48.079361+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079326+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:41:48.079326+0000","last_peered":"2024-03-10T21:41:48.079326+0000","last_clean":"2024-03-10T21:41:48.079326+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:41:48.079326+0000","last_undegraded":"2024-03-10T21:41:48.079326+0000","last_fullsized":"2024-03-10T21:41:48.079326+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618466+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:42:01.618466+0000","last_peered":"2024-03-10T21:42:01.618466+0000","last_clean":"2024-03-10T21:42:01.618466+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:42:01.618466+0000","last_undegraded":"2024-03-10T21:42:01.618466+0000","last_fullsized":"2024-03-10T21:42:01.618466+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136596+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:40:13.136596+0000","last_peered":"2024-03-10T21:40:13.136596+0000","last_clean":"2024-03-10T21:40:13.136596+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:40:13.136596+0000","last_undegraded":"2024-03-10T21:40:13.136596+0000","last_fullsized":"2024-03-10T21:40:13.136596+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1586,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081813+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:42:08.081813+0000","last_peered":"2024-03-10T21:42:08.081813+0000","last_clean":"2024-03-10T21:42:08.081813+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:42:08.081813+0000","last_undegraded":"2024-03-10T21:42:08.081813+0000","last_fullsized":"2024-03-10T21:42:08.081813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081789+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:42:08.081789+0000","last_peered":"2024-03-10T21:42:08.081789+0000","last_clean":"2024-03-10T21:42:08.081789+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:42:08.081789+0000","last_undegraded":"2024-03-10T21:42:08.081789+0000","last_fullsized":"2024-03-10T21:42:08.081789+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2939,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618433+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:42:01.618433+0000","last_peered":"2024-03-10T21:42:01.618433+0000","last_clean":"2024-03-10T21:42:01.618433+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:42:01.618433+0000","last_undegraded":"2024-03-10T21:42:01.618433+0000","last_fullsized":"2024-03-10T21:42:01.618433+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618391+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:42:01.618391+0000","last_peered":"2024-03-10T21:42:01.618391+0000","last_clean":"2024-03-10T21:42:01.618391+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:42:01.618391+0000","last_undegraded":"2024-03-10T21:42:01.618391+0000","last_fullsized":"2024-03-10T21:42:01.618391+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536234,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680881,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142485,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123612,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965134,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918599,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806656,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727417,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:44:18.103 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:18.104 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:44:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:18 smithi193 ceph-mon[83873]: from='client.34770 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:18 smithi071 ceph-mon[88660]: from='client.34770 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:18.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:18.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:18 smithi071 ceph-mon[91105]: from='client.34770 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:18.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:19 smithi193 ceph-mon[83873]: pgmap v1212: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:19.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:19 smithi071 ceph-mon[88660]: pgmap v1212: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:19.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:19 smithi071 ceph-mon[91105]: pgmap v1212: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:21.478 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:44:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:44:21] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:44:21.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:21 smithi193 ceph-mon[83873]: pgmap v1213: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:21.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:21 smithi071 ceph-mon[88660]: pgmap v1213: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:21.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:21 smithi071 ceph-mon[91105]: pgmap v1213: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:22.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:44:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:44:23.778 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:23 smithi193 ceph-mon[83873]: pgmap v1214: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:23.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:23 smithi071 ceph-mon[88660]: pgmap v1214: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:23.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:23 smithi071 ceph-mon[91105]: pgmap v1214: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:25 smithi193 ceph-mon[83873]: pgmap v1215: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:25 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:44:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:25 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:25 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[88660]: pgmap v1215: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[91105]: pgmap v1215: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:44:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:25.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:25 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:26.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:26 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:44:26.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:26 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:44:26.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:26 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:26.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:26 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:44:26.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:26 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:44:26.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:26 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:26.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:26 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:44:26.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:26 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:44:26.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:26 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:44:28.106 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:44:28.323 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:44:28.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:27 smithi193 ceph-mon[83873]: pgmap v1216: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:28.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:27 smithi071 ceph-mon[91105]: pgmap v1216: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:28.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:27 smithi071 ceph-mon[88660]: pgmap v1216: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:30.061 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:29 smithi071 ceph-mon[88660]: pgmap v1217: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:30.062 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:29 smithi071 ceph-mon[91105]: pgmap v1217: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:30.292 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:44:30.294 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:44:30.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:29 smithi193 ceph-mon[83873]: pgmap v1217: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:30.913 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1217,"stamp":"2024-03-10T21:44:28.402255+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003982"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1085,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065633+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:39:48.065633+0000","last_peered":"2024-03-10T21:39:48.065633+0000","last_clean":"2024-03-10T21:39:48.065633+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:39:48.065633+0000","last_undegraded":"2024-03-10T21:39:48.065633+0000","last_fullsized":"2024-03-10T21:39:48.065633+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1218,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134183+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:39:48.134183+0000","last_peered":"2024-03-10T21:39:48.134183+0000","last_clean":"2024-03-10T21:39:48.134183+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:39:48.134183+0000","last_undegraded":"2024-03-10T21:39:48.134183+0000","last_fullsized":"2024-03-10T21:39:48.134183+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448063+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:39:58.448063+0000","last_peered":"2024-03-10T21:39:58.448063+0000","last_clean":"2024-03-10T21:39:58.448063+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:39:58.448063+0000","last_undegraded":"2024-03-10T21:39:58.448063+0000","last_fullsized":"2024-03-10T21:39:58.448063+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1136,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:31.601305+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:39:31.601305+0000","last_peered":"2024-03-10T21:39:31.601305+0000","last_clean":"2024-03-10T21:39:31.601305+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:39:31.601305+0000","last_undegraded":"2024-03-10T21:39:31.601305+0000","last_fullsized":"2024-03-10T21:39:31.601305+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134159+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:39:48.134159+0000","last_peered":"2024-03-10T21:39:48.134159+0000","last_clean":"2024-03-10T21:39:48.134159+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:39:48.134159+0000","last_undegraded":"2024-03-10T21:39:48.134159+0000","last_fullsized":"2024-03-10T21:39:48.134159+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.134124+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:39:48.134124+0000","last_peered":"2024-03-10T21:39:48.134124+0000","last_clean":"2024-03-10T21:39:48.134124+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:39:48.134124+0000","last_undegraded":"2024-03-10T21:39:48.134124+0000","last_fullsized":"2024-03-10T21:39:48.134124+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:59.103538+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:39:59.103538+0000","last_peered":"2024-03-10T21:39:59.103538+0000","last_clean":"2024-03-10T21:39:59.103538+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:39:59.103538+0000","last_undegraded":"2024-03-10T21:39:59.103538+0000","last_fullsized":"2024-03-10T21:39:59.103538+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:48.065569+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:39:48.065569+0000","last_peered":"2024-03-10T21:39:48.065569+0000","last_clean":"2024-03-10T21:39:48.065569+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:39:48.065569+0000","last_undegraded":"2024-03-10T21:39:48.065569+0000","last_fullsized":"2024-03-10T21:39:48.065569+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1325,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448102+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:39:58.448102+0000","last_peered":"2024-03-10T21:39:58.448102+0000","last_clean":"2024-03-10T21:39:58.448102+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:39:58.448102+0000","last_undegraded":"2024-03-10T21:39:58.448102+0000","last_fullsized":"2024-03-10T21:39:58.448102+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:39:58.448087+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:39:58.448087+0000","last_peered":"2024-03-10T21:39:58.448087+0000","last_clean":"2024-03-10T21:39:58.448087+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:39:58.448087+0000","last_undegraded":"2024-03-10T21:39:58.448087+0000","last_fullsized":"2024-03-10T21:39:58.448087+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079361+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:41:48.079361+0000","last_peered":"2024-03-10T21:41:48.079361+0000","last_clean":"2024-03-10T21:41:48.079361+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:41:48.079361+0000","last_undegraded":"2024-03-10T21:41:48.079361+0000","last_fullsized":"2024-03-10T21:41:48.079361+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079326+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:41:48.079326+0000","last_peered":"2024-03-10T21:41:48.079326+0000","last_clean":"2024-03-10T21:41:48.079326+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:41:48.079326+0000","last_undegraded":"2024-03-10T21:41:48.079326+0000","last_fullsized":"2024-03-10T21:41:48.079326+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4674,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888359+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:40:08.888359+0000","last_peered":"2024-03-10T21:40:08.888359+0000","last_clean":"2024-03-10T21:40:08.888359+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:40:08.888359+0000","last_undegraded":"2024-03-10T21:40:08.888359+0000","last_fullsized":"2024-03-10T21:40:08.888359+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9039,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888469+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:40:08.888469+0000","last_peered":"2024-03-10T21:40:08.888469+0000","last_clean":"2024-03-10T21:40:08.888469+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:40:08.888469+0000","last_undegraded":"2024-03-10T21:40:08.888469+0000","last_fullsized":"2024-03-10T21:40:08.888469+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654619+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:40:32.654619+0000","last_peered":"2024-03-10T21:40:32.654619+0000","last_clean":"2024-03-10T21:40:32.654619+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:40:32.654619+0000","last_undegraded":"2024-03-10T21:40:32.654619+0000","last_fullsized":"2024-03-10T21:40:32.654619+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618466+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:42:01.618466+0000","last_peered":"2024-03-10T21:42:01.618466+0000","last_clean":"2024-03-10T21:42:01.618466+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:42:01.618466+0000","last_undegraded":"2024-03-10T21:42:01.618466+0000","last_fullsized":"2024-03-10T21:42:01.618466+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.150088+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:42:18.150088+0000","last_peered":"2024-03-10T21:42:18.150088+0000","last_clean":"2024-03-10T21:42:18.150088+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:42:18.150088+0000","last_undegraded":"2024-03-10T21:42:18.150088+0000","last_fullsized":"2024-03-10T21:42:18.150088+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1586,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081813+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:42:08.081813+0000","last_peered":"2024-03-10T21:42:08.081813+0000","last_clean":"2024-03-10T21:42:08.081813+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:42:08.081813+0000","last_undegraded":"2024-03-10T21:42:08.081813+0000","last_fullsized":"2024-03-10T21:42:08.081813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081789+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:42:08.081789+0000","last_peered":"2024-03-10T21:42:08.081789+0000","last_clean":"2024-03-10T21:42:08.081789+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:42:08.081789+0000","last_undegraded":"2024-03-10T21:42:08.081789+0000","last_fullsized":"2024-03-10T21:42:08.081789+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2939,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618433+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:42:01.618433+0000","last_peered":"2024-03-10T21:42:01.618433+0000","last_clean":"2024-03-10T21:42:01.618433+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:42:01.618433+0000","last_undegraded":"2024-03-10T21:42:01.618433+0000","last_fullsized":"2024-03-10T21:42:01.618433+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1099,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607090+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:40:21.607090+0000","last_peered":"2024-03-10T21:40:21.607090+0000","last_clean":"2024-03-10T21:40:21.607090+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:40:21.607090+0000","last_undegraded":"2024-03-10T21:40:21.607090+0000","last_fullsized":"2024-03-10T21:40:21.607090+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.888459+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:40:08.888459+0000","last_peered":"2024-03-10T21:40:08.888459+0000","last_clean":"2024-03-10T21:40:08.888459+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:40:08.888459+0000","last_undegraded":"2024-03-10T21:40:08.888459+0000","last_fullsized":"2024-03-10T21:40:08.888459+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13458,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:09.293016+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:40:09.293016+0000","last_peered":"2024-03-10T21:40:09.293016+0000","last_clean":"2024-03-10T21:40:09.293016+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:40:09.293016+0000","last_undegraded":"2024-03-10T21:40:09.293016+0000","last_fullsized":"2024-03-10T21:40:09.293016+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4249,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651658+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:40:02.651658+0000","last_peered":"2024-03-10T21:40:02.651658+0000","last_clean":"2024-03-10T21:40:02.651658+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:40:02.651658+0000","last_undegraded":"2024-03-10T21:40:02.651658+0000","last_fullsized":"2024-03-10T21:40:02.651658+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1125,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607007+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:40:21.607007+0000","last_peered":"2024-03-10T21:40:21.607007+0000","last_clean":"2024-03-10T21:40:21.607007+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:40:21.607007+0000","last_undegraded":"2024-03-10T21:40:21.607007+0000","last_fullsized":"2024-03-10T21:40:21.607007+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9103,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:08.888405+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:40:08.888405+0000","last_peered":"2024-03-10T21:40:08.888405+0000","last_clean":"2024-03-10T21:40:08.888405+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:40:08.888405+0000","last_undegraded":"2024-03-10T21:40:08.888405+0000","last_fullsized":"2024-03-10T21:40:08.888405+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:02.651703+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:40:02.651703+0000","last_peered":"2024-03-10T21:40:02.651703+0000","last_clean":"2024-03-10T21:40:02.651703+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:40:02.651703+0000","last_undegraded":"2024-03-10T21:40:02.651703+0000","last_fullsized":"2024-03-10T21:40:02.651703+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1162,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292948+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:40:09.292948+0000","last_peered":"2024-03-10T21:40:09.292948+0000","last_clean":"2024-03-10T21:40:09.292948+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:40:09.292948+0000","last_undegraded":"2024-03-10T21:40:09.292948+0000","last_fullsized":"2024-03-10T21:40:09.292948+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618391+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:42:01.618391+0000","last_peered":"2024-03-10T21:42:01.618391+0000","last_clean":"2024-03-10T21:42:01.618391+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:42:01.618391+0000","last_undegraded":"2024-03-10T21:42:01.618391+0000","last_fullsized":"2024-03-10T21:42:01.618391+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1119,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:21.607077+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:40:21.607077+0000","last_peered":"2024-03-10T21:40:21.607077+0000","last_clean":"2024-03-10T21:40:21.607077+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:40:21.607077+0000","last_undegraded":"2024-03-10T21:40:21.607077+0000","last_fullsized":"2024-03-10T21:40:21.607077+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1145,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:09.292903+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:40:09.292903+0000","last_peered":"2024-03-10T21:40:09.292903+0000","last_clean":"2024-03-10T21:40:09.292903+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:40:09.292903+0000","last_undegraded":"2024-03-10T21:40:09.292903+0000","last_fullsized":"2024-03-10T21:40:09.292903+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536237,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680884,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142488,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123614,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965136,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918602,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806658,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727419,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.919 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:30.920 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:44:31.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:44:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:44:31] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-03-10T21:44:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:31 smithi193 ceph-mon[83873]: from='client.34776 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:32.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:31 smithi193 ceph-mon[83873]: pgmap v1218: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:32.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:31 smithi071 ceph-mon[88660]: from='client.34776 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:32.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:31 smithi071 ceph-mon[88660]: pgmap v1218: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:32.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:31 smithi071 ceph-mon[91105]: from='client.34776 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:32.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:31 smithi071 ceph-mon[91105]: pgmap v1218: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:44:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:44:33.277 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:32 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:33.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:32 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:33.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:32 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:34.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:33 smithi193 ceph-mon[83873]: pgmap v1219: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:34.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:33 smithi071 ceph-mon[88660]: pgmap v1219: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:34.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:33 smithi071 ceph-mon[91105]: pgmap v1219: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:36.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:35 smithi193 ceph-mon[83873]: pgmap v1220: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:36.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:35 smithi071 ceph-mon[88660]: pgmap v1220: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:36.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:35 smithi071 ceph-mon[91105]: pgmap v1220: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:38.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:37 smithi193 ceph-mon[83873]: pgmap v1221: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:38.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:37 smithi071 ceph-mon[88660]: pgmap v1221: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:38.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:37 smithi071 ceph-mon[91105]: pgmap v1221: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:39 smithi193 ceph-mon[83873]: pgmap v1222: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:40.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:39 smithi071 ceph-mon[88660]: pgmap v1222: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:40.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:39 smithi071 ceph-mon[91105]: pgmap v1222: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:40.921 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:44:41.136 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:44:41.342 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:44:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:44:41] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:44:42.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:41 smithi071 ceph-mon[88660]: pgmap v1223: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:42.302 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:41 smithi071 ceph-mon[91105]: pgmap v1223: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:42.314 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:41 smithi193 ceph-mon[83873]: pgmap v1223: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:44:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:44:43.087 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:44:43.089 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:44:43.707 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1224,"stamp":"2024-03-10T21:44:42.407259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004443"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070548+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:40:33.070548+0000","last_peered":"2024-03-10T21:40:33.070548+0000","last_clean":"2024-03-10T21:40:33.070548+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:40:33.070548+0000","last_undegraded":"2024-03-10T21:40:33.070548+0000","last_fullsized":"2024-03-10T21:40:33.070548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452236+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:40:33.452236+0000","last_peered":"2024-03-10T21:40:33.452236+0000","last_clean":"2024-03-10T21:40:33.452236+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:40:33.452236+0000","last_undegraded":"2024-03-10T21:40:33.452236+0000","last_fullsized":"2024-03-10T21:40:33.452236+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:54.298248+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:40:54.298248+0000","last_peered":"2024-03-10T21:40:54.298248+0000","last_clean":"2024-03-10T21:40:54.298248+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:40:54.298248+0000","last_undegraded":"2024-03-10T21:40:54.298248+0000","last_fullsized":"2024-03-10T21:40:54.298248+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1086,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082543+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:42:13.082543+0000","last_peered":"2024-03-10T21:42:13.082543+0000","last_clean":"2024-03-10T21:42:13.082543+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:42:13.082543+0000","last_undegraded":"2024-03-10T21:42:13.082543+0000","last_fullsized":"2024-03-10T21:42:13.082543+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149585+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:42:13.149585+0000","last_peered":"2024-03-10T21:42:13.149585+0000","last_clean":"2024-03-10T21:42:13.149585+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:42:13.149585+0000","last_undegraded":"2024-03-10T21:42:13.149585+0000","last_fullsized":"2024-03-10T21:42:13.149585+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463216+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:42:18.463216+0000","last_peered":"2024-03-10T21:42:18.463216+0000","last_clean":"2024-03-10T21:42:18.463216+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:42:18.463216+0000","last_undegraded":"2024-03-10T21:42:18.463216+0000","last_fullsized":"2024-03-10T21:42:18.463216+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1330,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452275+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:40:33.452275+0000","last_peered":"2024-03-10T21:40:33.452275+0000","last_clean":"2024-03-10T21:40:33.452275+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:40:33.452275+0000","last_undegraded":"2024-03-10T21:40:33.452275+0000","last_fullsized":"2024-03-10T21:40:33.452275+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452265+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:40:33.452265+0000","last_peered":"2024-03-10T21:40:33.452265+0000","last_clean":"2024-03-10T21:40:33.452265+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:40:33.452265+0000","last_undegraded":"2024-03-10T21:40:33.452265+0000","last_fullsized":"2024-03-10T21:40:33.452265+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618422+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:42:01.618422+0000","last_peered":"2024-03-10T21:42:01.618422+0000","last_clean":"2024-03-10T21:42:01.618422+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:42:01.618422+0000","last_undegraded":"2024-03-10T21:42:01.618422+0000","last_fullsized":"2024-03-10T21:42:01.618422+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149569+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:42:13.149569+0000","last_peered":"2024-03-10T21:42:13.149569+0000","last_clean":"2024-03-10T21:42:13.149569+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:42:13.149569+0000","last_undegraded":"2024-03-10T21:42:13.149569+0000","last_fullsized":"2024-03-10T21:42:13.149569+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149537+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:42:13.149537+0000","last_peered":"2024-03-10T21:42:13.149537+0000","last_clean":"2024-03-10T21:42:13.149537+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:42:13.149537+0000","last_undegraded":"2024-03-10T21:42:13.149537+0000","last_fullsized":"2024-03-10T21:42:13.149537+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:19.119415+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:42:19.119415+0000","last_peered":"2024-03-10T21:42:19.119415+0000","last_clean":"2024-03-10T21:42:19.119415+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:42:19.119415+0000","last_undegraded":"2024-03-10T21:42:19.119415+0000","last_fullsized":"2024-03-10T21:42:19.119415+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082512+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:42:13.082512+0000","last_peered":"2024-03-10T21:42:13.082512+0000","last_clean":"2024-03-10T21:42:13.082512+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:42:13.082512+0000","last_undegraded":"2024-03-10T21:42:13.082512+0000","last_fullsized":"2024-03-10T21:42:13.082512+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463277+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:42:18.463277+0000","last_peered":"2024-03-10T21:42:18.463277+0000","last_clean":"2024-03-10T21:42:18.463277+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:42:18.463277+0000","last_undegraded":"2024-03-10T21:42:18.463277+0000","last_fullsized":"2024-03-10T21:42:18.463277+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463251+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:42:18.463251+0000","last_peered":"2024-03-10T21:42:18.463251+0000","last_clean":"2024-03-10T21:42:18.463251+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:42:18.463251+0000","last_undegraded":"2024-03-10T21:42:18.463251+0000","last_fullsized":"2024-03-10T21:42:18.463251+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079361+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:41:48.079361+0000","last_peered":"2024-03-10T21:41:48.079361+0000","last_clean":"2024-03-10T21:41:48.079361+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:41:48.079361+0000","last_undegraded":"2024-03-10T21:41:48.079361+0000","last_fullsized":"2024-03-10T21:41:48.079361+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079326+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:41:48.079326+0000","last_peered":"2024-03-10T21:41:48.079326+0000","last_clean":"2024-03-10T21:41:48.079326+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:41:48.079326+0000","last_undegraded":"2024-03-10T21:41:48.079326+0000","last_fullsized":"2024-03-10T21:41:48.079326+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4675,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902795+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:42:18.902795+0000","last_peered":"2024-03-10T21:42:18.902795+0000","last_clean":"2024-03-10T21:42:18.902795+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:42:18.902795+0000","last_undegraded":"2024-03-10T21:42:18.902795+0000","last_fullsized":"2024-03-10T21:42:18.902795+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5340,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452189+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:40:33.452189+0000","last_peered":"2024-03-10T21:40:33.452189+0000","last_clean":"2024-03-10T21:40:33.452189+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:40:33.452189+0000","last_undegraded":"2024-03-10T21:40:33.452189+0000","last_fullsized":"2024-03-10T21:40:33.452189+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4768,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.452246+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:40:33.452246+0000","last_peered":"2024-03-10T21:40:33.452246+0000","last_clean":"2024-03-10T21:40:33.452246+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:40:33.452246+0000","last_undegraded":"2024-03-10T21:40:33.452246+0000","last_fullsized":"2024-03-10T21:40:33.452246+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9040,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902875+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:42:18.902875+0000","last_peered":"2024-03-10T21:42:18.902875+0000","last_clean":"2024-03-10T21:42:18.902875+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:42:18.902875+0000","last_undegraded":"2024-03-10T21:42:18.902875+0000","last_fullsized":"2024-03-10T21:42:18.902875+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:32.667387+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:42:32.667387+0000","last_peered":"2024-03-10T21:42:32.667387+0000","last_clean":"2024-03-10T21:42:32.667387+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:42:32.667387+0000","last_undegraded":"2024-03-10T21:42:32.667387+0000","last_fullsized":"2024-03-10T21:42:32.667387+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13577,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:33.070480+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:40:33.070480+0000","last_peered":"2024-03-10T21:40:33.070480+0000","last_clean":"2024-03-10T21:40:33.070480+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:40:33.070480+0000","last_undegraded":"2024-03-10T21:40:33.070480+0000","last_fullsized":"2024-03-10T21:40:33.070480+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618466+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:42:01.618466+0000","last_peered":"2024-03-10T21:42:01.618466+0000","last_clean":"2024-03-10T21:42:01.618466+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:42:01.618466+0000","last_undegraded":"2024-03-10T21:42:01.618466+0000","last_fullsized":"2024-03-10T21:42:01.618466+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.150088+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:42:18.150088+0000","last_peered":"2024-03-10T21:42:18.150088+0000","last_clean":"2024-03-10T21:42:18.150088+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:42:18.150088+0000","last_undegraded":"2024-03-10T21:42:18.150088+0000","last_fullsized":"2024-03-10T21:42:18.150088+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1586,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081813+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:42:08.081813+0000","last_peered":"2024-03-10T21:42:08.081813+0000","last_clean":"2024-03-10T21:42:08.081813+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:42:08.081813+0000","last_undegraded":"2024-03-10T21:42:08.081813+0000","last_fullsized":"2024-03-10T21:42:08.081813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081789+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:42:08.081789+0000","last_peered":"2024-03-10T21:42:08.081789+0000","last_clean":"2024-03-10T21:42:08.081789+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:42:08.081789+0000","last_undegraded":"2024-03-10T21:42:08.081789+0000","last_fullsized":"2024-03-10T21:42:08.081789+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2939,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618433+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:42:01.618433+0000","last_peered":"2024-03-10T21:42:01.618433+0000","last_clean":"2024-03-10T21:42:01.618433+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:42:01.618433+0000","last_undegraded":"2024-03-10T21:42:01.618433+0000","last_fullsized":"2024-03-10T21:42:01.618433+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.452220+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:40:33.452220+0000","last_peered":"2024-03-10T21:40:33.452220+0000","last_clean":"2024-03-10T21:40:33.452220+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:40:33.452220+0000","last_undegraded":"2024-03-10T21:40:33.452220+0000","last_fullsized":"2024-03-10T21:40:33.452220+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1096,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:33.070525+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:40:33.070525+0000","last_peered":"2024-03-10T21:40:33.070525+0000","last_clean":"2024-03-10T21:40:33.070525+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:40:33.070525+0000","last_undegraded":"2024-03-10T21:40:33.070525+0000","last_fullsized":"2024-03-10T21:40:33.070525+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1100,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622071+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:42:31.622071+0000","last_peered":"2024-03-10T21:42:31.622071+0000","last_clean":"2024-03-10T21:42:31.622071+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:42:31.622071+0000","last_undegraded":"2024-03-10T21:42:31.622071+0000","last_fullsized":"2024-03-10T21:42:31.622071+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1251,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.902867+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:42:18.902867+0000","last_peered":"2024-03-10T21:42:18.902867+0000","last_clean":"2024-03-10T21:42:18.902867+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:42:18.902867+0000","last_undegraded":"2024-03-10T21:42:18.902867+0000","last_fullsized":"2024-03-10T21:42:18.902867+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13459,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:24.308823+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:42:24.308823+0000","last_peered":"2024-03-10T21:42:24.308823+0000","last_clean":"2024-03-10T21:42:24.308823+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:42:24.308823+0000","last_undegraded":"2024-03-10T21:42:24.308823+0000","last_fullsized":"2024-03-10T21:42:24.308823+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665853+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:42:17.665853+0000","last_peered":"2024-03-10T21:42:17.665853+0000","last_clean":"2024-03-10T21:42:17.665853+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:42:17.665853+0000","last_undegraded":"2024-03-10T21:42:17.665853+0000","last_fullsized":"2024-03-10T21:42:17.665853+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622011+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:42:31.622011+0000","last_peered":"2024-03-10T21:42:31.622011+0000","last_clean":"2024-03-10T21:42:31.622011+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:42:31.622011+0000","last_undegraded":"2024-03-10T21:42:31.622011+0000","last_fullsized":"2024-03-10T21:42:31.622011+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9104,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902838+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:42:18.902838+0000","last_peered":"2024-03-10T21:42:18.902838+0000","last_clean":"2024-03-10T21:42:18.902838+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:42:18.902838+0000","last_undegraded":"2024-03-10T21:42:18.902838+0000","last_fullsized":"2024-03-10T21:42:18.902838+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665895+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:42:17.665895+0000","last_peered":"2024-03-10T21:42:17.665895+0000","last_clean":"2024-03-10T21:42:17.665895+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:42:17.665895+0000","last_undegraded":"2024-03-10T21:42:17.665895+0000","last_fullsized":"2024-03-10T21:42:17.665895+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308770+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:42:24.308770+0000","last_peered":"2024-03-10T21:42:24.308770+0000","last_clean":"2024-03-10T21:42:24.308770+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:42:24.308770+0000","last_undegraded":"2024-03-10T21:42:24.308770+0000","last_fullsized":"2024-03-10T21:42:24.308770+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618391+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:42:01.618391+0000","last_peered":"2024-03-10T21:42:01.618391+0000","last_clean":"2024-03-10T21:42:01.618391+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:42:01.618391+0000","last_undegraded":"2024-03-10T21:42:01.618391+0000","last_fullsized":"2024-03-10T21:42:01.618391+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1120,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622059+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:42:31.622059+0000","last_peered":"2024-03-10T21:42:31.622059+0000","last_clean":"2024-03-10T21:42:31.622059+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:42:31.622059+0000","last_undegraded":"2024-03-10T21:42:31.622059+0000","last_fullsized":"2024-03-10T21:42:31.622059+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308731+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:42:24.308731+0000","last_peered":"2024-03-10T21:42:24.308731+0000","last_clean":"2024-03-10T21:42:24.308731+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:42:24.308731+0000","last_undegraded":"2024-03-10T21:42:24.308731+0000","last_fullsized":"2024-03-10T21:42:24.308731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536239,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680887,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142490,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123617,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965139,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918604,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806661,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727422,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.712 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:43.713 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:44:44.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:43 smithi071 ceph-mon[88660]: pgmap v1224: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:44.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:43 smithi071 ceph-mon[91105]: pgmap v1224: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:44.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:43 smithi193 ceph-mon[83873]: pgmap v1224: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:45.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:44 smithi193 ceph-mon[83873]: from='client.34782 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:45.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:44 smithi071 ceph-mon[88660]: from='client.34782 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:45.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:44 smithi071 ceph-mon[91105]: from='client.34782 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:46.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:45 smithi193 ceph-mon[83873]: pgmap v1225: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:46.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:45 smithi071 ceph-mon[88660]: pgmap v1225: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:46.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:45 smithi071 ceph-mon[91105]: pgmap v1225: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:47 smithi193 ceph-mon[83873]: pgmap v1226: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:48.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:47 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:48.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:47 smithi071 ceph-mon[88660]: pgmap v1226: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:48.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:47 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:48.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:47 smithi071 ceph-mon[91105]: pgmap v1226: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:48.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:47 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:44:50.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:49 smithi193 ceph-mon[83873]: pgmap v1227: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:50.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:49 smithi071 ceph-mon[88660]: pgmap v1227: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:50.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:49 smithi071 ceph-mon[91105]: pgmap v1227: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:51.585 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:44:51 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:44:51] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-03-10T21:44:52.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:51 smithi193 ceph-mon[83873]: pgmap v1228: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:52.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:51 smithi071 ceph-mon[88660]: pgmap v1228: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:52.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:51 smithi071 ceph-mon[91105]: pgmap v1228: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:52.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:44:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:44:53.714 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:44:53.935 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:44:54.057 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:53 smithi071 ceph-mon[88660]: pgmap v1229: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:54.057 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:53 smithi071 ceph-mon[91105]: pgmap v1229: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:54.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:53 smithi193 ceph-mon[83873]: pgmap v1229: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:55.697 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:44:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:44:56.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:55 smithi071 ceph-mon[88660]: pgmap v1230: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:56.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:55 smithi071 ceph-mon[91105]: pgmap v1230: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:56.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:55 smithi193 ceph-mon[83873]: pgmap v1230: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:56.353 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1230,"stamp":"2024-03-10T21:44:54.411514+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004254"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085471+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:42:38.085471+0000","last_peered":"2024-03-10T21:42:38.085471+0000","last_clean":"2024-03-10T21:42:38.085471+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:42:38.085471+0000","last_undegraded":"2024-03-10T21:42:38.085471+0000","last_fullsized":"2024-03-10T21:42:38.085471+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465275+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:42:38.465275+0000","last_peered":"2024-03-10T21:42:38.465275+0000","last_clean":"2024-03-10T21:42:38.465275+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:42:38.465275+0000","last_undegraded":"2024-03-10T21:42:38.465275+0000","last_fullsized":"2024-03-10T21:42:38.465275+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1164,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.312539+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:42:54.312539+0000","last_peered":"2024-03-10T21:42:54.312539+0000","last_clean":"2024-03-10T21:42:54.312539+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:42:54.312539+0000","last_undegraded":"2024-03-10T21:42:54.312539+0000","last_fullsized":"2024-03-10T21:42:54.312539+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1068,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067842+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:40:08.067842+0000","last_peered":"2024-03-10T21:40:08.067842+0000","last_clean":"2024-03-10T21:40:08.067842+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:40:08.067842+0000","last_undegraded":"2024-03-10T21:40:08.067842+0000","last_fullsized":"2024-03-10T21:40:08.067842+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1093,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067827+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:40:08.067827+0000","last_peered":"2024-03-10T21:40:08.067827+0000","last_clean":"2024-03-10T21:40:08.067827+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:40:08.067827+0000","last_undegraded":"2024-03-10T21:40:08.067827+0000","last_fullsized":"2024-03-10T21:40:08.067827+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1086,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082543+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:42:13.082543+0000","last_peered":"2024-03-10T21:42:13.082543+0000","last_clean":"2024-03-10T21:42:13.082543+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:42:13.082543+0000","last_undegraded":"2024-03-10T21:42:13.082543+0000","last_fullsized":"2024-03-10T21:42:13.082543+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149585+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:42:13.149585+0000","last_peered":"2024-03-10T21:42:13.149585+0000","last_clean":"2024-03-10T21:42:13.149585+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:42:13.149585+0000","last_undegraded":"2024-03-10T21:42:13.149585+0000","last_fullsized":"2024-03-10T21:42:13.149585+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463216+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:42:18.463216+0000","last_peered":"2024-03-10T21:42:18.463216+0000","last_clean":"2024-03-10T21:42:18.463216+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:42:18.463216+0000","last_undegraded":"2024-03-10T21:42:18.463216+0000","last_fullsized":"2024-03-10T21:42:18.463216+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1331,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465314+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:42:38.465314+0000","last_peered":"2024-03-10T21:42:38.465314+0000","last_clean":"2024-03-10T21:42:38.465314+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:42:38.465314+0000","last_undegraded":"2024-03-10T21:42:38.465314+0000","last_fullsized":"2024-03-10T21:42:38.465314+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465303+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:42:38.465303+0000","last_peered":"2024-03-10T21:42:38.465303+0000","last_clean":"2024-03-10T21:42:38.465303+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:42:38.465303+0000","last_undegraded":"2024-03-10T21:42:38.465303+0000","last_fullsized":"2024-03-10T21:42:38.465303+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1080,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067876+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:40:08.067876+0000","last_peered":"2024-03-10T21:40:08.067876+0000","last_clean":"2024-03-10T21:40:08.067876+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:40:08.067876+0000","last_undegraded":"2024-03-10T21:40:08.067876+0000","last_fullsized":"2024-03-10T21:40:08.067876+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1090,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:08.067857+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:40:08.067857+0000","last_peered":"2024-03-10T21:40:08.067857+0000","last_clean":"2024-03-10T21:40:08.067857+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:40:08.067857+0000","last_undegraded":"2024-03-10T21:40:08.067857+0000","last_fullsized":"2024-03-10T21:40:08.067857+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618422+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:42:01.618422+0000","last_peered":"2024-03-10T21:42:01.618422+0000","last_clean":"2024-03-10T21:42:01.618422+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:42:01.618422+0000","last_undegraded":"2024-03-10T21:42:01.618422+0000","last_fullsized":"2024-03-10T21:42:01.618422+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149569+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:42:13.149569+0000","last_peered":"2024-03-10T21:42:13.149569+0000","last_clean":"2024-03-10T21:42:13.149569+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:42:13.149569+0000","last_undegraded":"2024-03-10T21:42:13.149569+0000","last_fullsized":"2024-03-10T21:42:13.149569+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149537+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:42:13.149537+0000","last_peered":"2024-03-10T21:42:13.149537+0000","last_clean":"2024-03-10T21:42:13.149537+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:42:13.149537+0000","last_undegraded":"2024-03-10T21:42:13.149537+0000","last_fullsized":"2024-03-10T21:42:13.149537+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:19.119415+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:42:19.119415+0000","last_peered":"2024-03-10T21:42:19.119415+0000","last_clean":"2024-03-10T21:42:19.119415+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:42:19.119415+0000","last_undegraded":"2024-03-10T21:42:19.119415+0000","last_fullsized":"2024-03-10T21:42:19.119415+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082512+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:42:13.082512+0000","last_peered":"2024-03-10T21:42:13.082512+0000","last_clean":"2024-03-10T21:42:13.082512+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:42:13.082512+0000","last_undegraded":"2024-03-10T21:42:13.082512+0000","last_fullsized":"2024-03-10T21:42:13.082512+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463277+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:42:18.463277+0000","last_peered":"2024-03-10T21:42:18.463277+0000","last_clean":"2024-03-10T21:42:18.463277+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:42:18.463277+0000","last_undegraded":"2024-03-10T21:42:18.463277+0000","last_fullsized":"2024-03-10T21:42:18.463277+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463251+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:42:18.463251+0000","last_peered":"2024-03-10T21:42:18.463251+0000","last_clean":"2024-03-10T21:42:18.463251+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:42:18.463251+0000","last_undegraded":"2024-03-10T21:42:18.463251+0000","last_fullsized":"2024-03-10T21:42:18.463251+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079361+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:41:48.079361+0000","last_peered":"2024-03-10T21:41:48.079361+0000","last_clean":"2024-03-10T21:41:48.079361+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:41:48.079361+0000","last_undegraded":"2024-03-10T21:41:48.079361+0000","last_fullsized":"2024-03-10T21:41:48.079361+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079326+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:41:48.079326+0000","last_peered":"2024-03-10T21:41:48.079326+0000","last_clean":"2024-03-10T21:41:48.079326+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:41:48.079326+0000","last_undegraded":"2024-03-10T21:41:48.079326+0000","last_fullsized":"2024-03-10T21:41:48.079326+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4675,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902795+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:42:18.902795+0000","last_peered":"2024-03-10T21:42:18.902795+0000","last_clean":"2024-03-10T21:42:18.902795+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:42:18.902795+0000","last_undegraded":"2024-03-10T21:42:18.902795+0000","last_fullsized":"2024-03-10T21:42:18.902795+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5341,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.465227+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:42:38.465227+0000","last_peered":"2024-03-10T21:42:38.465227+0000","last_clean":"2024-03-10T21:42:38.465227+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:42:38.465227+0000","last_undegraded":"2024-03-10T21:42:38.465227+0000","last_fullsized":"2024-03-10T21:42:38.465227+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4769,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.465284+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:42:38.465284+0000","last_peered":"2024-03-10T21:42:38.465284+0000","last_clean":"2024-03-10T21:42:38.465284+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:42:38.465284+0000","last_undegraded":"2024-03-10T21:42:38.465284+0000","last_fullsized":"2024-03-10T21:42:38.465284+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109370+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:40:49.109370+0000","last_peered":"2024-03-10T21:40:49.109370+0000","last_clean":"2024-03-10T21:40:49.109370+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:40:49.109370+0000","last_undegraded":"2024-03-10T21:40:49.109370+0000","last_fullsized":"2024-03-10T21:40:49.109370+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9040,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902875+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:42:18.902875+0000","last_peered":"2024-03-10T21:42:18.902875+0000","last_clean":"2024-03-10T21:42:18.902875+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:42:18.902875+0000","last_undegraded":"2024-03-10T21:42:18.902875+0000","last_fullsized":"2024-03-10T21:42:18.902875+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:32.667387+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:42:32.667387+0000","last_peered":"2024-03-10T21:42:32.667387+0000","last_clean":"2024-03-10T21:42:32.667387+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:42:32.667387+0000","last_undegraded":"2024-03-10T21:42:32.667387+0000","last_fullsized":"2024-03-10T21:42:32.667387+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13578,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.085422+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:42:38.085422+0000","last_peered":"2024-03-10T21:42:38.085422+0000","last_clean":"2024-03-10T21:42:38.085422+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:42:38.085422+0000","last_undegraded":"2024-03-10T21:42:38.085422+0000","last_fullsized":"2024-03-10T21:42:38.085422+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618466+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:42:01.618466+0000","last_peered":"2024-03-10T21:42:01.618466+0000","last_clean":"2024-03-10T21:42:01.618466+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:42:01.618466+0000","last_undegraded":"2024-03-10T21:42:01.618466+0000","last_fullsized":"2024-03-10T21:42:01.618466+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.150088+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:42:18.150088+0000","last_peered":"2024-03-10T21:42:18.150088+0000","last_clean":"2024-03-10T21:42:18.150088+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:42:18.150088+0000","last_undegraded":"2024-03-10T21:42:18.150088+0000","last_fullsized":"2024-03-10T21:42:18.150088+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1586,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081813+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:42:08.081813+0000","last_peered":"2024-03-10T21:42:08.081813+0000","last_clean":"2024-03-10T21:42:08.081813+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:42:08.081813+0000","last_undegraded":"2024-03-10T21:42:08.081813+0000","last_fullsized":"2024-03-10T21:42:08.081813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081789+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:42:08.081789+0000","last_peered":"2024-03-10T21:42:08.081789+0000","last_clean":"2024-03-10T21:42:08.081789+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:42:08.081789+0000","last_undegraded":"2024-03-10T21:42:08.081789+0000","last_fullsized":"2024-03-10T21:42:08.081789+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2939,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618433+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:42:01.618433+0000","last_peered":"2024-03-10T21:42:01.618433+0000","last_clean":"2024-03-10T21:42:01.618433+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:42:01.618433+0000","last_undegraded":"2024-03-10T21:42:01.618433+0000","last_fullsized":"2024-03-10T21:42:01.618433+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465260+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:42:38.465260+0000","last_peered":"2024-03-10T21:42:38.465260+0000","last_clean":"2024-03-10T21:42:38.465260+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:42:38.465260+0000","last_undegraded":"2024-03-10T21:42:38.465260+0000","last_fullsized":"2024-03-10T21:42:38.465260+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085443+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:42:38.085443+0000","last_peered":"2024-03-10T21:42:38.085443+0000","last_clean":"2024-03-10T21:42:38.085443+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:42:38.085443+0000","last_undegraded":"2024-03-10T21:42:38.085443+0000","last_fullsized":"2024-03-10T21:42:38.085443+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4157,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:49.109255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:40:49.109255+0000","last_peered":"2024-03-10T21:40:49.109255+0000","last_clean":"2024-03-10T21:40:49.109255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:40:49.109255+0000","last_undegraded":"2024-03-10T21:40:49.109255+0000","last_fullsized":"2024-03-10T21:40:49.109255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139782+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:40:43.139782+0000","last_peered":"2024-03-10T21:40:43.139782+0000","last_clean":"2024-03-10T21:40:43.139782+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:40:43.139782+0000","last_undegraded":"2024-03-10T21:40:43.139782+0000","last_fullsized":"2024-03-10T21:40:43.139782+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109322+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:40:49.109322+0000","last_peered":"2024-03-10T21:40:49.109322+0000","last_clean":"2024-03-10T21:40:49.109322+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:40:49.109322+0000","last_undegraded":"2024-03-10T21:40:49.109322+0000","last_fullsized":"2024-03-10T21:40:49.109322+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1100,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622071+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:42:31.622071+0000","last_peered":"2024-03-10T21:42:31.622071+0000","last_clean":"2024-03-10T21:42:31.622071+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:42:31.622071+0000","last_undegraded":"2024-03-10T21:42:31.622071+0000","last_fullsized":"2024-03-10T21:42:31.622071+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1251,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.902867+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:42:18.902867+0000","last_peered":"2024-03-10T21:42:18.902867+0000","last_clean":"2024-03-10T21:42:18.902867+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:42:18.902867+0000","last_undegraded":"2024-03-10T21:42:18.902867+0000","last_fullsized":"2024-03-10T21:42:18.902867+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13459,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:24.308823+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:42:24.308823+0000","last_peered":"2024-03-10T21:42:24.308823+0000","last_clean":"2024-03-10T21:42:24.308823+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:42:24.308823+0000","last_undegraded":"2024-03-10T21:42:24.308823+0000","last_fullsized":"2024-03-10T21:42:24.308823+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139712+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:40:43.139712+0000","last_peered":"2024-03-10T21:40:43.139712+0000","last_clean":"2024-03-10T21:40:43.139712+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:40:43.139712+0000","last_undegraded":"2024-03-10T21:40:43.139712+0000","last_fullsized":"2024-03-10T21:40:43.139712+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665853+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:42:17.665853+0000","last_peered":"2024-03-10T21:42:17.665853+0000","last_clean":"2024-03-10T21:42:17.665853+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:42:17.665853+0000","last_undegraded":"2024-03-10T21:42:17.665853+0000","last_fullsized":"2024-03-10T21:42:17.665853+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622011+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:42:31.622011+0000","last_peered":"2024-03-10T21:42:31.622011+0000","last_clean":"2024-03-10T21:42:31.622011+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:42:31.622011+0000","last_undegraded":"2024-03-10T21:42:31.622011+0000","last_fullsized":"2024-03-10T21:42:31.622011+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9104,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902838+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:42:18.902838+0000","last_peered":"2024-03-10T21:42:18.902838+0000","last_clean":"2024-03-10T21:42:18.902838+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:42:18.902838+0000","last_undegraded":"2024-03-10T21:42:18.902838+0000","last_fullsized":"2024-03-10T21:42:18.902838+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665895+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:42:17.665895+0000","last_peered":"2024-03-10T21:42:17.665895+0000","last_clean":"2024-03-10T21:42:17.665895+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:42:17.665895+0000","last_undegraded":"2024-03-10T21:42:17.665895+0000","last_fullsized":"2024-03-10T21:42:17.665895+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308770+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:42:24.308770+0000","last_peered":"2024-03-10T21:42:24.308770+0000","last_clean":"2024-03-10T21:42:24.308770+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:42:24.308770+0000","last_undegraded":"2024-03-10T21:42:24.308770+0000","last_fullsized":"2024-03-10T21:42:24.308770+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618391+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:42:01.618391+0000","last_peered":"2024-03-10T21:42:01.618391+0000","last_clean":"2024-03-10T21:42:01.618391+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:42:01.618391+0000","last_undegraded":"2024-03-10T21:42:01.618391+0000","last_fullsized":"2024-03-10T21:42:01.618391+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139766+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:40:43.139766+0000","last_peered":"2024-03-10T21:40:43.139766+0000","last_clean":"2024-03-10T21:40:43.139766+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:40:43.139766+0000","last_undegraded":"2024-03-10T21:40:43.139766+0000","last_fullsized":"2024-03-10T21:40:43.139766+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1120,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622059+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:42:31.622059+0000","last_peered":"2024-03-10T21:42:31.622059+0000","last_clean":"2024-03-10T21:42:31.622059+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:42:31.622059+0000","last_undegraded":"2024-03-10T21:42:31.622059+0000","last_fullsized":"2024-03-10T21:42:31.622059+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:43.139790+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:40:43.139790+0000","last_peered":"2024-03-10T21:40:43.139790+0000","last_clean":"2024-03-10T21:40:43.139790+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:40:43.139790+0000","last_undegraded":"2024-03-10T21:40:43.139790+0000","last_fullsized":"2024-03-10T21:40:43.139790+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308731+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:42:24.308731+0000","last_peered":"2024-03-10T21:42:24.308731+0000","last_clean":"2024-03-10T21:42:24.308731+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:42:24.308731+0000","last_undegraded":"2024-03-10T21:42:24.308731+0000","last_fullsized":"2024-03-10T21:42:24.308731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536242,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680889,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142493,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123620,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965142,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918607,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806664,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727425,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:44:56.357 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:44:56.358 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:44:57.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:56 smithi193 ceph-mon[83873]: from='client.34788 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:57.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:56 smithi071 ceph-mon[88660]: from='client.34788 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:57.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:56 smithi071 ceph-mon[91105]: from='client.34788 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:44:58.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:57 smithi193 ceph-mon[83873]: pgmap v1231: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:58.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:57 smithi071 ceph-mon[88660]: pgmap v1231: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:44:58.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:57 smithi071 ceph-mon[91105]: pgmap v1231: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:00.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:44:59 smithi193 ceph-mon[83873]: pgmap v1232: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:00.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:44:59 smithi071 ceph-mon[88660]: pgmap v1232: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:00.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:44:59 smithi071 ceph-mon[91105]: pgmap v1232: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:01.584 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:01 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:45:01] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-03-10T21:45:02.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:01 smithi193 ceph-mon[83873]: pgmap v1233: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:02.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:01 smithi071 ceph-mon[88660]: pgmap v1233: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:02.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:01 smithi071 ceph-mon[91105]: pgmap v1233: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:02.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:45:02 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:45:03.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:02 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:03.334 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:02 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:03.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:02 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:04.333 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:03 smithi193 ceph-mon[83873]: pgmap v1234: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:04.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:03 smithi071 ceph-mon[88660]: pgmap v1234: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:04.334 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:03 smithi071 ceph-mon[91105]: pgmap v1234: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:06.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:05 smithi193 ceph-mon[83873]: pgmap v1235: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:06.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:05 smithi071 ceph-mon[88660]: pgmap v1235: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:06.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:05 smithi071 ceph-mon[91105]: pgmap v1235: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:06.359 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:45:06.578 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:45:08.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:07 smithi071 ceph-mon[88660]: pgmap v1236: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:08.085 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:07 smithi071 ceph-mon[91105]: pgmap v1236: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:08.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:07 smithi193 ceph-mon[83873]: pgmap v1236: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:08.577 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:45:08.579 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:45:09.224 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1237,"stamp":"2024-03-10T21:45:08.416057+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003917"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085471+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:42:38.085471+0000","last_peered":"2024-03-10T21:42:38.085471+0000","last_clean":"2024-03-10T21:42:38.085471+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:42:38.085471+0000","last_undegraded":"2024-03-10T21:42:38.085471+0000","last_fullsized":"2024-03-10T21:42:38.085471+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658747+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:41:07.658747+0000","last_peered":"2024-03-10T21:41:07.658747+0000","last_clean":"2024-03-10T21:41:07.658747+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:41:07.658747+0000","last_undegraded":"2024-03-10T21:41:07.658747+0000","last_fullsized":"2024-03-10T21:41:07.658747+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465275+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:42:38.465275+0000","last_peered":"2024-03-10T21:42:38.465275+0000","last_clean":"2024-03-10T21:42:38.465275+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:42:38.465275+0000","last_undegraded":"2024-03-10T21:42:38.465275+0000","last_fullsized":"2024-03-10T21:42:38.465275+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1164,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.312539+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:42:54.312539+0000","last_peered":"2024-03-10T21:42:54.312539+0000","last_clean":"2024-03-10T21:42:54.312539+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:42:54.312539+0000","last_undegraded":"2024-03-10T21:42:54.312539+0000","last_fullsized":"2024-03-10T21:42:54.312539+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1069,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085396+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:42:38.085396+0000","last_peered":"2024-03-10T21:42:38.085396+0000","last_clean":"2024-03-10T21:42:38.085396+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:42:38.085396+0000","last_undegraded":"2024-03-10T21:42:38.085396+0000","last_fullsized":"2024-03-10T21:42:38.085396+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085365+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:42:38.085365+0000","last_peered":"2024-03-10T21:42:38.085365+0000","last_clean":"2024-03-10T21:42:38.085365+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:42:38.085365+0000","last_undegraded":"2024-03-10T21:42:38.085365+0000","last_fullsized":"2024-03-10T21:42:38.085365+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1188,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136560+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:40:13.136560+0000","last_peered":"2024-03-10T21:40:13.136560+0000","last_clean":"2024-03-10T21:40:13.136560+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:40:13.136560+0000","last_undegraded":"2024-03-10T21:40:13.136560+0000","last_fullsized":"2024-03-10T21:40:13.136560+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1086,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082543+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:42:13.082543+0000","last_peered":"2024-03-10T21:42:13.082543+0000","last_clean":"2024-03-10T21:42:13.082543+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:42:13.082543+0000","last_undegraded":"2024-03-10T21:42:13.082543+0000","last_fullsized":"2024-03-10T21:42:13.082543+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:24.106455+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:40:24.106455+0000","last_peered":"2024-03-10T21:40:24.106455+0000","last_clean":"2024-03-10T21:40:24.106455+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:40:24.106455+0000","last_undegraded":"2024-03-10T21:40:24.106455+0000","last_fullsized":"2024-03-10T21:40:24.106455+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149585+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:42:13.149585+0000","last_peered":"2024-03-10T21:42:13.149585+0000","last_clean":"2024-03-10T21:42:13.149585+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:42:13.149585+0000","last_undegraded":"2024-03-10T21:42:13.149585+0000","last_fullsized":"2024-03-10T21:42:13.149585+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463216+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:42:18.463216+0000","last_peered":"2024-03-10T21:42:18.463216+0000","last_clean":"2024-03-10T21:42:18.463216+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:42:18.463216+0000","last_undegraded":"2024-03-10T21:42:18.463216+0000","last_fullsized":"2024-03-10T21:42:18.463216+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:32.654651+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:40:32.654651+0000","last_peered":"2024-03-10T21:40:32.654651+0000","last_clean":"2024-03-10T21:40:32.654651+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:40:32.654651+0000","last_undegraded":"2024-03-10T21:40:32.654651+0000","last_fullsized":"2024-03-10T21:40:32.654651+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295915+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:40:34.295915+0000","last_peered":"2024-03-10T21:40:34.295915+0000","last_clean":"2024-03-10T21:40:34.295915+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:40:34.295915+0000","last_undegraded":"2024-03-10T21:40:34.295915+0000","last_fullsized":"2024-03-10T21:40:34.295915+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295992+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:40:34.295992+0000","last_peered":"2024-03-10T21:40:34.295992+0000","last_clean":"2024-03-10T21:40:34.295992+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:40:34.295992+0000","last_undegraded":"2024-03-10T21:40:34.295992+0000","last_fullsized":"2024-03-10T21:40:34.295992+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1331,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465314+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:42:38.465314+0000","last_peered":"2024-03-10T21:42:38.465314+0000","last_clean":"2024-03-10T21:42:38.465314+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:42:38.465314+0000","last_undegraded":"2024-03-10T21:42:38.465314+0000","last_fullsized":"2024-03-10T21:42:38.465314+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465303+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:42:38.465303+0000","last_peered":"2024-03-10T21:42:38.465303+0000","last_clean":"2024-03-10T21:42:38.465303+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:42:38.465303+0000","last_undegraded":"2024-03-10T21:42:38.465303+0000","last_fullsized":"2024-03-10T21:42:38.465303+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1081,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085455+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:42:38.085455+0000","last_peered":"2024-03-10T21:42:38.085455+0000","last_clean":"2024-03-10T21:42:38.085455+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:42:38.085455+0000","last_undegraded":"2024-03-10T21:42:38.085455+0000","last_fullsized":"2024-03-10T21:42:38.085455+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085411+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:42:38.085411+0000","last_peered":"2024-03-10T21:42:38.085411+0000","last_clean":"2024-03-10T21:42:38.085411+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:42:38.085411+0000","last_undegraded":"2024-03-10T21:42:38.085411+0000","last_fullsized":"2024-03-10T21:42:38.085411+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1191,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:13.136608+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:40:13.136608+0000","last_peered":"2024-03-10T21:40:13.136608+0000","last_clean":"2024-03-10T21:40:13.136608+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:40:13.136608+0000","last_undegraded":"2024-03-10T21:40:13.136608+0000","last_fullsized":"2024-03-10T21:40:13.136608+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618422+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:42:01.618422+0000","last_peered":"2024-03-10T21:42:01.618422+0000","last_clean":"2024-03-10T21:42:01.618422+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:42:01.618422+0000","last_undegraded":"2024-03-10T21:42:01.618422+0000","last_fullsized":"2024-03-10T21:42:01.618422+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149569+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:42:13.149569+0000","last_peered":"2024-03-10T21:42:13.149569+0000","last_clean":"2024-03-10T21:42:13.149569+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:42:13.149569+0000","last_undegraded":"2024-03-10T21:42:13.149569+0000","last_fullsized":"2024-03-10T21:42:13.149569+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149537+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:42:13.149537+0000","last_peered":"2024-03-10T21:42:13.149537+0000","last_clean":"2024-03-10T21:42:13.149537+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:42:13.149537+0000","last_undegraded":"2024-03-10T21:42:13.149537+0000","last_fullsized":"2024-03-10T21:42:13.149537+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:28.451536+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:40:28.451536+0000","last_peered":"2024-03-10T21:40:28.451536+0000","last_clean":"2024-03-10T21:40:28.451536+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:40:28.451536+0000","last_undegraded":"2024-03-10T21:40:28.451536+0000","last_fullsized":"2024-03-10T21:40:28.451536+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:19.119415+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:42:19.119415+0000","last_peered":"2024-03-10T21:42:19.119415+0000","last_clean":"2024-03-10T21:42:19.119415+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:42:19.119415+0000","last_undegraded":"2024-03-10T21:42:19.119415+0000","last_fullsized":"2024-03-10T21:42:19.119415+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082512+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:42:13.082512+0000","last_peered":"2024-03-10T21:42:13.082512+0000","last_clean":"2024-03-10T21:42:13.082512+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:42:13.082512+0000","last_undegraded":"2024-03-10T21:42:13.082512+0000","last_fullsized":"2024-03-10T21:42:13.082512+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463277+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:42:18.463277+0000","last_peered":"2024-03-10T21:42:18.463277+0000","last_clean":"2024-03-10T21:42:18.463277+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:42:18.463277+0000","last_undegraded":"2024-03-10T21:42:18.463277+0000","last_fullsized":"2024-03-10T21:42:18.463277+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463251+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:42:18.463251+0000","last_peered":"2024-03-10T21:42:18.463251+0000","last_clean":"2024-03-10T21:42:18.463251+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:42:18.463251+0000","last_undegraded":"2024-03-10T21:42:18.463251+0000","last_fullsized":"2024-03-10T21:42:18.463251+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:34.295944+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:40:34.295944+0000","last_peered":"2024-03-10T21:40:34.295944+0000","last_clean":"2024-03-10T21:40:34.295944+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:40:34.295944+0000","last_undegraded":"2024-03-10T21:40:34.295944+0000","last_fullsized":"2024-03-10T21:40:34.295944+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079361+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:41:48.079361+0000","last_peered":"2024-03-10T21:41:48.079361+0000","last_clean":"2024-03-10T21:41:48.079361+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:41:48.079361+0000","last_undegraded":"2024-03-10T21:41:48.079361+0000","last_fullsized":"2024-03-10T21:41:48.079361+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079326+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:41:48.079326+0000","last_peered":"2024-03-10T21:41:48.079326+0000","last_clean":"2024-03-10T21:41:48.079326+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:41:48.079326+0000","last_undegraded":"2024-03-10T21:41:48.079326+0000","last_fullsized":"2024-03-10T21:41:48.079326+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4675,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902795+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:42:18.902795+0000","last_peered":"2024-03-10T21:42:18.902795+0000","last_clean":"2024-03-10T21:42:18.902795+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:42:18.902795+0000","last_undegraded":"2024-03-10T21:42:18.902795+0000","last_fullsized":"2024-03-10T21:42:18.902795+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5341,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.465227+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:42:38.465227+0000","last_peered":"2024-03-10T21:42:38.465227+0000","last_clean":"2024-03-10T21:42:38.465227+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:42:38.465227+0000","last_undegraded":"2024-03-10T21:42:38.465227+0000","last_fullsized":"2024-03-10T21:42:38.465227+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658665+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:41:07.658665+0000","last_peered":"2024-03-10T21:41:07.658665+0000","last_clean":"2024-03-10T21:41:07.658665+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:41:07.658665+0000","last_undegraded":"2024-03-10T21:41:07.658665+0000","last_fullsized":"2024-03-10T21:41:07.658665+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658690+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:41:07.658690+0000","last_peered":"2024-03-10T21:41:07.658690+0000","last_clean":"2024-03-10T21:41:07.658690+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:41:07.658690+0000","last_undegraded":"2024-03-10T21:41:07.658690+0000","last_fullsized":"2024-03-10T21:41:07.658690+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4769,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.465284+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:42:38.465284+0000","last_peered":"2024-03-10T21:42:38.465284+0000","last_clean":"2024-03-10T21:42:38.465284+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:42:38.465284+0000","last_undegraded":"2024-03-10T21:42:38.465284+0000","last_fullsized":"2024-03-10T21:42:38.465284+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658725+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:41:07.658725+0000","last_peered":"2024-03-10T21:41:07.658725+0000","last_clean":"2024-03-10T21:41:07.658725+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:41:07.658725+0000","last_undegraded":"2024-03-10T21:41:07.658725+0000","last_fullsized":"2024-03-10T21:41:07.658725+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.123351+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:42:54.123351+0000","last_peered":"2024-03-10T21:42:54.123351+0000","last_clean":"2024-03-10T21:42:54.123351+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:42:54.123351+0000","last_undegraded":"2024-03-10T21:42:54.123351+0000","last_fullsized":"2024-03-10T21:42:54.123351+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9040,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902875+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:42:18.902875+0000","last_peered":"2024-03-10T21:42:18.902875+0000","last_clean":"2024-03-10T21:42:18.902875+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:42:18.902875+0000","last_undegraded":"2024-03-10T21:42:18.902875+0000","last_fullsized":"2024-03-10T21:42:18.902875+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:32.667387+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:42:32.667387+0000","last_peered":"2024-03-10T21:42:32.667387+0000","last_clean":"2024-03-10T21:42:32.667387+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:42:32.667387+0000","last_undegraded":"2024-03-10T21:42:32.667387+0000","last_fullsized":"2024-03-10T21:42:32.667387+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13578,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.085422+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:42:38.085422+0000","last_peered":"2024-03-10T21:42:38.085422+0000","last_clean":"2024-03-10T21:42:38.085422+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:42:38.085422+0000","last_undegraded":"2024-03-10T21:42:38.085422+0000","last_fullsized":"2024-03-10T21:42:38.085422+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618466+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:42:01.618466+0000","last_peered":"2024-03-10T21:42:01.618466+0000","last_clean":"2024-03-10T21:42:01.618466+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:42:01.618466+0000","last_undegraded":"2024-03-10T21:42:01.618466+0000","last_fullsized":"2024-03-10T21:42:01.618466+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.150088+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:42:18.150088+0000","last_peered":"2024-03-10T21:42:18.150088+0000","last_clean":"2024-03-10T21:42:18.150088+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:42:18.150088+0000","last_undegraded":"2024-03-10T21:42:18.150088+0000","last_fullsized":"2024-03-10T21:42:18.150088+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1586,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081813+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:42:08.081813+0000","last_peered":"2024-03-10T21:42:08.081813+0000","last_clean":"2024-03-10T21:42:08.081813+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:42:08.081813+0000","last_undegraded":"2024-03-10T21:42:08.081813+0000","last_fullsized":"2024-03-10T21:42:08.081813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081789+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:42:08.081789+0000","last_peered":"2024-03-10T21:42:08.081789+0000","last_clean":"2024-03-10T21:42:08.081789+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:42:08.081789+0000","last_undegraded":"2024-03-10T21:42:08.081789+0000","last_fullsized":"2024-03-10T21:42:08.081789+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2939,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618433+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:42:01.618433+0000","last_peered":"2024-03-10T21:42:01.618433+0000","last_clean":"2024-03-10T21:42:01.618433+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:42:01.618433+0000","last_undegraded":"2024-03-10T21:42:01.618433+0000","last_fullsized":"2024-03-10T21:42:01.618433+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465260+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:42:38.465260+0000","last_peered":"2024-03-10T21:42:38.465260+0000","last_clean":"2024-03-10T21:42:38.465260+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:42:38.465260+0000","last_undegraded":"2024-03-10T21:42:38.465260+0000","last_fullsized":"2024-03-10T21:42:38.465260+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085443+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:42:38.085443+0000","last_peered":"2024-03-10T21:42:38.085443+0000","last_clean":"2024-03-10T21:42:38.085443+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:42:38.085443+0000","last_undegraded":"2024-03-10T21:42:38.085443+0000","last_fullsized":"2024-03-10T21:42:38.085443+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:07.658708+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:41:07.658708+0000","last_peered":"2024-03-10T21:41:07.658708+0000","last_clean":"2024-03-10T21:41:07.658708+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:41:07.658708+0000","last_undegraded":"2024-03-10T21:41:07.658708+0000","last_fullsized":"2024-03-10T21:41:07.658708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4158,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:54.123255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:42:54.123255+0000","last_peered":"2024-03-10T21:42:54.123255+0000","last_clean":"2024-03-10T21:42:54.123255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:42:54.123255+0000","last_undegraded":"2024-03-10T21:42:54.123255+0000","last_fullsized":"2024-03-10T21:42:54.123255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153954+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:42:53.153954+0000","last_peered":"2024-03-10T21:42:53.153954+0000","last_clean":"2024-03-10T21:42:53.153954+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:42:53.153954+0000","last_undegraded":"2024-03-10T21:42:53.153954+0000","last_fullsized":"2024-03-10T21:42:53.153954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.123338+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:42:54.123338+0000","last_peered":"2024-03-10T21:42:54.123338+0000","last_clean":"2024-03-10T21:42:54.123338+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:42:54.123338+0000","last_undegraded":"2024-03-10T21:42:54.123338+0000","last_fullsized":"2024-03-10T21:42:54.123338+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1100,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622071+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:42:31.622071+0000","last_peered":"2024-03-10T21:42:31.622071+0000","last_clean":"2024-03-10T21:42:31.622071+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:42:31.622071+0000","last_undegraded":"2024-03-10T21:42:31.622071+0000","last_fullsized":"2024-03-10T21:42:31.622071+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1251,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.902867+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:42:18.902867+0000","last_peered":"2024-03-10T21:42:18.902867+0000","last_clean":"2024-03-10T21:42:18.902867+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:42:18.902867+0000","last_undegraded":"2024-03-10T21:42:18.902867+0000","last_fullsized":"2024-03-10T21:42:18.902867+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13459,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:24.308823+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:42:24.308823+0000","last_peered":"2024-03-10T21:42:24.308823+0000","last_clean":"2024-03-10T21:42:24.308823+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:42:24.308823+0000","last_undegraded":"2024-03-10T21:42:24.308823+0000","last_fullsized":"2024-03-10T21:42:24.308823+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1075,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.073349+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:40:58.073349+0000","last_peered":"2024-03-10T21:40:58.073349+0000","last_clean":"2024-03-10T21:40:58.073349+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:40:58.073349+0000","last_undegraded":"2024-03-10T21:40:58.073349+0000","last_fullsized":"2024-03-10T21:40:58.073349+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1220,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153886+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:42:53.153886+0000","last_peered":"2024-03-10T21:42:53.153886+0000","last_clean":"2024-03-10T21:42:53.153886+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:42:53.153886+0000","last_undegraded":"2024-03-10T21:42:53.153886+0000","last_fullsized":"2024-03-10T21:42:53.153886+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5246,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891706+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:40:38.891706+0000","last_peered":"2024-03-10T21:40:38.891706+0000","last_clean":"2024-03-10T21:40:38.891706+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:40:38.891706+0000","last_undegraded":"2024-03-10T21:40:38.891706+0000","last_fullsized":"2024-03-10T21:40:38.891706+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665853+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:42:17.665853+0000","last_peered":"2024-03-10T21:42:17.665853+0000","last_clean":"2024-03-10T21:42:17.665853+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:42:17.665853+0000","last_undegraded":"2024-03-10T21:42:17.665853+0000","last_fullsized":"2024-03-10T21:42:17.665853+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622011+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:42:31.622011+0000","last_peered":"2024-03-10T21:42:31.622011+0000","last_clean":"2024-03-10T21:42:31.622011+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:42:31.622011+0000","last_undegraded":"2024-03-10T21:42:31.622011+0000","last_fullsized":"2024-03-10T21:42:31.622011+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4311,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:38.891661+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:40:38.891661+0000","last_peered":"2024-03-10T21:40:38.891661+0000","last_clean":"2024-03-10T21:40:38.891661+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:40:38.891661+0000","last_undegraded":"2024-03-10T21:40:38.891661+0000","last_fullsized":"2024-03-10T21:40:38.891661+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1271,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891696+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:40:38.891696+0000","last_peered":"2024-03-10T21:40:38.891696+0000","last_clean":"2024-03-10T21:40:38.891696+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:40:38.891696+0000","last_undegraded":"2024-03-10T21:40:38.891696+0000","last_fullsized":"2024-03-10T21:40:38.891696+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9104,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902838+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:42:18.902838+0000","last_peered":"2024-03-10T21:42:18.902838+0000","last_clean":"2024-03-10T21:42:18.902838+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:42:18.902838+0000","last_undegraded":"2024-03-10T21:42:18.902838+0000","last_fullsized":"2024-03-10T21:42:18.902838+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665895+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:42:17.665895+0000","last_peered":"2024-03-10T21:42:17.665895+0000","last_clean":"2024-03-10T21:42:17.665895+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:42:17.665895+0000","last_undegraded":"2024-03-10T21:42:17.665895+0000","last_fullsized":"2024-03-10T21:42:17.665895+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308770+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:42:24.308770+0000","last_peered":"2024-03-10T21:42:24.308770+0000","last_clean":"2024-03-10T21:42:24.308770+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:42:24.308770+0000","last_undegraded":"2024-03-10T21:42:24.308770+0000","last_fullsized":"2024-03-10T21:42:24.308770+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13920,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:40:58.073372+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:40:58.073372+0000","last_peered":"2024-03-10T21:40:58.073372+0000","last_clean":"2024-03-10T21:40:58.073372+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:40:58.073372+0000","last_undegraded":"2024-03-10T21:40:58.073372+0000","last_fullsized":"2024-03-10T21:40:58.073372+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1274,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:38.891724+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:40:38.891724+0000","last_peered":"2024-03-10T21:40:38.891724+0000","last_clean":"2024-03-10T21:40:38.891724+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:40:38.891724+0000","last_undegraded":"2024-03-10T21:40:38.891724+0000","last_fullsized":"2024-03-10T21:40:38.891724+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618391+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:42:01.618391+0000","last_peered":"2024-03-10T21:42:01.618391+0000","last_clean":"2024-03-10T21:42:01.618391+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:42:01.618391+0000","last_undegraded":"2024-03-10T21:42:01.618391+0000","last_fullsized":"2024-03-10T21:42:01.618391+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153929+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:42:53.153929+0000","last_peered":"2024-03-10T21:42:53.153929+0000","last_clean":"2024-03-10T21:42:53.153929+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:42:53.153929+0000","last_undegraded":"2024-03-10T21:42:53.153929+0000","last_fullsized":"2024-03-10T21:42:53.153929+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1120,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622059+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:42:31.622059+0000","last_peered":"2024-03-10T21:42:31.622059+0000","last_clean":"2024-03-10T21:42:31.622059+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:42:31.622059+0000","last_undegraded":"2024-03-10T21:42:31.622059+0000","last_fullsized":"2024-03-10T21:42:31.622059+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153969+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:42:53.153969+0000","last_peered":"2024-03-10T21:42:53.153969+0000","last_clean":"2024-03-10T21:42:53.153969+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:42:53.153969+0000","last_undegraded":"2024-03-10T21:42:53.153969+0000","last_fullsized":"2024-03-10T21:42:53.153969+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308731+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:42:24.308731+0000","last_peered":"2024-03-10T21:42:24.308731+0000","last_clean":"2024-03-10T21:42:24.308731+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:42:24.308731+0000","last_undegraded":"2024-03-10T21:42:24.308731+0000","last_fullsized":"2024-03-10T21:42:24.308731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:46.609775+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:40:46.609775+0000","last_peered":"2024-03-10T21:40:46.609775+0000","last_clean":"2024-03-10T21:40:46.609775+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:40:46.609775+0000","last_undegraded":"2024-03-10T21:40:46.609775+0000","last_fullsized":"2024-03-10T21:40:46.609775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536245,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680892,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142496,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123622,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965144,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918610,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806666,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727427,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:45:09.229 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.229 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.229 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:09.230 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:45:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:09 smithi071 ceph-mon[88660]: pgmap v1237: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:10.085 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:09 smithi071 ceph-mon[88660]: from='client.44717 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:45:10.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:09 smithi071 ceph-mon[91105]: pgmap v1237: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:10.086 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:09 smithi071 ceph-mon[91105]: from='client.44717 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:45:10.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:09 smithi193 ceph-mon[83873]: pgmap v1237: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:10.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:09 smithi193 ceph-mon[83873]: from='client.44717 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:45:11.586 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:45:11] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:45:12.315 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:11 smithi193 ceph-mon[83873]: pgmap v1238: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:12.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:11 smithi071 ceph-mon[88660]: pgmap v1238: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:12.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:11 smithi071 ceph-mon[91105]: pgmap v1238: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:12.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:45:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:45:14.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:13 smithi193 ceph-mon[83873]: pgmap v1239: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:14.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:13 smithi071 ceph-mon[88660]: pgmap v1239: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:14.335 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:13 smithi071 ceph-mon[91105]: pgmap v1239: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:15.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:15 smithi193 ceph-mon[83873]: pgmap v1240: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:15.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:15 smithi071 ceph-mon[88660]: pgmap v1240: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:15.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:15 smithi071 ceph-mon[91105]: pgmap v1240: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:17.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:17 smithi193 ceph-mon[83873]: pgmap v1241: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:17.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:17 smithi071 ceph-mon[88660]: pgmap v1241: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:17.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:17 smithi071 ceph-mon[91105]: pgmap v1241: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:18.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:18 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:18.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:18 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:18.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:18 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:19.232 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid d9129898-df22-11ee-95c7-87774f69a715 -- ceph pg dump --format=json 2024-03-10T21:45:19.454 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/mon.a/config 2024-03-10T21:45:19.576 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:19 smithi071 ceph-mon[88660]: pgmap v1242: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:19.577 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:19 smithi071 ceph-mon[91105]: pgmap v1242: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:19.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:19 smithi193 ceph-mon[83873]: pgmap v1242: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:21.318 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:45:21.320 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-03-10T21:45:21.492 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:21 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:45:21] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:45:21.833 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:21 smithi193 ceph-mon[83873]: pgmap v1243: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:21.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:21 smithi071 ceph-mon[88660]: pgmap v1243: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:21.834 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:21 smithi071 ceph-mon[91105]: pgmap v1243: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:21.894 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1243,"stamp":"2024-03-10T21:45:20.419896+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1378900988,"num_objects":901,"num_object_clones":827,"num_object_copies":2703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":901,"num_whiteouts":13,"num_read":4753,"num_read_kb":5488318,"num_write":8985,"num_write_kb":1826588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":137,"num_bytes_recovered":474793568,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47912,"ondisk_log_size":47912,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6657836,"kb_used_data":1882088,"kb_used_omap":383,"kb_used_meta":4775232,"kb_avail":743303380,"statfs":{"total":767960285184,"available":761142661120,"internally_reserved":0,"allocated":1927258112,"data_stored":4756076300,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":392769,"internal_metadata":4889838015},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003838"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1078,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085471+0000","last_change":"2024-03-10T21:30:09.927212+0000","last_active":"2024-03-10T21:42:38.085471+0000","last_peered":"2024-03-10T21:42:38.085471+0000","last_clean":"2024-03-10T21:42:38.085471+0000","last_became_active":"2024-03-10T21:30:09.926489+0000","last_became_peered":"2024-03-10T21:30:09.926489+0000","last_unstale":"2024-03-10T21:42:38.085471+0000","last_undegraded":"2024-03-10T21:42:38.085471+0000","last_fullsized":"2024-03-10T21:42:38.085471+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:57:09.285595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:12.672262+0000","last_change":"2024-03-10T21:29:33.469249+0000","last_active":"2024-03-10T21:43:12.672262+0000","last_peered":"2024-03-10T21:43:12.672262+0000","last_clean":"2024-03-10T21:43:12.672262+0000","last_became_active":"2024-03-10T21:29:33.468952+0000","last_became_peered":"2024-03-10T21:29:33.468952+0000","last_unstale":"2024-03-10T21:43:12.672262+0000","last_undegraded":"2024-03-10T21:43:12.672262+0000","last_fullsized":"2024-03-10T21:43:12.672262+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:31:45.830232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465275+0000","last_change":"2024-03-10T21:27:10.801743+0000","last_active":"2024-03-10T21:42:38.465275+0000","last_peered":"2024-03-10T21:42:38.465275+0000","last_clean":"2024-03-10T21:42:38.465275+0000","last_became_active":"2024-03-10T21:27:10.801243+0000","last_became_peered":"2024-03-10T21:27:10.801243+0000","last_unstale":"2024-03-10T21:42:38.465275+0000","last_undegraded":"2024-03-10T21:42:38.465275+0000","last_fullsized":"2024-03-10T21:42:38.465275+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:07:41.882561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1164,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.312539+0000","last_change":"2024-03-10T21:30:09.913205+0000","last_active":"2024-03-10T21:42:54.312539+0000","last_peered":"2024-03-10T21:42:54.312539+0000","last_clean":"2024-03-10T21:42:54.312539+0000","last_became_active":"2024-03-10T21:30:09.912931+0000","last_became_peered":"2024-03-10T21:30:09.912931+0000","last_unstale":"2024-03-10T21:42:54.312539+0000","last_undegraded":"2024-03-10T21:42:54.312539+0000","last_fullsized":"2024-03-10T21:42:54.312539+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:03:49.302280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1069,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085396+0000","last_change":"2024-03-10T21:30:09.929308+0000","last_active":"2024-03-10T21:42:38.085396+0000","last_peered":"2024-03-10T21:42:38.085396+0000","last_clean":"2024-03-10T21:42:38.085396+0000","last_became_active":"2024-03-10T21:30:09.928981+0000","last_became_peered":"2024-03-10T21:30:09.928981+0000","last_unstale":"2024-03-10T21:42:38.085396+0000","last_undegraded":"2024-03-10T21:42:38.085396+0000","last_fullsized":"2024-03-10T21:42:38.085396+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:49:03.495857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1140,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301496+0000","last_change":"2024-03-10T21:28:56.167026+0000","last_active":"2024-03-10T21:41:24.301496+0000","last_peered":"2024-03-10T21:41:24.301496+0000","last_clean":"2024-03-10T21:41:24.301496+0000","last_became_active":"2024-03-10T21:28:56.164908+0000","last_became_peered":"2024-03-10T21:28:56.164908+0000","last_unstale":"2024-03-10T21:41:24.301496+0000","last_undegraded":"2024-03-10T21:41:24.301496+0000","last_fullsized":"2024-03-10T21:41:24.301496+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:47:02.561787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085365+0000","last_change":"2024-03-10T21:30:09.919065+0000","last_active":"2024-03-10T21:42:38.085365+0000","last_peered":"2024-03-10T21:42:38.085365+0000","last_clean":"2024-03-10T21:42:38.085365+0000","last_became_active":"2024-03-10T21:30:09.918714+0000","last_became_peered":"2024-03-10T21:30:09.918714+0000","last_unstale":"2024-03-10T21:42:38.085365+0000","last_undegraded":"2024-03-10T21:42:38.085365+0000","last_fullsized":"2024-03-10T21:42:38.085365+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:26:26.839066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1189,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:43.152778+0000","last_change":"2024-03-10T21:29:33.481886+0000","last_active":"2024-03-10T21:42:43.152778+0000","last_peered":"2024-03-10T21:42:43.152778+0000","last_clean":"2024-03-10T21:42:43.152778+0000","last_became_active":"2024-03-10T21:29:33.481594+0000","last_became_peered":"2024-03-10T21:29:33.481594+0000","last_unstale":"2024-03-10T21:42:43.152778+0000","last_undegraded":"2024-03-10T21:42:43.152778+0000","last_fullsized":"2024-03-10T21:42:43.152778+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:03.659402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1086,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082543+0000","last_change":"2024-03-10T21:30:09.922084+0000","last_active":"2024-03-10T21:42:13.082543+0000","last_peered":"2024-03-10T21:42:13.082543+0000","last_clean":"2024-03-10T21:42:13.082543+0000","last_became_active":"2024-03-10T21:30:09.919077+0000","last_became_peered":"2024-03-10T21:30:09.919077+0000","last_unstale":"2024-03-10T21:42:13.082543+0000","last_undegraded":"2024-03-10T21:42:13.082543+0000","last_fullsized":"2024-03-10T21:42:13.082543+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:42:58.521212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615820+0000","last_change":"2024-03-10T21:29:33.479634+0000","last_active":"2024-03-10T21:41:36.615820+0000","last_peered":"2024-03-10T21:41:36.615820+0000","last_clean":"2024-03-10T21:41:36.615820+0000","last_became_active":"2024-03-10T21:29:33.479334+0000","last_became_peered":"2024-03-10T21:29:33.479334+0000","last_unstale":"2024-03-10T21:41:36.615820+0000","last_undegraded":"2024-03-10T21:41:36.615820+0000","last_fullsized":"2024-03-10T21:41:36.615820+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:40:38.372510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1114,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615790+0000","last_change":"2024-03-10T21:29:33.472690+0000","last_active":"2024-03-10T21:41:36.615790+0000","last_peered":"2024-03-10T21:41:36.615790+0000","last_clean":"2024-03-10T21:41:36.615790+0000","last_became_active":"2024-03-10T21:29:33.472387+0000","last_became_peered":"2024-03-10T21:29:33.472387+0000","last_unstale":"2024-03-10T21:41:36.615790+0000","last_undegraded":"2024-03-10T21:41:36.615790+0000","last_fullsized":"2024-03-10T21:41:36.615790+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:31:59.572516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1183,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:49.122807+0000","last_change":"2024-03-10T21:29:33.469422+0000","last_active":"2024-03-10T21:42:49.122807+0000","last_peered":"2024-03-10T21:42:49.122807+0000","last_clean":"2024-03-10T21:42:49.122807+0000","last_became_active":"2024-03-10T21:29:33.469135+0000","last_became_peered":"2024-03-10T21:29:33.469135+0000","last_unstale":"2024-03-10T21:42:49.122807+0000","last_undegraded":"2024-03-10T21:42:49.122807+0000","last_fullsized":"2024-03-10T21:42:49.122807+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:28:29.016735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149585+0000","last_change":"2024-03-10T21:29:33.469807+0000","last_active":"2024-03-10T21:42:13.149585+0000","last_peered":"2024-03-10T21:42:13.149585+0000","last_clean":"2024-03-10T21:42:13.149585+0000","last_became_active":"2024-03-10T21:29:33.469357+0000","last_became_peered":"2024-03-10T21:29:33.469357+0000","last_unstale":"2024-03-10T21:42:13.149585+0000","last_undegraded":"2024-03-10T21:42:13.149585+0000","last_fullsized":"2024-03-10T21:42:13.149585+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:48:04.393284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463216+0000","last_change":"2024-03-10T21:28:56.165676+0000","last_active":"2024-03-10T21:42:18.463216+0000","last_peered":"2024-03-10T21:42:18.463216+0000","last_clean":"2024-03-10T21:42:18.463216+0000","last_became_active":"2024-03-10T21:28:56.165322+0000","last_became_peered":"2024-03-10T21:28:56.165322+0000","last_unstale":"2024-03-10T21:42:18.463216+0000","last_undegraded":"2024-03-10T21:42:18.463216+0000","last_fullsized":"2024-03-10T21:42:18.463216+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:29:40.723403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:52.669779+0000","last_change":"2024-03-10T21:28:56.156467+0000","last_active":"2024-03-10T21:42:52.669779+0000","last_peered":"2024-03-10T21:42:52.669779+0000","last_clean":"2024-03-10T21:42:52.669779+0000","last_became_active":"2024-03-10T21:28:56.156139+0000","last_became_peered":"2024-03-10T21:28:56.156139+0000","last_unstale":"2024-03-10T21:42:52.669779+0000","last_undegraded":"2024-03-10T21:42:52.669779+0000","last_fullsized":"2024-03-10T21:42:52.669779+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:07:33.384864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1147,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.312486+0000","last_change":"2024-03-10T21:30:09.908972+0000","last_active":"2024-03-10T21:42:54.312486+0000","last_peered":"2024-03-10T21:42:54.312486+0000","last_clean":"2024-03-10T21:42:54.312486+0000","last_became_active":"2024-03-10T21:30:09.908156+0000","last_became_peered":"2024-03-10T21:30:09.908156+0000","last_unstale":"2024-03-10T21:42:54.312486+0000","last_undegraded":"2024-03-10T21:42:54.312486+0000","last_fullsized":"2024-03-10T21:42:54.312486+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:43:46.049307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.312567+0000","last_change":"2024-03-10T21:30:09.917533+0000","last_active":"2024-03-10T21:42:54.312567+0000","last_peered":"2024-03-10T21:42:54.312567+0000","last_clean":"2024-03-10T21:42:54.312567+0000","last_became_active":"2024-03-10T21:30:09.917087+0000","last_became_peered":"2024-03-10T21:30:09.917087+0000","last_unstale":"2024-03-10T21:42:54.312567+0000","last_undegraded":"2024-03-10T21:42:54.312567+0000","last_fullsized":"2024-03-10T21:42:54.312567+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:11:45.092950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1269,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894959+0000","last_change":"2024-03-10T21:30:09.915702+0000","last_active":"2024-03-10T21:41:08.894959+0000","last_peered":"2024-03-10T21:41:08.894959+0000","last_clean":"2024-03-10T21:41:08.894959+0000","last_became_active":"2024-03-10T21:30:09.914698+0000","last_became_peered":"2024-03-10T21:30:09.914698+0000","last_unstale":"2024-03-10T21:41:08.894959+0000","last_undegraded":"2024-03-10T21:41:08.894959+0000","last_fullsized":"2024-03-10T21:41:08.894959+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:17:34.370845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076465+0000","last_change":"2024-03-10T21:30:09.926843+0000","last_active":"2024-03-10T21:41:23.076465+0000","last_peered":"2024-03-10T21:41:23.076465+0000","last_clean":"2024-03-10T21:41:23.076465+0000","last_became_active":"2024-03-10T21:30:09.926552+0000","last_became_peered":"2024-03-10T21:30:09.926552+0000","last_unstale":"2024-03-10T21:41:23.076465+0000","last_undegraded":"2024-03-10T21:41:23.076465+0000","last_fullsized":"2024-03-10T21:41:23.076465+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:45:56.815751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'5","reported_seq":1331,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465314+0000","last_change":"2024-03-10T21:30:09.923654+0000","last_active":"2024-03-10T21:42:38.465314+0000","last_peered":"2024-03-10T21:42:38.465314+0000","last_clean":"2024-03-10T21:42:38.465314+0000","last_became_active":"2024-03-10T21:30:09.923000+0000","last_became_peered":"2024-03-10T21:30:09.923000+0000","last_unstale":"2024-03-10T21:42:38.465314+0000","last_undegraded":"2024-03-10T21:42:38.465314+0000","last_fullsized":"2024-03-10T21:42:38.465314+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:31.865096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1215,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146374+0000","last_change":"2024-03-10T21:29:33.468781+0000","last_active":"2024-03-10T21:41:43.146374+0000","last_peered":"2024-03-10T21:41:43.146374+0000","last_clean":"2024-03-10T21:41:43.146374+0000","last_became_active":"2024-03-10T21:29:33.468467+0000","last_became_peered":"2024-03-10T21:29:33.468467+0000","last_unstale":"2024-03-10T21:41:43.146374+0000","last_undegraded":"2024-03-10T21:41:43.146374+0000","last_fullsized":"2024-03-10T21:41:43.146374+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:12:16.522314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'2","reported_seq":1235,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146383+0000","last_change":"2024-03-10T21:28:56.172940+0000","last_active":"2024-03-10T21:41:43.146383+0000","last_peered":"2024-03-10T21:41:43.146383+0000","last_clean":"2024-03-10T21:41:43.146383+0000","last_became_active":"2024-03-10T21:28:56.172519+0000","last_became_peered":"2024-03-10T21:28:56.172519+0000","last_unstale":"2024-03-10T21:41:43.146383+0000","last_undegraded":"2024-03-10T21:41:43.146383+0000","last_fullsized":"2024-03-10T21:41:43.146383+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:19:31.911953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1323,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465303+0000","last_change":"2024-03-10T21:28:56.175037+0000","last_active":"2024-03-10T21:42:38.465303+0000","last_peered":"2024-03-10T21:42:38.465303+0000","last_clean":"2024-03-10T21:42:38.465303+0000","last_became_active":"2024-03-10T21:28:56.174713+0000","last_became_peered":"2024-03-10T21:28:56.174713+0000","last_unstale":"2024-03-10T21:42:38.465303+0000","last_undegraded":"2024-03-10T21:42:38.465303+0000","last_fullsized":"2024-03-10T21:42:38.465303+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:04:43.789140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1081,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085455+0000","last_change":"2024-03-10T21:30:09.924156+0000","last_active":"2024-03-10T21:42:38.085455+0000","last_peered":"2024-03-10T21:42:38.085455+0000","last_clean":"2024-03-10T21:42:38.085455+0000","last_became_active":"2024-03-10T21:30:09.920809+0000","last_became_peered":"2024-03-10T21:30:09.920809+0000","last_unstale":"2024-03-10T21:42:38.085455+0000","last_undegraded":"2024-03-10T21:42:38.085455+0000","last_fullsized":"2024-03-10T21:42:38.085455+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:10:31.231633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301520+0000","last_change":"2024-03-10T21:28:56.155903+0000","last_active":"2024-03-10T21:41:24.301520+0000","last_peered":"2024-03-10T21:41:24.301520+0000","last_clean":"2024-03-10T21:41:24.301520+0000","last_became_active":"2024-03-10T21:28:56.155578+0000","last_became_peered":"2024-03-10T21:28:56.155578+0000","last_unstale":"2024-03-10T21:41:24.301520+0000","last_undegraded":"2024-03-10T21:41:24.301520+0000","last_fullsized":"2024-03-10T21:41:24.301520+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:59:30.643834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085411+0000","last_change":"2024-03-10T21:30:09.926339+0000","last_active":"2024-03-10T21:42:38.085411+0000","last_peered":"2024-03-10T21:42:38.085411+0000","last_clean":"2024-03-10T21:42:38.085411+0000","last_became_active":"2024-03-10T21:30:09.922171+0000","last_became_peered":"2024-03-10T21:30:09.922171+0000","last_unstale":"2024-03-10T21:42:38.085411+0000","last_undegraded":"2024-03-10T21:42:38.085411+0000","last_fullsized":"2024-03-10T21:42:38.085411+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:41:28.640943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1153,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301542+0000","last_change":"2024-03-10T21:29:33.485014+0000","last_active":"2024-03-10T21:41:24.301542+0000","last_peered":"2024-03-10T21:41:24.301542+0000","last_clean":"2024-03-10T21:41:24.301542+0000","last_became_active":"2024-03-10T21:29:33.484675+0000","last_became_peered":"2024-03-10T21:29:33.484675+0000","last_unstale":"2024-03-10T21:41:24.301542+0000","last_undegraded":"2024-03-10T21:41:24.301542+0000","last_fullsized":"2024-03-10T21:41:24.301542+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:30:14.597259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'2","reported_seq":1192,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:43.152826+0000","last_change":"2024-03-10T21:30:09.922979+0000","last_active":"2024-03-10T21:42:43.152826+0000","last_peered":"2024-03-10T21:42:43.152826+0000","last_clean":"2024-03-10T21:42:43.152826+0000","last_became_active":"2024-03-10T21:30:09.922611+0000","last_became_peered":"2024-03-10T21:30:09.922611+0000","last_unstale":"2024-03-10T21:42:43.152826+0000","last_undegraded":"2024-03-10T21:42:43.152826+0000","last_fullsized":"2024-03-10T21:42:43.152826+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:05:23.457968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1213,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:49.109355+0000","last_change":"2024-03-10T21:28:21.030677+0000","last_active":"2024-03-10T21:40:49.109355+0000","last_peered":"2024-03-10T21:40:49.109355+0000","last_clean":"2024-03-10T21:40:49.109355+0000","last_became_active":"2024-03-10T21:28:21.028745+0000","last_became_peered":"2024-03-10T21:28:21.028745+0000","last_unstale":"2024-03-10T21:40:49.109355+0000","last_undegraded":"2024-03-10T21:40:49.109355+0000","last_fullsized":"2024-03-10T21:40:49.109355+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:51:19.081887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'2","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618422+0000","last_change":"2024-03-10T21:29:33.470680+0000","last_active":"2024-03-10T21:42:01.618422+0000","last_peered":"2024-03-10T21:42:01.618422+0000","last_clean":"2024-03-10T21:42:01.618422+0000","last_became_active":"2024-03-10T21:29:33.470333+0000","last_became_peered":"2024-03-10T21:29:33.470333+0000","last_unstale":"2024-03-10T21:42:01.618422+0000","last_undegraded":"2024-03-10T21:42:01.618422+0000","last_fullsized":"2024-03-10T21:42:01.618422+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:16:23.060693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1320,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:58.454548+0000","last_change":"2024-03-10T21:30:09.920886+0000","last_active":"2024-03-10T21:40:58.454548+0000","last_peered":"2024-03-10T21:40:58.454548+0000","last_clean":"2024-03-10T21:40:58.454548+0000","last_became_active":"2024-03-10T21:30:09.920489+0000","last_became_peered":"2024-03-10T21:30:09.920489+0000","last_unstale":"2024-03-10T21:40:58.454548+0000","last_undegraded":"2024-03-10T21:40:58.454548+0000","last_fullsized":"2024-03-10T21:40:58.454548+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:43:32.364430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1231,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149569+0000","last_change":"2024-03-10T21:29:33.470181+0000","last_active":"2024-03-10T21:42:13.149569+0000","last_peered":"2024-03-10T21:42:13.149569+0000","last_clean":"2024-03-10T21:42:13.149569+0000","last_became_active":"2024-03-10T21:29:33.469817+0000","last_became_peered":"2024-03-10T21:29:33.469817+0000","last_unstale":"2024-03-10T21:42:13.149569+0000","last_undegraded":"2024-03-10T21:42:13.149569+0000","last_fullsized":"2024-03-10T21:42:13.149569+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:51:24.449606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1225,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.149537+0000","last_change":"2024-03-10T21:27:45.062930+0000","last_active":"2024-03-10T21:42:13.149537+0000","last_peered":"2024-03-10T21:42:13.149537+0000","last_clean":"2024-03-10T21:42:13.149537+0000","last_became_active":"2024-03-10T21:27:45.060036+0000","last_became_peered":"2024-03-10T21:27:45.060036+0000","last_unstale":"2024-03-10T21:42:13.149537+0000","last_undegraded":"2024-03-10T21:42:13.149537+0000","last_fullsized":"2024-03-10T21:42:13.149537+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:47:53.691813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298929+0000","last_change":"2024-03-10T21:30:09.908594+0000","last_active":"2024-03-10T21:40:59.298929+0000","last_peered":"2024-03-10T21:40:59.298929+0000","last_clean":"2024-03-10T21:40:59.298929+0000","last_became_active":"2024-03-10T21:30:09.908204+0000","last_became_peered":"2024-03-10T21:30:09.908204+0000","last_unstale":"2024-03-10T21:40:59.298929+0000","last_undegraded":"2024-03-10T21:40:59.298929+0000","last_fullsized":"2024-03-10T21:40:59.298929+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:10:52.430971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1300,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657908+0000","last_change":"2024-03-10T21:28:21.034623+0000","last_active":"2024-03-10T21:41:02.657908+0000","last_peered":"2024-03-10T21:41:02.657908+0000","last_clean":"2024-03-10T21:41:02.657908+0000","last_became_active":"2024-03-10T21:28:21.032855+0000","last_became_peered":"2024-03-10T21:28:21.032855+0000","last_unstale":"2024-03-10T21:41:02.657908+0000","last_undegraded":"2024-03-10T21:41:02.657908+0000","last_fullsized":"2024-03-10T21:41:02.657908+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:53:16.874831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:36.615835+0000","last_change":"2024-03-10T21:29:33.485911+0000","last_active":"2024-03-10T21:41:36.615835+0000","last_peered":"2024-03-10T21:41:36.615835+0000","last_clean":"2024-03-10T21:41:36.615835+0000","last_became_active":"2024-03-10T21:29:33.485620+0000","last_became_peered":"2024-03-10T21:29:33.485620+0000","last_unstale":"2024-03-10T21:41:36.615835+0000","last_undegraded":"2024-03-10T21:41:36.615835+0000","last_fullsized":"2024-03-10T21:41:36.615835+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:34:06.551247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1134,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.299008+0000","last_change":"2024-03-10T21:30:09.911418+0000","last_active":"2024-03-10T21:40:59.299008+0000","last_peered":"2024-03-10T21:40:59.299008+0000","last_clean":"2024-03-10T21:40:59.299008+0000","last_became_active":"2024-03-10T21:30:09.911007+0000","last_became_peered":"2024-03-10T21:30:09.911007+0000","last_unstale":"2024-03-10T21:40:59.299008+0000","last_undegraded":"2024-03-10T21:40:59.299008+0000","last_fullsized":"2024-03-10T21:40:59.299008+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:12:55.595944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1172,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:40:59.298994+0000","last_change":"2024-03-10T21:29:33.478935+0000","last_active":"2024-03-10T21:40:59.298994+0000","last_peered":"2024-03-10T21:40:59.298994+0000","last_clean":"2024-03-10T21:40:59.298994+0000","last_became_active":"2024-03-10T21:29:33.478612+0000","last_became_peered":"2024-03-10T21:29:33.478612+0000","last_unstale":"2024-03-10T21:40:59.298994+0000","last_undegraded":"2024-03-10T21:40:59.298994+0000","last_fullsized":"2024-03-10T21:40:59.298994+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:32:59.216299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.466979+0000","last_change":"2024-03-10T21:28:56.175338+0000","last_active":"2024-03-10T21:42:53.466979+0000","last_peered":"2024-03-10T21:42:53.466979+0000","last_clean":"2024-03-10T21:42:53.466979+0000","last_became_active":"2024-03-10T21:28:56.174880+0000","last_became_peered":"2024-03-10T21:28:56.174880+0000","last_unstale":"2024-03-10T21:42:53.466979+0000","last_undegraded":"2024-03-10T21:42:53.466979+0000","last_fullsized":"2024-03-10T21:42:53.466979+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:14:57.581395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1307,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:02.657964+0000","last_change":"2024-03-10T21:28:56.162334+0000","last_active":"2024-03-10T21:41:02.657964+0000","last_peered":"2024-03-10T21:41:02.657964+0000","last_clean":"2024-03-10T21:41:02.657964+0000","last_became_active":"2024-03-10T21:28:56.161960+0000","last_became_peered":"2024-03-10T21:28:56.161960+0000","last_unstale":"2024-03-10T21:41:02.657964+0000","last_undegraded":"2024-03-10T21:41:02.657964+0000","last_fullsized":"2024-03-10T21:41:02.657964+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:03:30.784549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1182,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:19.119415+0000","last_change":"2024-03-10T21:30:09.914210+0000","last_active":"2024-03-10T21:42:19.119415+0000","last_peered":"2024-03-10T21:42:19.119415+0000","last_clean":"2024-03-10T21:42:19.119415+0000","last_became_active":"2024-03-10T21:30:09.913885+0000","last_became_peered":"2024-03-10T21:30:09.913885+0000","last_unstale":"2024-03-10T21:42:19.119415+0000","last_undegraded":"2024-03-10T21:42:19.119415+0000","last_fullsized":"2024-03-10T21:42:19.119415+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:42:44.736403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'29","reported_seq":1152,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612660+0000","last_change":"2024-03-10T21:29:33.479681+0000","last_active":"2024-03-10T21:41:11.612660+0000","last_peered":"2024-03-10T21:41:11.612660+0000","last_clean":"2024-03-10T21:41:11.612660+0000","last_became_active":"2024-03-10T21:29:33.479306+0000","last_became_peered":"2024-03-10T21:29:33.479306+0000","last_unstale":"2024-03-10T21:41:11.612660+0000","last_undegraded":"2024-03-10T21:41:11.612660+0000","last_fullsized":"2024-03-10T21:41:11.612660+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:06:35.626021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:13.082512+0000","last_change":"2024-03-10T21:30:09.919166+0000","last_active":"2024-03-10T21:42:13.082512+0000","last_peered":"2024-03-10T21:42:13.082512+0000","last_clean":"2024-03-10T21:42:13.082512+0000","last_became_active":"2024-03-10T21:30:09.918465+0000","last_became_peered":"2024-03-10T21:30:09.918465+0000","last_unstale":"2024-03-10T21:42:13.082512+0000","last_undegraded":"2024-03-10T21:42:13.082512+0000","last_fullsized":"2024-03-10T21:42:13.082512+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:55:49.470603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1326,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463277+0000","last_change":"2024-03-10T21:28:21.033599+0000","last_active":"2024-03-10T21:42:18.463277+0000","last_peered":"2024-03-10T21:42:18.463277+0000","last_clean":"2024-03-10T21:42:18.463277+0000","last_became_active":"2024-03-10T21:28:21.032551+0000","last_became_peered":"2024-03-10T21:28:21.032551+0000","last_unstale":"2024-03-10T21:42:18.463277+0000","last_undegraded":"2024-03-10T21:42:18.463277+0000","last_fullsized":"2024-03-10T21:42:18.463277+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:34:21.682743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.463251+0000","last_change":"2024-03-10T21:30:09.913566+0000","last_active":"2024-03-10T21:42:18.463251+0000","last_peered":"2024-03-10T21:42:18.463251+0000","last_clean":"2024-03-10T21:42:18.463251+0000","last_became_active":"2024-03-10T21:30:09.913285+0000","last_became_peered":"2024-03-10T21:30:09.913285+0000","last_unstale":"2024-03-10T21:42:18.463251+0000","last_undegraded":"2024-03-10T21:42:18.463251+0000","last_fullsized":"2024-03-10T21:42:18.463251+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:40:54.937879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1164,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.312516+0000","last_change":"2024-03-10T21:30:09.908730+0000","last_active":"2024-03-10T21:42:54.312516+0000","last_peered":"2024-03-10T21:42:54.312516+0000","last_clean":"2024-03-10T21:42:54.312516+0000","last_became_active":"2024-03-10T21:30:09.908365+0000","last_became_peered":"2024-03-10T21:30:09.908365+0000","last_unstale":"2024-03-10T21:42:54.312516+0000","last_undegraded":"2024-03-10T21:42:54.312516+0000","last_fullsized":"2024-03-10T21:42:54.312516+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:47:33.317395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079361+0000","last_change":"2024-03-10T21:30:09.925539+0000","last_active":"2024-03-10T21:41:48.079361+0000","last_peered":"2024-03-10T21:41:48.079361+0000","last_clean":"2024-03-10T21:41:48.079361+0000","last_became_active":"2024-03-10T21:30:09.924381+0000","last_became_peered":"2024-03-10T21:30:09.924381+0000","last_unstale":"2024-03-10T21:41:48.079361+0000","last_undegraded":"2024-03-10T21:41:48.079361+0000","last_fullsized":"2024-03-10T21:41:48.079361+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:34.917663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612611+0000","last_change":"2024-03-10T21:29:33.471428+0000","last_active":"2024-03-10T21:41:11.612611+0000","last_peered":"2024-03-10T21:41:11.612611+0000","last_clean":"2024-03-10T21:41:11.612611+0000","last_became_active":"2024-03-10T21:29:33.471137+0000","last_became_peered":"2024-03-10T21:29:33.471137+0000","last_unstale":"2024-03-10T21:41:11.612611+0000","last_undegraded":"2024-03-10T21:41:11.612611+0000","last_fullsized":"2024-03-10T21:41:11.612611+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:30:15.877805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:11.612580+0000","last_change":"2024-03-10T21:29:33.480949+0000","last_active":"2024-03-10T21:41:11.612580+0000","last_peered":"2024-03-10T21:41:11.612580+0000","last_clean":"2024-03-10T21:41:11.612580+0000","last_became_active":"2024-03-10T21:29:33.480403+0000","last_became_peered":"2024-03-10T21:29:33.480403+0000","last_unstale":"2024-03-10T21:41:11.612580+0000","last_undegraded":"2024-03-10T21:41:11.612580+0000","last_fullsized":"2024-03-10T21:41:11.612580+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:26:47.383435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1281,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.894908+0000","last_change":"2024-03-10T21:27:10.801201+0000","last_active":"2024-03-10T21:41:08.894908+0000","last_peered":"2024-03-10T21:41:08.894908+0000","last_clean":"2024-03-10T21:41:08.894908+0000","last_became_active":"2024-03-10T21:27:10.799371+0000","last_became_peered":"2024-03-10T21:27:10.799371+0000","last_unstale":"2024-03-10T21:41:08.894908+0000","last_undegraded":"2024-03-10T21:41:08.894908+0000","last_fullsized":"2024-03-10T21:41:08.894908+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:44:48.218301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:48.079326+0000","last_change":"2024-03-10T21:30:09.922029+0000","last_active":"2024-03-10T21:41:48.079326+0000","last_peered":"2024-03-10T21:41:48.079326+0000","last_clean":"2024-03-10T21:41:48.079326+0000","last_became_active":"2024-03-10T21:30:09.920715+0000","last_became_peered":"2024-03-10T21:30:09.920715+0000","last_unstale":"2024-03-10T21:41:48.079326+0000","last_undegraded":"2024-03-10T21:41:48.079326+0000","last_fullsized":"2024-03-10T21:41:48.079326+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:24:22.258393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"838'476","reported_seq":4675,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902795+0000","last_change":"2024-03-10T21:35:26.591364+0000","last_active":"2024-03-10T21:42:18.902795+0000","last_peered":"2024-03-10T21:42:18.902795+0000","last_clean":"2024-03-10T21:42:18.902795+0000","last_became_active":"2024-03-10T21:27:10.800601+0000","last_became_peered":"2024-03-10T21:27:10.800601+0000","last_unstale":"2024-03-10T21:42:18.902795+0000","last_undegraded":"2024-03-10T21:42:18.902795+0000","last_fullsized":"2024-03-10T21:42:18.902795+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":476,"log_dups_size":0,"ondisk_log_size":476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:51:09.202679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053862300000000001,"stat_sum":{"num_bytes":41861120,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":164,"num_read_kb":260112,"num_write":381,"num_write_kb":48016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":40222720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.f","version":"62'1","reported_seq":1186,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:49.116249+0000","last_change":"2024-03-10T21:30:09.918198+0000","last_active":"2024-03-10T21:41:49.116249+0000","last_peered":"2024-03-10T21:41:49.116249+0000","last_clean":"2024-03-10T21:41:49.116249+0000","last_became_active":"2024-03-10T21:30:09.917684+0000","last_became_peered":"2024-03-10T21:30:09.917684+0000","last_unstale":"2024-03-10T21:41:49.116249+0000","last_undegraded":"2024-03-10T21:41:49.116249+0000","last_fullsized":"2024-03-10T21:41:49.116249+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:11:37.640592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076480+0000","last_change":"2024-03-10T21:30:09.921145+0000","last_active":"2024-03-10T21:41:23.076480+0000","last_peered":"2024-03-10T21:41:23.076480+0000","last_clean":"2024-03-10T21:41:23.076480+0000","last_became_active":"2024-03-10T21:30:09.916938+0000","last_became_peered":"2024-03-10T21:30:09.916938+0000","last_unstale":"2024-03-10T21:41:23.076480+0000","last_undegraded":"2024-03-10T21:41:23.076480+0000","last_fullsized":"2024-03-10T21:41:23.076480+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:49:15.334787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"840'861","reported_seq":5341,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.465227+0000","last_change":"2024-03-10T21:35:26.592160+0000","last_active":"2024-03-10T21:42:38.465227+0000","last_peered":"2024-03-10T21:42:38.465227+0000","last_clean":"2024-03-10T21:42:38.465227+0000","last_became_active":"2024-03-10T21:29:33.469380+0000","last_became_peered":"2024-03-10T21:29:33.469380+0000","last_unstale":"2024-03-10T21:42:38.465227+0000","last_undegraded":"2024-03-10T21:42:38.465227+0000","last_fullsized":"2024-03-10T21:42:38.465227+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":861,"log_dups_size":0,"ondisk_log_size":861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:27:06.619785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089153819999999995,"stat_sum":{"num_bytes":144326656,"num_objects":107,"num_object_clones":103,"num_object_copies":321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":107,"num_whiteouts":0,"num_read":373,"num_read_kb":566375,"num_write":797,"num_write_kb":128296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":42614784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:12.672206+0000","last_change":"2024-03-10T21:28:56.162526+0000","last_active":"2024-03-10T21:43:12.672206+0000","last_peered":"2024-03-10T21:43:12.672206+0000","last_clean":"2024-03-10T21:43:12.672206+0000","last_became_active":"2024-03-10T21:28:56.162094+0000","last_became_peered":"2024-03-10T21:28:56.162094+0000","last_unstale":"2024-03-10T21:43:12.672206+0000","last_undegraded":"2024-03-10T21:43:12.672206+0000","last_fullsized":"2024-03-10T21:43:12.672206+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:09:12.182818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1303,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:12.672227+0000","last_change":"2024-03-10T21:30:09.923797+0000","last_active":"2024-03-10T21:43:12.672227+0000","last_peered":"2024-03-10T21:43:12.672227+0000","last_clean":"2024-03-10T21:43:12.672227+0000","last_became_active":"2024-03-10T21:30:09.922795+0000","last_became_peered":"2024-03-10T21:30:09.922795+0000","last_unstale":"2024-03-10T21:43:12.672227+0000","last_undegraded":"2024-03-10T21:43:12.672227+0000","last_fullsized":"2024-03-10T21:43:12.672227+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:36:44.645838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301533+0000","last_change":"2024-03-10T21:28:56.157707+0000","last_active":"2024-03-10T21:41:24.301533+0000","last_peered":"2024-03-10T21:41:24.301533+0000","last_clean":"2024-03-10T21:41:24.301533+0000","last_became_active":"2024-03-10T21:28:56.157255+0000","last_became_peered":"2024-03-10T21:28:56.157255+0000","last_unstale":"2024-03-10T21:41:24.301533+0000","last_undegraded":"2024-03-10T21:41:24.301533+0000","last_fullsized":"2024-03-10T21:41:24.301533+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:50:18.962646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"835'418","reported_seq":4769,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.465284+0000","last_change":"2024-03-10T21:35:26.591916+0000","last_active":"2024-03-10T21:42:38.465284+0000","last_peered":"2024-03-10T21:42:38.465284+0000","last_clean":"2024-03-10T21:42:38.465284+0000","last_became_active":"2024-03-10T21:28:21.031843+0000","last_became_peered":"2024-03-10T21:28:21.031843+0000","last_unstale":"2024-03-10T21:42:38.465284+0000","last_undegraded":"2024-03-10T21:42:38.465284+0000","last_fullsized":"2024-03-10T21:42:38.465284+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":418,"log_dups_size":0,"ondisk_log_size":418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":262,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:12:30.215245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0029576070000000001,"stat_sum":{"num_bytes":52928512,"num_objects":38,"num_object_clones":36,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":129,"num_read_kb":191372,"num_write":366,"num_write_kb":73800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3153920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:12.672249+0000","last_change":"2024-03-10T21:27:45.050471+0000","last_active":"2024-03-10T21:43:12.672249+0000","last_peered":"2024-03-10T21:43:12.672249+0000","last_clean":"2024-03-10T21:43:12.672249+0000","last_became_active":"2024-03-10T21:27:45.050166+0000","last_became_peered":"2024-03-10T21:27:45.050166+0000","last_unstale":"2024-03-10T21:43:12.672249+0000","last_undegraded":"2024-03-10T21:43:12.672249+0000","last_fullsized":"2024-03-10T21:43:12.672249+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:54:39.055628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1137,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301458+0000","last_change":"2024-03-10T21:29:33.486734+0000","last_active":"2024-03-10T21:41:24.301458+0000","last_peered":"2024-03-10T21:41:24.301458+0000","last_clean":"2024-03-10T21:41:24.301458+0000","last_became_active":"2024-03-10T21:29:33.485663+0000","last_became_peered":"2024-03-10T21:29:33.485663+0000","last_unstale":"2024-03-10T21:41:24.301458+0000","last_undegraded":"2024-03-10T21:41:24.301458+0000","last_fullsized":"2024-03-10T21:41:24.301458+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:28:35.100310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1185,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.123351+0000","last_change":"2024-03-10T21:29:33.469119+0000","last_active":"2024-03-10T21:42:54.123351+0000","last_peered":"2024-03-10T21:42:54.123351+0000","last_clean":"2024-03-10T21:42:54.123351+0000","last_became_active":"2024-03-10T21:29:33.468780+0000","last_became_peered":"2024-03-10T21:29:33.468780+0000","last_unstale":"2024-03-10T21:42:54.123351+0000","last_undegraded":"2024-03-10T21:42:54.123351+0000","last_fullsized":"2024-03-10T21:42:54.123351+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:34:47.328190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"840'4879","reported_seq":9040,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902875+0000","last_change":"2024-03-10T21:35:26.592381+0000","last_active":"2024-03-10T21:42:18.902875+0000","last_peered":"2024-03-10T21:42:18.902875+0000","last_clean":"2024-03-10T21:42:18.902875+0000","last_became_active":"2024-03-10T21:28:56.175874+0000","last_became_peered":"2024-03-10T21:28:56.175874+0000","last_unstale":"2024-03-10T21:42:18.902875+0000","last_undegraded":"2024-03-10T21:42:18.902875+0000","last_fullsized":"2024-03-10T21:42:18.902875+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":4879,"log_dups_size":0,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:44:00.274354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066028899999999999,"stat_sum":{"num_bytes":61489152,"num_objects":35,"num_object_clones":33,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":1,"num_read":159,"num_read_kb":184912,"num_write":269,"num_write_kb":73192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25436160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"4.7","version":"0'0","reported_seq":1297,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662478+0000","last_change":"2024-03-10T21:28:56.173209+0000","last_active":"2024-03-10T21:41:42.662478+0000","last_peered":"2024-03-10T21:41:42.662478+0000","last_clean":"2024-03-10T21:41:42.662478+0000","last_became_active":"2024-03-10T21:28:56.172864+0000","last_became_peered":"2024-03-10T21:28:56.172864+0000","last_unstale":"2024-03-10T21:41:42.662478+0000","last_undegraded":"2024-03-10T21:41:42.662478+0000","last_fullsized":"2024-03-10T21:41:42.662478+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:33:52.602835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:32.667387+0000","last_change":"2024-03-10T21:29:33.468368+0000","last_active":"2024-03-10T21:42:32.667387+0000","last_peered":"2024-03-10T21:42:32.667387+0000","last_clean":"2024-03-10T21:42:32.667387+0000","last_became_active":"2024-03-10T21:29:33.468056+0000","last_became_peered":"2024-03-10T21:29:33.468056+0000","last_unstale":"2024-03-10T21:42:32.667387+0000","last_undegraded":"2024-03-10T21:42:32.667387+0000","last_fullsized":"2024-03-10T21:42:32.667387+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:31:49.102158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899165+0000","last_change":"2024-03-10T21:27:45.052682+0000","last_active":"2024-03-10T21:41:43.899165+0000","last_peered":"2024-03-10T21:41:43.899165+0000","last_clean":"2024-03-10T21:41:43.899165+0000","last_became_active":"2024-03-10T21:27:45.052380+0000","last_became_peered":"2024-03-10T21:27:45.052380+0000","last_unstale":"2024-03-10T21:41:43.899165+0000","last_undegraded":"2024-03-10T21:41:43.899165+0000","last_fullsized":"2024-03-10T21:41:43.899165+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:26:03.151191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"838'10193","reported_seq":13578,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:38.085422+0000","last_change":"2024-03-10T21:35:26.598096+0000","last_active":"2024-03-10T21:42:38.085422+0000","last_peered":"2024-03-10T21:42:38.085422+0000","last_clean":"2024-03-10T21:42:38.085422+0000","last_became_active":"2024-03-10T21:30:09.919449+0000","last_became_peered":"2024-03-10T21:30:09.919449+0000","last_unstale":"2024-03-10T21:42:38.085422+0000","last_undegraded":"2024-03-10T21:42:38.085422+0000","last_fullsized":"2024-03-10T21:42:38.085422+0000","mapping_epoch":534,"log_start":"539'4101","ondisk_log_start":"539'4101","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6092,"log_dups_size":0,"ondisk_log_size":6092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:32:32.879288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042096100000000002,"stat_sum":{"num_bytes":125280256,"num_objects":80,"num_object_clones":75,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":2,"num_read":431,"num_read_kb":649264,"num_write":1026,"num_write_kb":212560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":65609728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1116,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618466+0000","last_change":"2024-03-10T21:30:09.914820+0000","last_active":"2024-03-10T21:42:01.618466+0000","last_peered":"2024-03-10T21:42:01.618466+0000","last_clean":"2024-03-10T21:42:01.618466+0000","last_became_active":"2024-03-10T21:30:09.914497+0000","last_became_peered":"2024-03-10T21:30:09.914497+0000","last_unstale":"2024-03-10T21:42:01.618466+0000","last_undegraded":"2024-03-10T21:42:01.618466+0000","last_fullsized":"2024-03-10T21:42:01.618466+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:53:39.274860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1190,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.150088+0000","last_change":"2024-03-10T21:29:33.479247+0000","last_active":"2024-03-10T21:42:18.150088+0000","last_peered":"2024-03-10T21:42:18.150088+0000","last_clean":"2024-03-10T21:42:18.150088+0000","last_became_active":"2024-03-10T21:29:33.478932+0000","last_became_peered":"2024-03-10T21:29:33.478932+0000","last_unstale":"2024-03-10T21:42:18.150088+0000","last_undegraded":"2024-03-10T21:42:18.150088+0000","last_fullsized":"2024-03-10T21:42:18.150088+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:22:57.494314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1173,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301508+0000","last_change":"2024-03-10T21:30:09.922929+0000","last_active":"2024-03-10T21:41:24.301508+0000","last_peered":"2024-03-10T21:41:24.301508+0000","last_clean":"2024-03-10T21:41:24.301508+0000","last_became_active":"2024-03-10T21:30:09.922605+0000","last_became_peered":"2024-03-10T21:30:09.922605+0000","last_unstale":"2024-03-10T21:41:24.301508+0000","last_undegraded":"2024-03-10T21:41:24.301508+0000","last_fullsized":"2024-03-10T21:41:24.301508+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:29:52.708917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"768'201","reported_seq":1586,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081813+0000","last_change":"2024-03-10T21:30:09.924470+0000","last_active":"2024-03-10T21:42:08.081813+0000","last_peered":"2024-03-10T21:42:08.081813+0000","last_clean":"2024-03-10T21:42:08.081813+0000","last_became_active":"2024-03-10T21:30:09.922354+0000","last_became_peered":"2024-03-10T21:30:09.922354+0000","last_unstale":"2024-03-10T21:42:08.081813+0000","last_undegraded":"2024-03-10T21:42:08.081813+0000","last_fullsized":"2024-03-10T21:42:08.081813+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:16:21.485286+0000","last_clean_scrub_stamp":"2024-03-10T21:16:21.485286+0000","objects_scrubbed":0,"log_size":201,"log_dups_size":0,"ondisk_log_size":201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:01:04.386297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"840'24852","reported_seq":22337,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:54.304988+0000","last_change":"2024-03-10T21:35:26.597944+0000","last_active":"2024-03-10T21:41:54.304988+0000","last_peered":"2024-03-10T21:41:54.304988+0000","last_clean":"2024-03-10T21:41:54.304988+0000","last_became_active":"2024-03-10T21:28:56.168864+0000","last_became_peered":"2024-03-10T21:28:56.168864+0000","last_unstale":"2024-03-10T21:41:54.304988+0000","last_undegraded":"2024-03-10T21:41:54.304988+0000","last_fullsized":"2024-03-10T21:41:54.304988+0000","mapping_epoch":467,"log_start":"497'18702","ondisk_log_start":"497'18702","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:34:21.376118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043261500000000002,"stat_sum":{"num_bytes":48398336,"num_objects":27,"num_object_clones":25,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":126,"num_read_kb":128323,"num_write":333,"num_write_kb":81512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":39501824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:08.455464+0000","last_change":"2024-03-10T21:27:10.802767+0000","last_active":"2024-03-10T21:41:08.455464+0000","last_peered":"2024-03-10T21:41:08.455464+0000","last_clean":"2024-03-10T21:41:08.455464+0000","last_became_active":"2024-03-10T21:27:10.802466+0000","last_became_peered":"2024-03-10T21:27:10.802466+0000","last_unstale":"2024-03-10T21:41:08.455464+0000","last_undegraded":"2024-03-10T21:41:08.455464+0000","last_fullsized":"2024-03-10T21:41:08.455464+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:49:17.654215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899139+0000","last_change":"2024-03-10T21:28:21.028893+0000","last_active":"2024-03-10T21:41:43.899139+0000","last_peered":"2024-03-10T21:41:43.899139+0000","last_clean":"2024-03-10T21:41:43.899139+0000","last_became_active":"2024-03-10T21:28:21.028582+0000","last_became_peered":"2024-03-10T21:28:21.028582+0000","last_unstale":"2024-03-10T21:41:43.899139+0000","last_undegraded":"2024-03-10T21:41:43.899139+0000","last_fullsized":"2024-03-10T21:41:43.899139+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:28:24.317903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1077,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:08.081789+0000","last_change":"2024-03-10T21:30:09.924750+0000","last_active":"2024-03-10T21:42:08.081789+0000","last_peered":"2024-03-10T21:42:08.081789+0000","last_clean":"2024-03-10T21:42:08.081789+0000","last_became_active":"2024-03-10T21:30:09.922196+0000","last_became_peered":"2024-03-10T21:30:09.922196+0000","last_unstale":"2024-03-10T21:42:08.081789+0000","last_undegraded":"2024-03-10T21:42:08.081789+0000","last_fullsized":"2024-03-10T21:42:08.081789+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:02:27.727531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":2939,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618433+0000","last_change":"2024-03-10T21:35:26.649287+0000","last_active":"2024-03-10T21:42:01.618433+0000","last_peered":"2024-03-10T21:42:01.618433+0000","last_clean":"2024-03-10T21:42:01.618433+0000","last_became_active":"2024-03-10T21:29:33.483433+0000","last_became_peered":"2024-03-10T21:29:33.483433+0000","last_unstale":"2024-03-10T21:42:01.618433+0000","last_undegraded":"2024-03-10T21:42:01.618433+0000","last_fullsized":"2024-03-10T21:42:01.618433+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:57:59.534952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001177092,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"4.3","version":"0'0","reported_seq":1322,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.465260+0000","last_change":"2024-03-10T21:30:09.920109+0000","last_active":"2024-03-10T21:42:38.465260+0000","last_peered":"2024-03-10T21:42:38.465260+0000","last_clean":"2024-03-10T21:42:38.465260+0000","last_became_active":"2024-03-10T21:30:09.919728+0000","last_became_peered":"2024-03-10T21:30:09.919728+0000","last_unstale":"2024-03-10T21:42:38.465260+0000","last_undegraded":"2024-03-10T21:42:38.465260+0000","last_fullsized":"2024-03-10T21:42:38.465260+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:34:56.692177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1097,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:38.085443+0000","last_change":"2024-03-10T21:30:09.919347+0000","last_active":"2024-03-10T21:42:38.085443+0000","last_peered":"2024-03-10T21:42:38.085443+0000","last_clean":"2024-03-10T21:42:38.085443+0000","last_became_active":"2024-03-10T21:30:09.918833+0000","last_became_peered":"2024-03-10T21:30:09.918833+0000","last_unstale":"2024-03-10T21:42:38.085443+0000","last_undegraded":"2024-03-10T21:42:38.085443+0000","last_fullsized":"2024-03-10T21:42:38.085443+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:53:43.777800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:12.672240+0000","last_change":"2024-03-10T21:28:56.161284+0000","last_active":"2024-03-10T21:43:12.672240+0000","last_peered":"2024-03-10T21:43:12.672240+0000","last_clean":"2024-03-10T21:43:12.672240+0000","last_became_active":"2024-03-10T21:28:56.160966+0000","last_became_peered":"2024-03-10T21:28:56.160966+0000","last_unstale":"2024-03-10T21:43:12.672240+0000","last_undegraded":"2024-03-10T21:43:12.672240+0000","last_fullsized":"2024-03-10T21:43:12.672240+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:01:33.973611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"816'291","reported_seq":4158,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:54.123255+0000","last_change":"2024-03-10T21:35:26.588145+0000","last_active":"2024-03-10T21:42:54.123255+0000","last_peered":"2024-03-10T21:42:54.123255+0000","last_clean":"2024-03-10T21:42:54.123255+0000","last_became_active":"2024-03-10T21:30:09.913722+0000","last_became_peered":"2024-03-10T21:30:09.913722+0000","last_unstale":"2024-03-10T21:42:54.123255+0000","last_undegraded":"2024-03-10T21:42:54.123255+0000","last_fullsized":"2024-03-10T21:42:54.123255+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":291,"log_dups_size":0,"ondisk_log_size":291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:41:39.664494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000746391,"stat_sum":{"num_bytes":32096256,"num_objects":22,"num_object_clones":21,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":94702,"num_write":169,"num_write_kb":48936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":15941632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1228,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.146352+0000","last_change":"2024-03-10T21:30:09.909251+0000","last_active":"2024-03-10T21:41:43.146352+0000","last_peered":"2024-03-10T21:41:43.146352+0000","last_clean":"2024-03-10T21:41:43.146352+0000","last_became_active":"2024-03-10T21:30:09.908421+0000","last_became_peered":"2024-03-10T21:30:09.908421+0000","last_unstale":"2024-03-10T21:41:43.146352+0000","last_undegraded":"2024-03-10T21:41:43.146352+0000","last_fullsized":"2024-03-10T21:41:43.146352+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:32:49.702589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'2","reported_seq":1306,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662464+0000","last_change":"2024-03-10T21:29:33.469269+0000","last_active":"2024-03-10T21:41:42.662464+0000","last_peered":"2024-03-10T21:41:42.662464+0000","last_clean":"2024-03-10T21:41:42.662464+0000","last_became_active":"2024-03-10T21:29:33.468530+0000","last_became_peered":"2024-03-10T21:29:33.468530+0000","last_unstale":"2024-03-10T21:41:42.662464+0000","last_undegraded":"2024-03-10T21:41:42.662464+0000","last_fullsized":"2024-03-10T21:41:42.662464+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:45:03.603606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153954+0000","last_change":"2024-03-10T21:30:09.917446+0000","last_active":"2024-03-10T21:42:53.153954+0000","last_peered":"2024-03-10T21:42:53.153954+0000","last_clean":"2024-03-10T21:42:53.153954+0000","last_became_active":"2024-03-10T21:30:09.917014+0000","last_became_peered":"2024-03-10T21:30:09.917014+0000","last_unstale":"2024-03-10T21:42:53.153954+0000","last_undegraded":"2024-03-10T21:42:53.153954+0000","last_fullsized":"2024-03-10T21:42:53.153954+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T05:14:10.637210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"840'1086","reported_seq":5067,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:43.146321+0000","last_change":"2024-03-10T21:35:26.607227+0000","last_active":"2024-03-10T21:41:43.146321+0000","last_peered":"2024-03-10T21:41:43.146321+0000","last_clean":"2024-03-10T21:41:43.146321+0000","last_became_active":"2024-03-10T21:28:21.033769+0000","last_became_peered":"2024-03-10T21:28:21.033769+0000","last_unstale":"2024-03-10T21:41:43.146321+0000","last_undegraded":"2024-03-10T21:41:43.146321+0000","last_fullsized":"2024-03-10T21:41:43.146321+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1086,"log_dups_size":0,"ondisk_log_size":1086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":220,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:35.504784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015039409,"stat_sum":{"num_bytes":154165248,"num_objects":85,"num_object_clones":80,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":3,"num_read":352,"num_read_kb":424937,"num_write":747,"num_write_kb":206896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":23994368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"1b"},{"start":"c8","length":"4"},{"start":"cd","length":"3"},{"start":"d1","length":"2"},{"start":"d4","length":"1"},{"start":"d8","length":"2"},{"start":"dd","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1184,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:54.123338+0000","last_change":"2024-03-10T21:29:33.475082+0000","last_active":"2024-03-10T21:42:54.123338+0000","last_peered":"2024-03-10T21:42:54.123338+0000","last_clean":"2024-03-10T21:42:54.123338+0000","last_became_active":"2024-03-10T21:29:33.474725+0000","last_became_peered":"2024-03-10T21:29:33.474725+0000","last_unstale":"2024-03-10T21:42:54.123338+0000","last_undegraded":"2024-03-10T21:42:54.123338+0000","last_fullsized":"2024-03-10T21:42:54.123338+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:19:13.905803+0000","last_clean_scrub_stamp":"2024-03-10T21:19:13.905803+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:59:51.767204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1100,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622071+0000","last_change":"2024-03-10T21:30:09.923456+0000","last_active":"2024-03-10T21:42:31.622071+0000","last_peered":"2024-03-10T21:42:31.622071+0000","last_clean":"2024-03-10T21:42:31.622071+0000","last_became_active":"2024-03-10T21:30:09.923129+0000","last_became_peered":"2024-03-10T21:30:09.923129+0000","last_unstale":"2024-03-10T21:42:31.622071+0000","last_undegraded":"2024-03-10T21:42:31.622071+0000","last_fullsized":"2024-03-10T21:42:31.622071+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:05:15.309857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1251,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:18.902867+0000","last_change":"2024-03-10T21:28:21.031327+0000","last_active":"2024-03-10T21:42:18.902867+0000","last_peered":"2024-03-10T21:42:18.902867+0000","last_clean":"2024-03-10T21:42:18.902867+0000","last_became_active":"2024-03-10T21:28:21.030967+0000","last_became_peered":"2024-03-10T21:28:21.030967+0000","last_unstale":"2024-03-10T21:42:18.902867+0000","last_undegraded":"2024-03-10T21:42:18.902867+0000","last_fullsized":"2024-03-10T21:42:18.902867+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:56:06.577689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"838'9885","reported_seq":13459,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:24.308823+0000","last_change":"2024-03-10T21:35:26.598343+0000","last_active":"2024-03-10T21:42:24.308823+0000","last_peered":"2024-03-10T21:42:24.308823+0000","last_clean":"2024-03-10T21:42:24.308823+0000","last_became_active":"2024-03-10T21:29:33.492341+0000","last_became_peered":"2024-03-10T21:29:33.492341+0000","last_unstale":"2024-03-10T21:42:24.308823+0000","last_undegraded":"2024-03-10T21:42:24.308823+0000","last_fullsized":"2024-03-10T21:42:24.308823+0000","mapping_epoch":499,"log_start":"474'3701","ondisk_log_start":"474'3701","created":73,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":188,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:30:07.298791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076296800000000004,"stat_sum":{"num_bytes":67330048,"num_objects":37,"num_object_clones":35,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":132,"num_read_kb":148984,"num_write":353,"num_write_kb":70520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58130432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"38"},{"start":"e6","length":"8"},{"start":"ef","length":"2"},{"start":"f2","length":"1"},{"start":"f5","length":"3"},{"start":"f9","length":"1"},{"start":"101","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:08.089124+0000","last_change":"2024-03-10T21:30:09.922870+0000","last_active":"2024-03-10T21:43:08.089124+0000","last_peered":"2024-03-10T21:43:08.089124+0000","last_clean":"2024-03-10T21:43:08.089124+0000","last_became_active":"2024-03-10T21:30:09.917712+0000","last_became_peered":"2024-03-10T21:30:09.917712+0000","last_unstale":"2024-03-10T21:43:08.089124+0000","last_undegraded":"2024-03-10T21:43:08.089124+0000","last_fullsized":"2024-03-10T21:43:08.089124+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:47:54.054965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662392+0000","last_change":"2024-03-10T21:30:09.924243+0000","last_active":"2024-03-10T21:41:42.662392+0000","last_peered":"2024-03-10T21:41:42.662392+0000","last_clean":"2024-03-10T21:41:42.662392+0000","last_became_active":"2024-03-10T21:30:09.923916+0000","last_became_peered":"2024-03-10T21:30:09.923916+0000","last_unstale":"2024-03-10T21:41:42.662392+0000","last_undegraded":"2024-03-10T21:41:42.662392+0000","last_fullsized":"2024-03-10T21:41:42.662392+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:43:39.999980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"822'11072","reported_seq":12419,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:41:49.116213+0000","last_change":"2024-03-10T21:35:26.588578+0000","last_active":"2024-03-10T21:41:49.116213+0000","last_peered":"2024-03-10T21:41:49.116213+0000","last_clean":"2024-03-10T21:41:49.116213+0000","last_became_active":"2024-03-10T21:28:56.167643+0000","last_became_peered":"2024-03-10T21:28:56.167643+0000","last_unstale":"2024-03-10T21:41:49.116213+0000","last_undegraded":"2024-03-10T21:41:49.116213+0000","last_fullsized":"2024-03-10T21:41:49.116213+0000","mapping_epoch":467,"log_start":"438'4400","ondisk_log_start":"438'4400","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6672,"log_dups_size":0,"ondisk_log_size":6672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":203,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:13:04.226146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011880290999999999,"stat_sum":{"num_bytes":96288768,"num_objects":71,"num_object_clones":67,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":303,"num_read_kb":414535,"num_write":692,"num_write_kb":135792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":36708352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"2a"},{"start":"d7","length":"3"},{"start":"db","length":"9"},{"start":"e6","length":"2"},{"start":"f0","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662412+0000","last_change":"2024-03-10T21:30:09.924938+0000","last_active":"2024-03-10T21:41:42.662412+0000","last_peered":"2024-03-10T21:41:42.662412+0000","last_clean":"2024-03-10T21:41:42.662412+0000","last_became_active":"2024-03-10T21:30:09.924547+0000","last_became_peered":"2024-03-10T21:30:09.924547+0000","last_unstale":"2024-03-10T21:41:42.662412+0000","last_undegraded":"2024-03-10T21:41:42.662412+0000","last_fullsized":"2024-03-10T21:41:42.662412+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T23:38:32.370482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1220,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153886+0000","last_change":"2024-03-10T21:30:09.909480+0000","last_active":"2024-03-10T21:42:53.153886+0000","last_peered":"2024-03-10T21:42:53.153886+0000","last_clean":"2024-03-10T21:42:53.153886+0000","last_became_active":"2024-03-10T21:30:09.909027+0000","last_became_peered":"2024-03-10T21:30:09.909027+0000","last_unstale":"2024-03-10T21:42:53.153886+0000","last_undegraded":"2024-03-10T21:42:53.153886+0000","last_fullsized":"2024-03-10T21:42:53.153886+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:27:43.329014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"840'1147","reported_seq":5247,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:53.906539+0000","last_change":"2024-03-10T21:35:26.592264+0000","last_active":"2024-03-10T21:42:53.906539+0000","last_peered":"2024-03-10T21:42:53.906539+0000","last_clean":"2024-03-10T21:42:53.906539+0000","last_became_active":"2024-03-10T21:30:09.925669+0000","last_became_peered":"2024-03-10T21:30:09.925669+0000","last_unstale":"2024-03-10T21:42:53.906539+0000","last_undegraded":"2024-03-10T21:42:53.906539+0000","last_fullsized":"2024-03-10T21:42:53.906539+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":1147,"log_dups_size":0,"ondisk_log_size":1147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:26:00.335933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052686210000000002,"stat_sum":{"num_bytes":172359680,"num_objects":105,"num_object_clones":100,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":4,"num_read":372,"num_read_kb":492968,"num_write":813,"num_write_kb":180880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7421952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.a","version":"0'0","reported_seq":1302,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662421+0000","last_change":"2024-03-10T21:30:09.914089+0000","last_active":"2024-03-10T21:41:42.662421+0000","last_peered":"2024-03-10T21:41:42.662421+0000","last_clean":"2024-03-10T21:41:42.662421+0000","last_became_active":"2024-03-10T21:30:09.913759+0000","last_became_peered":"2024-03-10T21:30:09.913759+0000","last_unstale":"2024-03-10T21:41:42.662421+0000","last_undegraded":"2024-03-10T21:41:42.662421+0000","last_fullsized":"2024-03-10T21:41:42.662421+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T07:24:08.385957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1230,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142823+0000","last_change":"2024-03-10T21:28:21.030577+0000","last_active":"2024-03-10T21:41:13.142823+0000","last_peered":"2024-03-10T21:41:13.142823+0000","last_clean":"2024-03-10T21:41:13.142823+0000","last_became_active":"2024-03-10T21:28:21.030209+0000","last_became_peered":"2024-03-10T21:28:21.030209+0000","last_unstale":"2024-03-10T21:41:13.142823+0000","last_undegraded":"2024-03-10T21:41:13.142823+0000","last_fullsized":"2024-03-10T21:41:13.142823+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:18:38.639331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'988","reported_seq":4250,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665853+0000","last_change":"2024-03-10T21:35:26.603166+0000","last_active":"2024-03-10T21:42:17.665853+0000","last_peered":"2024-03-10T21:42:17.665853+0000","last_clean":"2024-03-10T21:42:17.665853+0000","last_became_active":"2024-03-10T21:28:21.032153+0000","last_became_peered":"2024-03-10T21:28:21.032153+0000","last_unstale":"2024-03-10T21:42:17.665853+0000","last_undegraded":"2024-03-10T21:42:17.665853+0000","last_fullsized":"2024-03-10T21:42:17.665853+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:35:08.693998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0067561169999999999,"stat_sum":{"num_bytes":15613952,"num_objects":10,"num_object_clones":8,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":181,"num_read_kb":234379,"num_write":462,"num_write_kb":70504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5144576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"92"},{"start":"13f","length":"51"},{"start":"191","length":"f"},{"start":"1a1","length":"2"},{"start":"1a4","length":"2"},{"start":"1ab","length":"4"},{"start":"1b0","length":"1"},{"start":"1b2","length":"1"},{"start":"1b5","length":"1"},{"start":"1b7","length":"4"},{"start":"1bc","length":"1"},{"start":"1c0","length":"2"}]},{"pgid":"2.b","version":"561'3","reported_seq":1091,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076399+0000","last_change":"2024-03-10T21:30:09.925212+0000","last_active":"2024-03-10T21:41:23.076399+0000","last_peered":"2024-03-10T21:41:23.076399+0000","last_clean":"2024-03-10T21:41:23.076399+0000","last_became_active":"2024-03-10T21:30:09.922796+0000","last_became_peered":"2024-03-10T21:30:09.922796+0000","last_unstale":"2024-03-10T21:41:23.076399+0000","last_undegraded":"2024-03-10T21:41:23.076399+0000","last_fullsized":"2024-03-10T21:41:23.076399+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:06:59.759247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1126,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622011+0000","last_change":"2024-03-10T21:29:33.473497+0000","last_active":"2024-03-10T21:42:31.622011+0000","last_peered":"2024-03-10T21:42:31.622011+0000","last_clean":"2024-03-10T21:42:31.622011+0000","last_became_active":"2024-03-10T21:29:33.472786+0000","last_became_peered":"2024-03-10T21:29:33.472786+0000","last_unstale":"2024-03-10T21:42:31.622011+0000","last_undegraded":"2024-03-10T21:42:31.622011+0000","last_fullsized":"2024-03-10T21:42:31.622011+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T09:13:32.723911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"840'188","reported_seq":4312,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:53.906488+0000","last_change":"2024-03-10T21:35:26.591033+0000","last_active":"2024-03-10T21:42:53.906488+0000","last_peered":"2024-03-10T21:42:53.906488+0000","last_clean":"2024-03-10T21:42:53.906488+0000","last_became_active":"2024-03-10T21:28:56.158144+0000","last_became_peered":"2024-03-10T21:28:56.158144+0000","last_unstale":"2024-03-10T21:42:53.906488+0000","last_undegraded":"2024-03-10T21:42:53.906488+0000","last_fullsized":"2024-03-10T21:42:53.906488+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:21:59.122668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0082297380000000003,"stat_sum":{"num_bytes":48431104,"num_objects":23,"num_object_clones":22,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":84,"num_read_kb":368504,"num_write":180,"num_write_kb":40760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":31719424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.c","version":"0'0","reported_seq":1272,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.906529+0000","last_change":"2024-03-10T21:28:56.160975+0000","last_active":"2024-03-10T21:42:53.906529+0000","last_peered":"2024-03-10T21:42:53.906529+0000","last_clean":"2024-03-10T21:42:53.906529+0000","last_became_active":"2024-03-10T21:28:56.160635+0000","last_became_peered":"2024-03-10T21:28:56.160635+0000","last_unstale":"2024-03-10T21:42:53.906529+0000","last_undegraded":"2024-03-10T21:42:53.906529+0000","last_fullsized":"2024-03-10T21:42:53.906529+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:52:35.686556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1076,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076446+0000","last_change":"2024-03-10T21:30:09.911703+0000","last_active":"2024-03-10T21:41:23.076446+0000","last_peered":"2024-03-10T21:41:23.076446+0000","last_clean":"2024-03-10T21:41:23.076446+0000","last_became_active":"2024-03-10T21:30:09.910931+0000","last_became_peered":"2024-03-10T21:30:09.910931+0000","last_unstale":"2024-03-10T21:41:23.076446+0000","last_undegraded":"2024-03-10T21:41:23.076446+0000","last_fullsized":"2024-03-10T21:41:23.076446+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:07:04.534718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"840'6184","reported_seq":9104,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:42:18.902838+0000","last_change":"2024-03-10T21:35:26.590653+0000","last_active":"2024-03-10T21:42:18.902838+0000","last_peered":"2024-03-10T21:42:18.902838+0000","last_clean":"2024-03-10T21:42:18.902838+0000","last_became_active":"2024-03-10T21:28:21.039770+0000","last_became_peered":"2024-03-10T21:28:21.039770+0000","last_unstale":"2024-03-10T21:42:18.902838+0000","last_undegraded":"2024-03-10T21:42:18.902838+0000","last_fullsized":"2024-03-10T21:42:18.902838+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6184,"log_dups_size":0,"ondisk_log_size":6184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":231,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:31:18.310613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0036765159999999999,"stat_sum":{"num_bytes":155795456,"num_objects":113,"num_object_clones":107,"num_object_copies":339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":113,"num_whiteouts":1,"num_read":413,"num_read_kb":588495,"num_write":994,"num_write_kb":173576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":26607616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"15"},{"start":"c2","length":"2"},{"start":"c5","length":"2"},{"start":"c8","length":"4"}]},{"pgid":"2.d","version":"62'1","reported_seq":1304,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:17.665895+0000","last_change":"2024-03-10T21:28:21.032242+0000","last_active":"2024-03-10T21:42:17.665895+0000","last_peered":"2024-03-10T21:42:17.665895+0000","last_clean":"2024-03-10T21:42:17.665895+0000","last_became_active":"2024-03-10T21:28:21.031811+0000","last_became_peered":"2024-03-10T21:28:21.031811+0000","last_unstale":"2024-03-10T21:42:17.665895+0000","last_undegraded":"2024-03-10T21:42:17.665895+0000","last_fullsized":"2024-03-10T21:42:17.665895+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:00:17.109477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1163,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308770+0000","last_change":"2024-03-10T21:29:33.484800+0000","last_active":"2024-03-10T21:42:24.308770+0000","last_peered":"2024-03-10T21:42:24.308770+0000","last_clean":"2024-03-10T21:42:24.308770+0000","last_became_active":"2024-03-10T21:29:33.484464+0000","last_became_peered":"2024-03-10T21:29:33.484464+0000","last_unstale":"2024-03-10T21:42:24.308770+0000","last_undegraded":"2024-03-10T21:42:24.308770+0000","last_fullsized":"2024-03-10T21:42:24.308770+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:00:02.256026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"838'13334","reported_seq":13921,"reported_epoch":840,"state":"active+clean+snaptrim_error","last_fresh":"2024-03-10T21:43:08.089153+0000","last_change":"2024-03-10T21:35:26.598042+0000","last_active":"2024-03-10T21:43:08.089153+0000","last_peered":"2024-03-10T21:43:08.089153+0000","last_clean":"2024-03-10T21:43:08.089153+0000","last_became_active":"2024-03-10T21:30:09.926761+0000","last_became_peered":"2024-03-10T21:30:09.926761+0000","last_unstale":"2024-03-10T21:43:08.089153+0000","last_undegraded":"2024-03-10T21:43:08.089153+0000","last_fullsized":"2024-03-10T21:43:08.089153+0000","mapping_epoch":534,"log_start":"543'7307","ondisk_log_start":"543'7307","created":73,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:21:59.015186+0000","last_clean_scrub_stamp":"2024-03-10T21:21:59.015186+0000","objects_scrubbed":0,"log_size":6027,"log_dups_size":0,"ondisk_log_size":6027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":152,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:23:33.702009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017630876,"stat_sum":{"num_bytes":161939456,"num_objects":86,"num_object_clones":79,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":1,"num_read":539,"num_read_kb":738901,"num_write":1016,"num_write_kb":278896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50814976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"a0","length":"1"},{"start":"a7","length":"1"},{"start":"ac","length":"4c"},{"start":"f9","length":"5"},{"start":"ff","length":"16"},{"start":"116","length":"1"},{"start":"119","length":"3"},{"start":"11e","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1275,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.906572+0000","last_change":"2024-03-10T21:30:09.914880+0000","last_active":"2024-03-10T21:42:53.906572+0000","last_peered":"2024-03-10T21:42:53.906572+0000","last_clean":"2024-03-10T21:42:53.906572+0000","last_became_active":"2024-03-10T21:30:09.914080+0000","last_became_peered":"2024-03-10T21:30:09.914080+0000","last_unstale":"2024-03-10T21:42:53.906572+0000","last_undegraded":"2024-03-10T21:42:53.906572+0000","last_fullsized":"2024-03-10T21:42:53.906572+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:38.442319+0000","last_clean_scrub_stamp":"2024-03-10T21:18:38.442319+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:17:15.237393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1094,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:23.076500+0000","last_change":"2024-03-10T21:30:09.924967+0000","last_active":"2024-03-10T21:41:23.076500+0000","last_peered":"2024-03-10T21:41:23.076500+0000","last_clean":"2024-03-10T21:41:23.076500+0000","last_became_active":"2024-03-10T21:30:09.923149+0000","last_became_peered":"2024-03-10T21:30:09.923149+0000","last_unstale":"2024-03-10T21:41:23.076500+0000","last_undegraded":"2024-03-10T21:41:23.076500+0000","last_fullsized":"2024-03-10T21:41:23.076500+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:26:52.984231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1117,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:01.618391+0000","last_change":"2024-03-10T21:29:33.480678+0000","last_active":"2024-03-10T21:42:01.618391+0000","last_peered":"2024-03-10T21:42:01.618391+0000","last_clean":"2024-03-10T21:42:01.618391+0000","last_became_active":"2024-03-10T21:29:33.480015+0000","last_became_peered":"2024-03-10T21:29:33.480015+0000","last_unstale":"2024-03-10T21:42:01.618391+0000","last_undegraded":"2024-03-10T21:42:01.618391+0000","last_fullsized":"2024-03-10T21:42:01.618391+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T04:50:56.567785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1270,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899174+0000","last_change":"2024-03-10T21:29:33.475527+0000","last_active":"2024-03-10T21:41:43.899174+0000","last_peered":"2024-03-10T21:41:43.899174+0000","last_clean":"2024-03-10T21:41:43.899174+0000","last_became_active":"2024-03-10T21:29:33.475127+0000","last_became_peered":"2024-03-10T21:29:33.475127+0000","last_unstale":"2024-03-10T21:41:43.899174+0000","last_undegraded":"2024-03-10T21:41:43.899174+0000","last_fullsized":"2024-03-10T21:41:43.899174+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:46:48.000501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:24.301484+0000","last_change":"2024-03-10T21:28:56.168545+0000","last_active":"2024-03-10T21:41:24.301484+0000","last_peered":"2024-03-10T21:41:24.301484+0000","last_clean":"2024-03-10T21:41:24.301484+0000","last_became_active":"2024-03-10T21:28:56.166894+0000","last_became_peered":"2024-03-10T21:28:56.166894+0000","last_unstale":"2024-03-10T21:41:24.301484+0000","last_undegraded":"2024-03-10T21:41:24.301484+0000","last_fullsized":"2024-03-10T21:41:24.301484+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T00:11:03.532068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1229,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.899204+0000","last_change":"2024-03-10T21:28:21.028582+0000","last_active":"2024-03-10T21:41:43.899204+0000","last_peered":"2024-03-10T21:41:43.899204+0000","last_clean":"2024-03-10T21:41:43.899204+0000","last_became_active":"2024-03-10T21:28:21.028186+0000","last_became_peered":"2024-03-10T21:28:21.028186+0000","last_unstale":"2024-03-10T21:41:43.899204+0000","last_undegraded":"2024-03-10T21:41:43.899204+0000","last_fullsized":"2024-03-10T21:41:43.899204+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T03:38:55.948852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1232,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153929+0000","last_change":"2024-03-10T21:28:21.029725+0000","last_active":"2024-03-10T21:42:53.153929+0000","last_peered":"2024-03-10T21:42:53.153929+0000","last_clean":"2024-03-10T21:42:53.153929+0000","last_became_active":"2024-03-10T21:28:21.029413+0000","last_became_peered":"2024-03-10T21:28:21.029413+0000","last_unstale":"2024-03-10T21:42:53.153929+0000","last_undegraded":"2024-03-10T21:42:53.153929+0000","last_fullsized":"2024-03-10T21:42:53.153929+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:11:26.532972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1301,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:42.662445+0000","last_change":"2024-03-10T21:27:45.050529+0000","last_active":"2024-03-10T21:41:42.662445+0000","last_peered":"2024-03-10T21:41:42.662445+0000","last_clean":"2024-03-10T21:41:42.662445+0000","last_became_active":"2024-03-10T21:27:45.050281+0000","last_became_peered":"2024-03-10T21:27:45.050281+0000","last_unstale":"2024-03-10T21:41:42.662445+0000","last_undegraded":"2024-03-10T21:41:42.662445+0000","last_fullsized":"2024-03-10T21:41:42.662445+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:25:03.668841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1120,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:31.622059+0000","last_change":"2024-03-10T21:30:09.914019+0000","last_active":"2024-03-10T21:42:31.622059+0000","last_peered":"2024-03-10T21:42:31.622059+0000","last_clean":"2024-03-10T21:42:31.622059+0000","last_became_active":"2024-03-10T21:30:09.913689+0000","last_became_peered":"2024-03-10T21:30:09.913689+0000","last_unstale":"2024-03-10T21:42:31.622059+0000","last_undegraded":"2024-03-10T21:42:31.622059+0000","last_fullsized":"2024-03-10T21:42:31.622059+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:34:47.368428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1214,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:53.153969+0000","last_change":"2024-03-10T21:28:21.036576+0000","last_active":"2024-03-10T21:42:53.153969+0000","last_peered":"2024-03-10T21:42:53.153969+0000","last_clean":"2024-03-10T21:42:53.153969+0000","last_became_active":"2024-03-10T21:28:21.036225+0000","last_became_peered":"2024-03-10T21:28:21.036225+0000","last_unstale":"2024-03-10T21:42:53.153969+0000","last_undegraded":"2024-03-10T21:42:53.153969+0000","last_fullsized":"2024-03-10T21:42:53.153969+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T02:42:16.110422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1169,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:54.304924+0000","last_change":"2024-03-10T21:28:56.164739+0000","last_active":"2024-03-10T21:41:54.304924+0000","last_peered":"2024-03-10T21:41:54.304924+0000","last_clean":"2024-03-10T21:41:54.304924+0000","last_became_active":"2024-03-10T21:28:56.164202+0000","last_became_peered":"2024-03-10T21:28:56.164202+0000","last_unstale":"2024-03-10T21:41:54.304924+0000","last_undegraded":"2024-03-10T21:41:54.304924+0000","last_fullsized":"2024-03-10T21:41:54.304924+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T21:33:48.519168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1219,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:13.142796+0000","last_change":"2024-03-10T21:28:21.034063+0000","last_active":"2024-03-10T21:41:13.142796+0000","last_peered":"2024-03-10T21:41:13.142796+0000","last_clean":"2024-03-10T21:41:13.142796+0000","last_became_active":"2024-03-10T21:28:21.033722+0000","last_became_peered":"2024-03-10T21:28:21.033722+0000","last_unstale":"2024-03-10T21:41:13.142796+0000","last_undegraded":"2024-03-10T21:41:13.142796+0000","last_fullsized":"2024-03-10T21:41:13.142796+0000","mapping_epoch":434,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":435,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T06:53:16.156845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1146,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:42:24.308731+0000","last_change":"2024-03-10T21:30:09.908647+0000","last_active":"2024-03-10T21:42:24.308731+0000","last_peered":"2024-03-10T21:42:24.308731+0000","last_clean":"2024-03-10T21:42:24.308731+0000","last_became_active":"2024-03-10T21:30:09.908300+0000","last_became_peered":"2024-03-10T21:30:09.908300+0000","last_unstale":"2024-03-10T21:42:24.308731+0000","last_undegraded":"2024-03-10T21:42:24.308731+0000","last_fullsized":"2024-03-10T21:42:24.308731+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-11T22:45:39.846519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1321,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:41:43.459397+0000","last_change":"2024-03-10T21:30:09.925973+0000","last_active":"2024-03-10T21:41:43.459397+0000","last_peered":"2024-03-10T21:41:43.459397+0000","last_clean":"2024-03-10T21:41:43.459397+0000","last_became_active":"2024-03-10T21:30:09.925655+0000","last_became_peered":"2024-03-10T21:30:09.925655+0000","last_unstale":"2024-03-10T21:41:43.459397+0000","last_undegraded":"2024-03-10T21:41:43.459397+0000","last_fullsized":"2024-03-10T21:41:43.459397+0000","mapping_epoch":534,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":535,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T01:55:55.749681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1115,"reported_epoch":840,"state":"active+clean","last_fresh":"2024-03-10T21:43:01.625082+0000","last_change":"2024-03-10T21:29:33.472030+0000","last_active":"2024-03-10T21:43:01.625082+0000","last_peered":"2024-03-10T21:43:01.625082+0000","last_clean":"2024-03-10T21:43:01.625082+0000","last_became_active":"2024-03-10T21:29:33.471013+0000","last_became_peered":"2024-03-10T21:29:33.471013+0000","last_unstale":"2024-03-10T21:43:01.625082+0000","last_undegraded":"2024-03-10T21:43:01.625082+0000","last_fullsized":"2024-03-10T21:43:01.625082+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-10T21:18:39.444416+0000","last_clean_scrub_stamp":"2024-03-10T21:18:39.444416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-12T08:14:36.930394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":1378304000,"num_objects":877,"num_object_clones":827,"num_object_copies":2631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":877,"num_whiteouts":13,"num_read":3824,"num_read_kb":5486763,"num_write":8598,"num_write_kb":1824136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":131,"num_bytes_recovered":473022464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1848492032,"data_stored":4709326848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47643,"ondisk_log_size":47643,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":850,"num_read_kb":1468,"num_write":319,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":201,"ondisk_log_size":201,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40284,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":534,"seq":2293512536247,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":774088,"kb_used_data":233208,"kb_used_omap":46,"kb_used_meta":540817,"kb_avail":92971064,"statfs":{"total":95995035648,"available":95202369536,"internally_reserved":0,"allocated":238804992,"data_stored":531809503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47681,"internal_metadata":553797055},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680894,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":349360,"kb_used_data":186720,"kb_used_omap":36,"kb_used_meta":162587,"kb_avail":93395792,"statfs":{"total":95995035648,"available":95637291008,"internally_reserved":0,"allocated":191201280,"data_stored":435587393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37816,"internal_metadata":166489160},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":332,"seq":1425929142498,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1326960,"kb_used_data":248924,"kb_used_omap":31,"kb_used_meta":1077984,"kb_avail":92418192,"statfs":{"total":95995035648,"available":94636228608,"internally_reserved":0,"allocated":254898176,"data_stored":517280003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31819,"internal_metadata":1103856565},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":302,"seq":1297080123625,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1494524,"kb_used_data":195056,"kb_used_omap":27,"kb_used_meta":1299428,"kb_avail":92250628,"statfs":{"total":95995035648,"available":94464643072,"internally_reserved":0,"allocated":199737344,"data_stored":623527259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28207,"internal_metadata":1330614737},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965147,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1102876,"kb_used_data":258632,"kb_used_omap":32,"kb_used_meta":844191,"kb_avail":92642276,"statfs":{"total":95995035648,"available":94865690624,"internally_reserved":0,"allocated":264839168,"data_stored":688881763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33172,"internal_metadata":864452204},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":400,"seq":1717986918612,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":372352,"kb_used_data":220532,"kb_used_omap":31,"kb_used_meta":151776,"kb_avail":93372800,"statfs":{"total":95995035648,"available":95613747200,"internally_reserved":0,"allocated":225824768,"data_stored":505132937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31791,"internal_metadata":155419601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":434,"seq":1864015806669,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":748528,"kb_used_data":262624,"kb_used_omap":46,"kb_used_meta":485841,"kb_avail":92996624,"statfs":{"total":95995035648,"available":95228542976,"internally_reserved":0,"allocated":268926976,"data_stored":680182567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48053,"internal_metadata":497501259},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727430,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":489148,"kb_used_data":276392,"kb_used_omap":131,"kb_used_meta":212604,"kb_avail":93256004,"statfs":{"total":95995035648,"available":95494148096,"internally_reserved":0,"allocated":283025408,"data_stored":773674875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":134230,"internal_metadata":217707434},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5387,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5093,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5746,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5546,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4591,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4780,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4986,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":189517824,"data_stored":617316352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":245280768,"data_stored":511660032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":255229952,"data_stored":683261952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216190976,"data_stored":499507200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":259301376,"data_stored":674562048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273395712,"data_stored":768049152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":180981760,"data_stored":429371392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":228593664,"data_stored":525598720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.8 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.5 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.6 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.4 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.7 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.1 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.0 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.f in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.e in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.d in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.901 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.b in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.902 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.a in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.902 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.9 in trimming, state: active+clean+snaptrim_error 2024-03-10T21:45:21.902 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-03-10T21:45:22.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:22 smithi193 ceph-mon[83873]: from='client.44723 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:45:22.585 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:45:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:45:22.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:22 smithi071 ceph-mon[88660]: from='client.44723 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:45:22.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:22 smithi071 ceph-mon[91105]: from='client.44723 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-10T21:45:23.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:23 smithi193 ceph-mon[83873]: pgmap v1244: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:23.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:23 smithi071 ceph-mon[88660]: pgmap v1244: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:23.834 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:23 smithi071 ceph-mon[91105]: pgmap v1244: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:25.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:25 smithi193 ceph-mon[83873]: pgmap v1245: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:25.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:25 smithi071 ceph-mon[88660]: pgmap v1245: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:25.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:25 smithi071 ceph-mon[91105]: pgmap v1245: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:26.833 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:26 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:45:26.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:26 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:45:26.834 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:26 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-10T21:45:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:27 smithi193 ceph-mon[83873]: pgmap v1246: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:27 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:27 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:27 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:45:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:27 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:45:27.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:27 smithi193 ceph-mon[83873]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[88660]: pgmap v1246: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[88660]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[91105]: pgmap v1246: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:27.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-10T21:45:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-10T21:45:27.836 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:27 smithi071 ceph-mon[91105]: from='mgr.34107 ' entity='mgr.y' 2024-03-10T21:45:29.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:29 smithi193 ceph-mon[83873]: pgmap v1247: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:29.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:29 smithi071 ceph-mon[88660]: pgmap v1247: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:29.834 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:29 smithi071 ceph-mon[91105]: pgmap v1247: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:31.522 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:31 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:45:31] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-03-10T21:45:31.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:31 smithi193 ceph-mon[83873]: pgmap v1248: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:31.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:31 smithi071 ceph-mon[88660]: pgmap v1248: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:31.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:31 smithi071 ceph-mon[91105]: pgmap v1248: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:31.903 ERROR:teuthology:Uncaught exception (Hub) Traceback (most recent call last): File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-10T21:45:31.906 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/full_sequential.py", line 37, in task mgr.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 299, in task running.get() File "src/gevent/greenlet.py", line 831, in gevent._gevent_cgreenlet.Greenlet.get File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/virtualenv/lib/python3.8/site-packages/gevent/_compat.py", line 49, in reraise raise value.with_traceback(tb) File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-10T21:45:32.141 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=b0c3d3a67e21462987553170b42df4c5 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/teuthology/task/full_sequential.py", line 37, in task mgr.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 299, in task running.get() File "src/gevent/greenlet.py", line 831, in gevent._gevent_cgreenlet.Greenlet.get File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception File "/home/teuthworker/src/git.ceph.com_teuthology_e691533f9cbb33d85b2187bba20d7102f098636d/virtualenv/lib/python3.8/site-packages/gevent/_compat.py", line 49, in reraise raise value.with_traceback(tb) File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/rados.py", line 290, in thread manager.wait_snap_trimming_complete(pool); File "/home/teuthworker/src/git.ceph.com_ceph_2b0101eb74d60610d544cb8a473e23a35ac1cc0b/qa/tasks/ceph_manager.py", line 2506, in wait_snap_trimming_complete assert (now - start) < FATAL_TIMEOUT, \ AssertionError: failed to complete snap trimming before timeout 2024-03-10T21:45:32.143 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-10T21:45:32.154 INFO:tasks.cephadm:Teardown begin 2024-03-10T21:45:32.155 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-10T21:45:32.155 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:45:32.500 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:45:32.501 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/4065301510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":4065301510},{"type":"v1","addr":"172.21.15.193:6833","nonce":4065301510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T21:18:39.801217+0000","modified":"2024-03-10T21:30:38.203963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":561,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":34416},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34416":{"gid":34416,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.71:6835/4092758616","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":4092758616},{"type":"v1","addr":"172.21.15.71:6835","nonce":4092758616}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T21:45:32.501 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 14 2024-03-10T21:45:32.514 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-10T21:45:32.584 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:32 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/3909940509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:45:32.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:45:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:45:32.831 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:45:32.898 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.193:6833/4065301510","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6832","nonce":4065301510},{"type":"v1","addr":"172.21.15.193:6833","nonce":4065301510}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-10T21:18:39.801217+0000","modified":"2024-03-10T21:30:38.203963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":561,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":34416},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34416":{"gid":34416,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":7,"addr":"172.21.15.71:6835/4092758616","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":4092758616},{"type":"v1","addr":"172.21.15.71:6835","nonce":4092758616}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-03-10T21:45:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 14 2024-03-10T21:45:32.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:32 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/3909940509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:45:32.899 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:32 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/3909940509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:45:32.900 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-10T21:45:33.191 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-03-10T21:45:33.191 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":840,"fsid":"d9129898-df22-11ee-95c7-87774f69a715","created":"2024-03-10T21:13:11.058221+0000","modified":"2024-03-10T21:35:26.577447+0000","last_up_change":"2024-03-10T21:30:08.888409+0000","last_in_change":"2024-03-10T21:18:03.752706+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-10T21:16:20.788659+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-10T21:18:37.873445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-10T21:18:38.991513+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-03-10T21:19:13.519281+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-03-10T21:21:58.262675+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"840","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":455,"snap_epoch":840,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"e3482043-c87d-49e8-aea0-356ad13640f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":290,"up_from":302,"up_thru":534,"down_at":291,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6803","nonce":116839698}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6805","nonce":116839698}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6809","nonce":116839698}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":116839698},{"type":"v1","addr":"172.21.15.71:6807","nonce":116839698}]},"public_addr":"172.21.15.71:6803/116839698","cluster_addr":"172.21.15.71:6805/116839698","heartbeat_back_addr":"172.21.15.71:6809/116839698","heartbeat_front_addr":"172.21.15.71:6807/116839698","state":["exists","up"]},{"osd":1,"uuid":"2fbcee3b-992e-4258-aaaf-686635631fb2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":332,"up_thru":534,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6811","nonce":4123496592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6813","nonce":4123496592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6817","nonce":4123496592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":4123496592},{"type":"v1","addr":"172.21.15.71:6815","nonce":4123496592}]},"public_addr":"172.21.15.71:6811/4123496592","cluster_addr":"172.21.15.71:6813/4123496592","heartbeat_back_addr":"172.21.15.71:6817/4123496592","heartbeat_front_addr":"172.21.15.71:6815/4123496592","state":["exists","up"]},{"osd":2,"uuid":"323d56df-b273-426b-8a55-581b9287f833","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":356,"up_from":368,"up_thru":534,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6819","nonce":1780890150}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6821","nonce":1780890150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6825","nonce":1780890150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1780890150},{"type":"v1","addr":"172.21.15.71:6823","nonce":1780890150}]},"public_addr":"172.21.15.71:6819/1780890150","cluster_addr":"172.21.15.71:6821/1780890150","heartbeat_back_addr":"172.21.15.71:6825/1780890150","heartbeat_front_addr":"172.21.15.71:6823/1780890150","state":["exists","up"]},{"osd":3,"uuid":"b7e28639-8cc8-4561-a5a0-af5705673a0a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":388,"up_from":400,"up_thru":534,"down_at":390,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6827","nonce":3847781740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6829","nonce":3847781740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6833","nonce":3847781740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":3847781740},{"type":"v1","addr":"172.21.15.71:6831","nonce":3847781740}]},"public_addr":"172.21.15.71:6827/3847781740","cluster_addr":"172.21.15.71:6829/3847781740","heartbeat_back_addr":"172.21.15.71:6833/3847781740","heartbeat_front_addr":"172.21.15.71:6831/3847781740","state":["exists","up"]},{"osd":4,"uuid":"6cd416b7-39bd-4d9f-85fc-8a2339a142e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":422,"up_from":434,"up_thru":534,"down_at":423,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6800","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6801","nonce":953532140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6802","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6803","nonce":953532140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6806","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6807","nonce":953532140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6804","nonce":953532140},{"type":"v1","addr":"172.21.15.193:6805","nonce":953532140}]},"public_addr":"172.21.15.193:6801/953532140","cluster_addr":"172.21.15.193:6803/953532140","heartbeat_back_addr":"172.21.15.193:6807/953532140","heartbeat_front_addr":"172.21.15.193:6805/953532140","state":["exists","up"]},{"osd":5,"uuid":"36f2dad9-a801-445d-a788-9f9c49007717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":455,"up_from":467,"up_thru":534,"down_at":456,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6808","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6809","nonce":3197849390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6810","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6811","nonce":3197849390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6814","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6815","nonce":3197849390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6812","nonce":3197849390},{"type":"v1","addr":"172.21.15.193:6813","nonce":3197849390}]},"public_addr":"172.21.15.193:6809/3197849390","cluster_addr":"172.21.15.193:6811/3197849390","heartbeat_back_addr":"172.21.15.193:6815/3197849390","heartbeat_front_addr":"172.21.15.193:6813/3197849390","state":["exists","up"]},{"osd":6,"uuid":"c717ad8d-fac3-4882-8f0f-d7631a0ddc0f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":489,"up_from":499,"up_thru":534,"down_at":490,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6816","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6817","nonce":3607874009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6818","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6819","nonce":3607874009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6822","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6823","nonce":3607874009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6820","nonce":3607874009},{"type":"v1","addr":"172.21.15.193:6821","nonce":3607874009}]},"public_addr":"172.21.15.193:6817/3607874009","cluster_addr":"172.21.15.193:6819/3607874009","heartbeat_back_addr":"172.21.15.193:6823/3607874009","heartbeat_front_addr":"172.21.15.193:6821/3607874009","state":["exists","up"]},{"osd":7,"uuid":"6e176a6e-3ef2-40c4-8df9-379c54a8844f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":523,"up_from":534,"up_thru":534,"down_at":524,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6824","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6825","nonce":1728838104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6826","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6827","nonce":1728838104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6830","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6831","nonce":1728838104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.193:6828","nonce":1728838104},{"type":"v1","addr":"172.21.15.193:6829","nonce":1728838104}]},"public_addr":"172.21.15.193:6825/1728838104","cluster_addr":"172.21.15.193:6827/1728838104","heartbeat_back_addr":"172.21.15.193:6831/1728838104","heartbeat_front_addr":"172.21.15.193:6829/1728838104","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:28.623130+0000","dead_epoch":290},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:15:52.665686+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:17.955553+0000","dead_epoch":356},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:16:43.598792+0000","dead_epoch":388},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:06.189109+0000","dead_epoch":422},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:30.750654+0000","dead_epoch":455},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:17:55.116540+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-10T21:18:19.499793+0000","dead_epoch":523}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.193:6833/1763023413":"2024-03-11T21:30:36.186595+0000","172.21.15.71:6801/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.193:0/1060223463":"2024-03-11T21:23:48.907405+0000","172.21.15.71:6800/3181291250":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/77261286":"2024-03-11T21:13:43.813041+0000","172.21.15.193:6832/1763023413":"2024-03-11T21:30:36.186595+0000","172.21.15.71:0/934411455":"2024-03-11T21:13:43.813041+0000","172.21.15.71:6801/2195633043":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/2260542421":"2024-03-11T21:24:32.678094+0000","172.21.15.71:6801/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.193:0/4034613848":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/3359421695":"2024-03-11T21:19:11.897910+0000","172.21.15.71:6800/2067317543":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/2625139740":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/3214518286":"2024-03-11T21:19:11.897910+0000","172.21.15.193:0/894771923":"2024-03-11T21:23:48.907405+0000","172.21.15.193:0/2286342061":"2024-03-11T21:23:48.907405+0000","172.21.15.193:6834/1695144747":"2024-03-11T21:23:48.907405+0000","172.21.15.71:6800/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.193:0/1671105660":"2024-03-11T21:23:48.907405+0000","172.21.15.193:0/42324435":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/2493724747":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/1214532151":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/1004168462":"2024-03-11T21:24:32.678094+0000","172.21.15.71:6801/653634063":"2024-03-11T21:13:43.813041+0000","172.21.15.71:0/1217585820":"2024-03-11T21:14:08.466932+0000","172.21.15.71:6800/1397328662":"2024-03-11T21:23:14.154162+0000","172.21.15.71:6801/1397328662":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/3138725721":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/29568667":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/3396530340":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/2011212863":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/2156182875":"2024-03-11T21:23:14.154162+0000","172.21.15.193:0/2675474638":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/3983949915":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/71092591":"2024-03-11T21:23:14.154162+0000","172.21.15.71:0/3782930241":"2024-03-11T21:23:14.154162+0000","172.21.15.71:6800/2195633043":"2024-03-11T21:24:32.678094+0000","172.21.15.193:6835/1695144747":"2024-03-11T21:23:48.907405+0000","172.21.15.71:0/2898455436":"2024-03-11T21:19:11.897910+0000","172.21.15.71:0/573432774":"2024-03-11T21:24:32.678094+0000","172.21.15.71:0/883258785":"2024-03-11T21:14:08.466932+0000","172.21.15.71:0/1966656724":"2024-03-11T21:14:08.466932+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":160,"length":1},{"begin":167,"length":1},{"begin":172,"length":146},{"begin":319,"length":81},{"begin":401,"length":15},{"begin":417,"length":2},{"begin":420,"length":2},{"begin":427,"length":4},{"begin":432,"length":1},{"begin":434,"length":1},{"begin":437,"length":1},{"begin":439,"length":4},{"begin":444,"length":1},{"begin":448,"length":2}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":439,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-10T21:45:33.204 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-10T21:45:33.536 INFO:teuthology.orchestra.run.smithi071.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-10T21:45:33.551 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-10T21:45:33.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:33.535+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:33.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:33.536+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:33.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: pgmap v1249: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/3915370191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2740473319' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2152995858' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:45:33.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-10T21:45:33.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:33.536+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c7=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1],1c7=[1c7,1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:45:33.836 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:33.536+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:45:33.836 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:45:33.534+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:33.837 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: -5097> 2024-03-10T21:30:42.978+0000 7ff2deaab700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-10T21:45:33.837 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: ignoring --setuser ceph since I am not root 2024-03-10T21:45:33.837 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: ignoring --setgroup ceph since I am not root 2024-03-10T21:45:33.837 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: starting mds.a at 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:45:33.525+0000 7f9392c09700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: pgmap v1249: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/3915370191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2740473319' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2152995858' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T21:45:33.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T21:45:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T21:45:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:45:33.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-10T21:45:33.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: pgmap v1249: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:33.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-03-10T21:45:33.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/3915370191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-10T21:45:33.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2740473319' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-10T21:45:33.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2152995858' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T21:45:33.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-10T21:45:33.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-10T21:45:33.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-10T21:45:33.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-10T21:45:33.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.535+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.535+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.536+0000 7fb00ccf0700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.536+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:45:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.536+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.536+0000 7fb00c4ef700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:45:33.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:33.536+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:34.566 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-10T21:45:34.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:45:34.486+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:34.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:45:34.486+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:34.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: osdmap e841: 8 total, 8 up, 8 in 2024-03-10T21:45:34.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:34.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c7=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1],1c7=[1c7,1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:45:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:45:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/795415259' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:45:34.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:34 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:45:34.836 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:34.486+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:34.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:34.486+0000 7fb368df1700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: osdmap e841: 8 total, 8 up, 8 in 2024-03-10T21:45:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T21:45:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:34.837 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c7=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1],1c7=[1c7,1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:45:34.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/795415259' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:45:34.839 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:45:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: osdmap e841: 8 total, 8 up, 8 in 2024-03-10T21:45:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-03-10T21:45:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:34.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c7=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1],1c7=[1c7,1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:45:34.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/795415259' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:45:34.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:34 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-10T21:45:35.562 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' removed 2024-03-10T21:45:35.584 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-10T21:45:35.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:35.560+0000 7f41061b8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d6 after trimming was started 2024-03-10T21:45:35.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:35.560+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:35.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:35.560+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:35.834 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: pgmap v1251: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T21:45:35.835 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:45:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: mds.? [v2:172.21.15.71:6834/514593947,v1:172.21.15.71:6835/514593947] up:boot 2024-03-10T21:45:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: fsmap 2 up:standby 2024-03-10T21:45:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:45:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2881017532' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:35.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:35.837 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:45:35.694+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:35.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:35.565+0000 7fb369df3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:35.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:35.570+0000 7fb36cdf9700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap a0 after trimming was started 2024-03-10T21:45:35.837 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:35.570+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: pgmap v1251: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:35.838 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: mds.? [v2:172.21.15.71:6834/514593947,v1:172.21.15.71:6835/514593947] up:boot 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: fsmap 2 up:standby 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2881017532' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:35.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:35.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:35.564+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:35.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:35.568+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:35.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:35.568+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:35.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:35.569+0000 7fb0124fb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:35.840 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:35.569+0000 7fb00c4ef700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: pgmap v1251: 121 pgs: 107 active+clean, 14 active+clean+snaptrim_error; 1.3 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-10T21:45:35.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-10T21:45:35.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-10T21:45:35.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: mds.? [v2:172.21.15.71:6834/514593947,v1:172.21.15.71:6835/514593947] up:boot 2024-03-10T21:45:35.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: fsmap 2 up:standby 2024-03-10T21:45:35.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: from='mgr.34107 172.21.15.71:0/2084323005' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-10T21:45:35.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2881017532' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:35.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:35 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:45:35.925+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:36.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:45:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:45:35.925+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:36.568 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' removed 2024-03-10T21:45:36.588 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:45:36.616 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:45:36.650 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-10T21:45:36.650 DEBUG:teuthology.orchestra.run.smithi071:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-10T21:45:36.672 DEBUG:teuthology.orchestra.run.smithi193:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-10T21:45:36.706 INFO:tasks.cephadm:Stopping all daemons... 2024-03-10T21:45:36.707 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-10T21:45:36.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a 2024-03-10T21:45:36.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:36.797+0000 7f41061b8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:36.834 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:45:36.799+0000 7f40ff9ab700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:36.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:45:36.568+0000 7f797609b700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:36.835 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:45:36.571+0000 7f7974898700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:36.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:36.565+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c7=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1],1c7=[1c7,1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:45:36.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:36.570+0000 7f6bea9d4700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e4 after trimming was started 2024-03-10T21:45:36.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:36.570+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:45:36.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:36.781+0000 7f6bea9d4700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1bc=[]:{f6=[f4,f3,f1,ee],114=[114],11c=[11c,11a,119,118,117,115],12d=[12d,12c,129,11d],179=[179,178,177,176,175,174,173,170],17a=[17a],181=[181,180,17f,17e,17c,17b],18a=[18a,189,188,187],1a5=[1a5]} for object 5:ffda25a4:::smithi07176956-30:eb 2024-03-10T21:45:36.835 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:45:36.781+0000 7f6bee9dc700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1c7=[]:{ee=[ee],fe=[fe,fd,fc,fb,fa,f8,f4,f3,f1],10d=[10d,10c,10b,10a,109,108,107,106,104,103,ff],11f=[11f,11e,11d,11c,119,118,117,115],127=[127,126,125,123,121],12d=[12d,12c,12b,12a,129],130=[130,12f,12e],135=[135,134,133,131],146=[146,145,143,142,141,13e,13d,13c,13b,13a],14a=[14a,149,148,147],157=[157,155,154,153,152,151,150,14f,14e,14d,14c],161=[161,160,15f,15e,15d,15c,15b,159],163=[163,162],1b9=[1b9,1b7,1b6,1b4,1b3,1b2,1b1],1c7=[1c7,1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd]} for object 5:e6710549:::smithi07176956-22:e6 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: osdmap e842: 8 total, 8 up, 8 in 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:36.836 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: from='client.? 172.21.15.71:0/2057618471' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.837 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:36.838 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:36 smithi193 ceph-mon[83873]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:36.838 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:45:36.566+0000 7f2f4a9ec700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:36.838 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:36.571+0000 7fb36ddfb700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:36.839 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:36.571+0000 7fb36cdf9700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:36.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-10T21:45:36.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:36.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:36.839 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: osdmap e842: 8 total, 8 up, 8 in 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:36.840 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:36.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: from='client.? 172.21.15.71:0/2057618471' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:36.841 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[91105]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:36.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.799+0000 7fb00e4f3700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:36.841 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.799+0000 7fb00f4f5700 -1 log_channel(cluster) log [ERR] : No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:36.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.800+0000 7fb010cf8700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:36.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.800+0000 7fb00dcf2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:45:36.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.800+0000 7fb0104f7700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c1 after trimming was started 2024-03-10T21:45:36.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.801+0000 7fb00dcf2700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:36.842 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:45:36.801+0000 7fb0104f7700 -1 log_channel(cluster) log [ERR] : trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:36.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:8d117df9:::smithi07176956-8:d6 repair needed (no obc) 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:798c889c:::smithi07176956-44:da repair needed (no obc) 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1b5=[]:{c9=[c7],f6=[f6,f5,f4,f3,f2,f1,ef,ee,ed,eb,e5,e4,d6],f7=[f7],ff=[ff],115=[115],127=[127,126,125,123,121,11d,118,117],136=[136,135,134,133,131,12d,12c],13b=[13b,13a,139,138,137],14d=[14d,14c,14b,14a,149,147,146,145,143,13e,13d],1a3=[1a3,1a2,1a1,1a0,19f,19d,19c,19b,19a,198,197,196,195,194,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f,17c,174,170],1a4=[1a4],1a7=[1a7,1a6,1a5],1ab=[1ab,1aa,1a9,1a8],1ad=[1ad,1ac],1ae=[1ae],1b0=[1b0,1af],1b5=[1b4,1b3,1b2,1b1]} for object 5:180059c4:::smithi07176956-16:c6 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: osdmap e842: 8 total, 8 up, 8 in 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:c42fd582:::smithi07176956-29:a6 repair needed (no obc) 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:d28affcf:::smithi07176956-17:c5 repair needed (no obc) 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:b4bf540b:::smithi07176956-32:c8 repair needed (no obc) 2024-03-10T21:45:36.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:5e3dee0f:::smithi07176956-24:c3 repair needed (no obc) 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:6ecec922:::smithi07176956-25:c4 repair needed (no obc) 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:a7a739e1:::smithi07176956-50:a8 repair needed (no obc) 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: trim_object: Can not trim 5:0c9c7b13:::smithi07176956-42:cb repair needed (no obc) 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: from='client.? 172.21.15.71:0/2057618471' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1c6=[]:{fe=[fe],130=[130,12f,12e],131=[131],137=[137,136,135,134,133],13b=[13b,13a,139],144=[144,143,142,141,140,13e,13d,13c],145=[145],14d=[14d,14c,14b,14a,149,147,146],155=[155,154,153,152,151,150,14f,14e],158=[158,157],161=[161,160,15f,15e,15d,15c,15b,159],166=[166],16e=[16e,16d,16c,16b,169,167],172=[172,171,170],174=[174,173],17e=[17e,17d,17c,17b,17a,179,178,176,175],19d=[19d,19c,19b,19a,198,197,196,195,194,193,192,190,18f,18e,18d,18c,18b,18a,189,187,185,181,17f],19f=[19f,19e],1a3=[1a3,1a2,1a1,1a0],1a4=[1a4],1a7=[1a7,1a6,1a5],1ac=[1ac,1ab,1aa,1a9,1a8],1af=[1af,1ae],1b0=[1b0],1b7=[1b7,1b6,1b4,1b3,1b2,1b1],1c6=[1c6,1c5,1c4,1c3,1c2,1bf,1be,1bd,1bb,1b9]} for object 5:2e59a85f:::smithi07176956-43:fa 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 ceph-mon[88660]: No clone_snaps in snapset 1bc=[]:{138=[138,137,136,135,134,133,131,12d,12c,11d],145=[145,144,143,142,141,140,13e,13d,13c,13b,13a,139],153=[153,152,151,150,14f,14e,14d,14c,14b,14a,149,147,146],15b=[15b,15a,159,155,154],163=[163,162,161,160,15f,15d],172=[172,171,170,16f,16e,16d,16c,16b,169,167],17f=[17f,17e,17d,17c,17b,17a,179,178,176,175,174,173],184=[184,183,182,181,180],196=[196,195,194,193,192,191,190,18f,18e],1a5=[1a5,1a3,1a2,1a1,1a0,19f,19c,19b,198],1ad=[1ad,1ac,1ab,1aa,1a9,1a8,1a7,1a6],1b7=[1b7,1b6,1b4,1b3,1b2,1b1,1af],1bc=[1bb,1b9]} for object 5:94260c7f:::smithi07176956-34:fc 2024-03-10T21:45:36.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:36 smithi071 systemd[1]: Stopping Ceph mon.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:37.334 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:45:37.040+0000 7f9398414700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:45:37.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:37 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a[88656]: 2024-03-10T21:45:37.040+0000 7f9398414700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-03-10T21:45:37.335 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:37 smithi071 podman[138774]: 2024-03-10 21:45:37.163656617 +0000 UTC m=+0.252823068 container died dde20d69500666d36d0d43814db247e6666a1e84311ced570a83f5d0fa106cda (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:45:37.834 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:37 smithi071 podman[138774]: 2024-03-10 21:45:37.657673397 +0000 UTC m=+0.746839899 container cleanup dde20d69500666d36d0d43814db247e6666a1e84311ced570a83f5d0fa106cda (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-10T21:45:37.835 INFO:journalctl@ceph.mon.a.smithi071.stdout:Mar 10 21:45:37 smithi071 bash[138774]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-a 2024-03-10T21:45:38.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.a.service' 2024-03-10T21:45:38.067 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:45:38.068 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-10T21:45:38.068 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-03-10T21:45:38.068 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.c 2024-03-10T21:45:38.334 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:38 smithi071 systemd[1]: Stopping Ceph mon.c for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:38.834 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c[91101]: 2024-03-10T21:45:38.361+0000 7f837e611700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:45:38.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c[91101]: 2024-03-10T21:45:38.361+0000 7f837e611700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-03-10T21:45:38.835 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:38 smithi071 podman[138895]: 2024-03-10 21:45:38.596233552 +0000 UTC m=+0.347841309 container died aef042484089b2146b0b1d04bc9ef63c8196fbdb2465c022919cb5bfb7af16a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0) 2024-03-10T21:45:38.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:45:38] ENGINE Bus STOPPING 2024-03-10T21:45:38.835 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:45:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-03-10T21:45:38.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:45:38] ENGINE Bus STOPPED 2024-03-10T21:45:38.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:45:38] ENGINE Bus STARTING 2024-03-10T21:45:38.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:45:38] ENGINE Serving on http://:::9283 2024-03-10T21:45:38.836 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:38 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: [10/Mar/2024:21:45:38] ENGINE Bus STARTED 2024-03-10T21:45:39.539 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:39 smithi071 podman[138895]: 2024-03-10 21:45:39.220919619 +0000 UTC m=+0.972527421 container cleanup aef042484089b2146b0b1d04bc9ef63c8196fbdb2465c022919cb5bfb7af16a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-03-10T21:45:39.539 INFO:journalctl@ceph.mon.c.smithi071.stdout:Mar 10 21:45:39 smithi071 bash[138895]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-c 2024-03-10T21:45:39.743 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.c.service' 2024-03-10T21:45:39.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:45:39.779 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-03-10T21:45:39.780 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-03-10T21:45:39.780 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.b 2024-03-10T21:45:40.080 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:39 smithi193 systemd[1]: Stopping Ceph mon.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b[83869]: 2024-03-10T21:45:40.079+0000 7fc5e838c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:45:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b[83869]: 2024-03-10T21:45:40.079+0000 7fc5e838c700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-03-10T21:45:40.334 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:40 smithi193 podman[125207]: 2024-03-10 21:45:40.304507498 +0000 UTC m=+0.332908132 container died d412e60d18e7f72951d5970df7625667653dc96fea7f897efc1330566a9a8ace (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:45:41.048 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:40 smithi193 podman[125207]: 2024-03-10 21:45:40.780350712 +0000 UTC m=+0.808751395 container cleanup d412e60d18e7f72951d5970df7625667653dc96fea7f897efc1330566a9a8ace (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, ceph=True) 2024-03-10T21:45:41.048 INFO:journalctl@ceph.mon.b.smithi193.stdout:Mar 10 21:45:40 smithi193 bash[125207]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mon-b 2024-03-10T21:45:41.194 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mon.b.service' 2024-03-10T21:45:41.239 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:45:41.239 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-03-10T21:45:41.239 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-10T21:45:41.240 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y 2024-03-10T21:45:41.550 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: ::ffff:172.21.15.193 - - [10/Mar/2024:21:45:41] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-03-10T21:45:41.550 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 systemd[1]: Stopping Ceph mgr.y for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:41.814 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:45:41.549+0000 7f6b41cf3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:45:41.814 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y[79699]: 2024-03-10T21:45:41.549+0000 7f6b41cf3700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-03-10T21:45:41.814 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 podman[139028]: 2024-03-10 21:45:41.581244781 +0000 UTC m=+0.157022550 container died 853b692f5d0ef96f2a897c402cf15bebbbc8856bad08d6288b8ca2214ec79a17 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-10T21:45:42.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 podman[139028]: 2024-03-10 21:45:41.958739498 +0000 UTC m=+0.534517275 container cleanup 853b692f5d0ef96f2a897c402cf15bebbbc8856bad08d6288b8ca2214ec79a17 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240307, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-10T21:45:42.085 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Mar 10 21:45:41 smithi071 bash[139028]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-y 2024-03-10T21:45:42.366 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.y.service' 2024-03-10T21:45:42.404 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:45:42.405 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-10T21:45:42.405 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-10T21:45:42.405 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x 2024-03-10T21:45:42.584 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:45:42 smithi193 systemd[1]: Stopping Ceph mgr.x for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:42.584 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:45:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi071:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"d9129898-df22-11ee-95c7-87774f69a715\", instance=\"smithi071:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-10T21:45:42.977 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:45:42 smithi193 podman[125328]: 2024-03-10 21:45:42.724295552 +0000 UTC m=+0.130816791 container died 3d6ce38a168a7e7d2f27f7e18a0cef61c68dbb0190174503c97dc96c8382e392 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.build-date=20240307) 2024-03-10T21:45:43.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:45:43 smithi193 podman[125328]: 2024-03-10 21:45:43.076081204 +0000 UTC m=+0.482602435 container cleanup 3d6ce38a168a7e7d2f27f7e18a0cef61c68dbb0190174503c97dc96c8382e392 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240307, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:45:43.334 INFO:journalctl@ceph.mgr.x.smithi193.stdout:Mar 10 21:45:43 smithi193 bash[125328]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mgr-x 2024-03-10T21:45:43.537 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mgr.x.service' 2024-03-10T21:45:43.574 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:45:43.575 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-10T21:45:43.575 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-10T21:45:43.575 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.0 2024-03-10T21:45:43.888 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:43 smithi071 systemd[1]: Stopping Ceph osd.0 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:44.334 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:43.886+0000 7fb386831700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:45:44.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:43.886+0000 7fb386831700 -1 osd.0 843 *** Got signal Terminated *** 2024-03-10T21:45:44.335 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:43 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0[96546]: 2024-03-10T21:45:43.886+0000 7fb386831700 -1 osd.0 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:45:49.830 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:49 smithi071 podman[139161]: 2024-03-10 21:45:49.552331721 +0000 UTC m=+5.789382018 container died f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5) 2024-03-10T21:45:50.084 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139161]: 2024-03-10 21:45:50.004109396 +0000 UTC m=+6.241159734 container cleanup f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:45:50.085 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 bash[139161]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0 2024-03-10T21:45:50.584 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139180]: 2024-03-10 21:45:50.280475688 +0000 UTC m=+0.725476651 container remove f471ad79b84b00206a8425452bc0847e1d6c47bd931d3bf709aee18c7d1917c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307) 2024-03-10T21:45:50.944 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139268]: 2024-03-10 21:45:50.507647548 +0000 UTC m=+0.018816647 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:45:50.944 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139268]: 2024-03-10 21:45:50.606098229 +0000 UTC m=+0.117267327 container create 4be11f29427f2f6f8f5678868337d70434f8034d33aed4f9c3e94664e73fdc78 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:45:50.944 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139268]: 2024-03-10 21:45:50.841662769 +0000 UTC m=+0.352831875 container init 4be11f29427f2f6f8f5678868337d70434f8034d33aed4f9c3e94664e73fdc78 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:45:50.944 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139268]: 2024-03-10 21:45:50.844773412 +0000 UTC m=+0.355942508 container start 4be11f29427f2f6f8f5678868337d70434f8034d33aed4f9c3e94664e73fdc78 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-10T21:45:50.944 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:50 smithi071 podman[139268]: 2024-03-10 21:45:50.944009015 +0000 UTC m=+0.455178111 container attach 4be11f29427f2f6f8f5678868337d70434f8034d33aed4f9c3e94664e73fdc78 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d) 2024-03-10T21:45:51.334 INFO:journalctl@ceph.osd.0.smithi071.stdout:Mar 10 21:45:51 smithi071 podman[139268]: 2024-03-10 21:45:51.131733336 +0000 UTC m=+0.642902432 container died 4be11f29427f2f6f8f5678868337d70434f8034d33aed4f9c3e94664e73fdc78 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-03-10T21:45:51.819 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.0.service' 2024-03-10T21:45:51.860 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:45:51.860 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-10T21:45:51.861 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-10T21:45:51.861 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.1 2024-03-10T21:45:52.084 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:51 smithi071 systemd[1]: Stopping Ceph osd.1 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:45:52.585 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:45:52.183+0000 7f27553f3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:45:52.585 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:45:52.183+0000 7f27553f3700 -1 osd.1 843 *** Got signal Terminated *** 2024-03-10T21:45:52.585 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:52 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1[101145]: 2024-03-10T21:45:52.183+0000 7f27553f3700 -1 osd.1 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:45:54.834 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:45:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:45:54.487Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:45:54.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:45:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:45:54.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:45:58.084 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:57 smithi071 podman[139374]: 2024-03-10 21:45:57.823179717 +0000 UTC m=+5.748535824 container died c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-03-10T21:45:58.509 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:58 smithi071 podman[139374]: 2024-03-10 21:45:58.215960451 +0000 UTC m=+6.141316566 container cleanup c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-10T21:45:58.509 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:58 smithi071 bash[139374]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1 2024-03-10T21:45:58.824 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:58 smithi071 podman[139391]: 2024-03-10 21:45:58.508883742 +0000 UTC m=+0.687053202 container remove c2664c3434458e9e06dfe2eb4969d6695b5d61e660662d176b5b19c51ec05d46 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-10T21:45:59.084 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:58 smithi071 podman[139483]: 2024-03-10 21:45:58.728169849 +0000 UTC m=+0.019447763 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:45:59.085 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:58 smithi071 podman[139483]: 2024-03-10 21:45:58.846756329 +0000 UTC m=+0.138034227 container create 93e90054c54510061324494fbcb21c0abf0eadb413164685c33ed45cf999f4fc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-10T21:45:59.085 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:59 smithi071 podman[139483]: 2024-03-10 21:45:59.054165947 +0000 UTC m=+0.345443852 container init 93e90054c54510061324494fbcb21c0abf0eadb413164685c33ed45cf999f4fc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-10T21:45:59.085 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:59 smithi071 podman[139483]: 2024-03-10 21:45:59.057243634 +0000 UTC m=+0.348521531 container start 93e90054c54510061324494fbcb21c0abf0eadb413164685c33ed45cf999f4fc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-03-10T21:45:59.585 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:59 smithi071 podman[139483]: 2024-03-10 21:45:59.170873018 +0000 UTC m=+0.462150926 container attach 93e90054c54510061324494fbcb21c0abf0eadb413164685c33ed45cf999f4fc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-10T21:45:59.585 INFO:journalctl@ceph.osd.1.smithi071.stdout:Mar 10 21:45:59 smithi071 podman[139483]: 2024-03-10 21:45:59.339903051 +0000 UTC m=+0.631180952 container died 93e90054c54510061324494fbcb21c0abf0eadb413164685c33ed45cf999f4fc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-10T21:45:59.969 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.1.service' 2024-03-10T21:46:00.017 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:00.017 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-10T21:46:00.017 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-10T21:46:00.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.2 2024-03-10T21:46:00.334 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:00 smithi071 systemd[1]: Stopping Ceph osd.2 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:00.335 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:00.176Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:00.335 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:00.176Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:00.834 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:46:00.342+0000 7fb02a730700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:00.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:46:00.342+0000 7fb02a730700 -1 osd.2 843 *** Got signal Terminated *** 2024-03-10T21:46:00.835 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:00 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2[105728]: 2024-03-10T21:46:00.342+0000 7fb02a730700 -1 osd.2 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:46:04.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:04.488Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:04.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:04.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:04.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:04 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:04.488Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:06.227 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:05 smithi071 podman[139587]: 2024-03-10 21:46:05.960531761 +0000 UTC m=+5.725877792 container died 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-03-10T21:46:06.569 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:06 smithi071 podman[139587]: 2024-03-10 21:46:06.401036308 +0000 UTC m=+6.166382390 container cleanup 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-10T21:46:06.569 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:06 smithi071 bash[139587]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2 2024-03-10T21:46:06.834 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:06 smithi071 podman[139606]: 2024-03-10 21:46:06.56921428 +0000 UTC m=+0.610023738 container remove 28adf6c1eaad9112828dfe5189a4aab8cb29ea12914f5ea791848fa6ca200499 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-10T21:46:07.330 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:07 smithi071 podman[139700]: 2024-03-10 21:46:07.003139832 +0000 UTC m=+0.114158508 container create c88befce1b71d8bde40b9a3fe860c3ad32fb78837fb7eda92847c8bc995302de (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d) 2024-03-10T21:46:07.330 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:07 smithi071 podman[139700]: 2024-03-10 21:46:06.906614549 +0000 UTC m=+0.017633222 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:46:07.330 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:07 smithi071 podman[139700]: 2024-03-10 21:46:07.247030447 +0000 UTC m=+0.358049120 container init c88befce1b71d8bde40b9a3fe860c3ad32fb78837fb7eda92847c8bc995302de (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-10T21:46:07.330 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:07 smithi071 podman[139700]: 2024-03-10 21:46:07.250253434 +0000 UTC m=+0.361272115 container start c88befce1b71d8bde40b9a3fe860c3ad32fb78837fb7eda92847c8bc995302de (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, GIT_CLEAN=True, ceph=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-03-10T21:46:07.331 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:07 smithi071 podman[139700]: 2024-03-10 21:46:07.330303614 +0000 UTC m=+0.441322294 container attach c88befce1b71d8bde40b9a3fe860c3ad32fb78837fb7eda92847c8bc995302de (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-10T21:46:07.585 INFO:journalctl@ceph.osd.2.smithi071.stdout:Mar 10 21:46:07 smithi071 podman[139700]: 2024-03-10 21:46:07.535877618 +0000 UTC m=+0.646896284 container died c88befce1b71d8bde40b9a3fe860c3ad32fb78837fb7eda92847c8bc995302de (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-10T21:46:08.124 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.2.service' 2024-03-10T21:46:08.163 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:08.164 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-10T21:46:08.165 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-10T21:46:08.165 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.3 2024-03-10T21:46:08.478 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:08 smithi071 systemd[1]: Stopping Ceph osd.3 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:08.834 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:46:08.477+0000 7f2f61c1f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:08.834 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:46:08.477+0000 7f2f61c1f700 -1 osd.3 843 *** Got signal Terminated *** 2024-03-10T21:46:08.835 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:08 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:46:08.477+0000 7f2f61c1f700 -1 osd.3 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:46:10.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:10.176Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:10.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:10.177Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:10.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:10.177Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:11.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:11 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:11.075+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:11.334 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:10 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:46:10.893+0000 7f2f5e213700 -1 osd.3 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:44.995515+0000 front 2024-03-10T21:45:44.995579+0000 (oldest deadline 2024-03-10T21:46:10.295710+0000) 2024-03-10T21:46:12.334 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:11 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:46:11.864+0000 7f2f5e213700 -1 osd.3 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:44.995515+0000 front 2024-03-10T21:45:44.995579+0000 (oldest deadline 2024-03-10T21:46:10.295710+0000) 2024-03-10T21:46:12.583 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:12.123+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:13.080 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:12 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:12.676+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:13.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:13.080+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:13.334 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:12 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3[110726]: 2024-03-10T21:46:12.901+0000 7f2f5e213700 -1 osd.3 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:44.995515+0000 front 2024-03-10T21:45:44.995579+0000 (oldest deadline 2024-03-10T21:46:10.295710+0000) 2024-03-10T21:46:13.834 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:13.558Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:13.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:13 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:13.559Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:14.049 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:13 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:13.708+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:14.270 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:14 smithi071 podman[139808]: 2024-03-10 21:46:14.010862996 +0000 UTC m=+5.634820155 container died ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, RELEASE=main-cb2b48d, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-03-10T21:46:14.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:14.048+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:14.584 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:14 smithi071 podman[139808]: 2024-03-10 21:46:14.369178003 +0000 UTC m=+5.993135143 container cleanup ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-03-10T21:46:14.584 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:14 smithi071 bash[139808]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3 2024-03-10T21:46:14.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:14.489Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:14.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:14.489Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:14.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:14 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:14.489Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:14.971 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:14 smithi071 podman[139839]: 2024-03-10 21:46:14.65369187 +0000 UTC m=+0.641937111 container remove ca33140e42b0769c57de9c110269136d89826037113977141bec439f88db6ad3 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307) 2024-03-10T21:46:15.035 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:14 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:14.666+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:15.273 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:14 smithi071 podman[139933]: 2024-03-10 21:46:14.874493559 +0000 UTC m=+0.017843985 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:46:15.273 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:14 smithi071 podman[139933]: 2024-03-10 21:46:14.979232772 +0000 UTC m=+0.122583193 container create 2c36f88efce7be325408eed0aceb880b3d48360d695811a07963bda318172f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD) 2024-03-10T21:46:15.273 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:15 smithi071 podman[139933]: 2024-03-10 21:46:15.189914087 +0000 UTC m=+0.333264520 container init 2c36f88efce7be325408eed0aceb880b3d48360d695811a07963bda318172f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-10T21:46:15.273 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:15 smithi071 podman[139933]: 2024-03-10 21:46:15.192909689 +0000 UTC m=+0.336260113 container start 2c36f88efce7be325408eed0aceb880b3d48360d695811a07963bda318172f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-10T21:46:15.273 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:15 smithi071 podman[139933]: 2024-03-10 21:46:15.273128216 +0000 UTC m=+0.416478637 container attach 2c36f88efce7be325408eed0aceb880b3d48360d695811a07963bda318172f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:46:15.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:15.073+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:15.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:15.035+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:15.584 INFO:journalctl@ceph.osd.3.smithi071.stdout:Mar 10 21:46:15 smithi071 podman[139933]: 2024-03-10 21:46:15.482613664 +0000 UTC m=+0.625964080 container died 2c36f88efce7be325408eed0aceb880b3d48360d695811a07963bda318172f50 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T21:46:15.989 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:15.627+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:15.989 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:15.739+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:16.120 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.3.service' 2024-03-10T21:46:16.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:16.161 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-10T21:46:16.161 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-10T21:46:16.162 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.4 2024-03-10T21:46:16.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:15 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:15.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:16.105+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:16.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:16 smithi193 systemd[1]: Stopping Ceph osd.4 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:16.785 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:16.620+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:16.786 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:16.460+0000 7f411dbec700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:16.786 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:16.460+0000 7f411dbec700 -1 osd.4 843 *** Got signal Terminated *** 2024-03-10T21:46:16.786 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:16.460+0000 7f411dbec700 -1 osd.4 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:46:17.037 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:16 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:16.785+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:17.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:17.036+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:17.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:17.113+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:17.833 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:17.817+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:17.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:17.580+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:18.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:18.095+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:18.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:17 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:17.997+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:19.024 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:18.584+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:19.024 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:18.584+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:19.024 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:18.776+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:19.024 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:18 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:18.776+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:19.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:19.080+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:19.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:19.023+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:20.023 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:19.826+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:20.024 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:19.826+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:20.024 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:19.627+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:20.024 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:19 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:19.627+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:20.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:20.054+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:20.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:20.022+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:20.584 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:20.177Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:20.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:20.178Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:20.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:20 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:20.178Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:20.833 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:20.629+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:20.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:20.629+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:20.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:20.550Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:46:20.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:20.552Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:46:20.834 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:20.552Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:46:20.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:20.552Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:46:20.835 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:20.552Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.71:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.71:8765: connect: connection refused" 2024-03-10T21:46:21.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:21.044+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:21.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:21.098+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:45.688563+0000 front 2024-03-10T21:45:45.688546+0000 (oldest deadline 2024-03-10T21:46:10.388366+0000) 2024-03-10T21:46:21.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4[89494]: 2024-03-10T21:46:21.098+0000 7f411a1e0700 -1 osd.4 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.689353+0000 front 2024-03-10T21:45:55.689447+0000 (oldest deadline 2024-03-10T21:46:20.989226+0000) 2024-03-10T21:46:21.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:20.865+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:21.335 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:20 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:20.865+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:22.047 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:21 smithi193 podman[125453]: 2024-03-10 21:46:21.880714894 +0000 UTC m=+5.525541630 container died 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307) 2024-03-10T21:46:22.048 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:21.663+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:22.048 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:21.663+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:22.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:21.825+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:22.048 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:21 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:21.826+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:22.333 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:22 smithi193 podman[125453]: 2024-03-10 21:46:22.260641253 +0000 UTC m=+5.905467988 container cleanup 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-10T21:46:22.334 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:22 smithi193 bash[125453]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4 2024-03-10T21:46:22.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:22.046+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:22.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:22.046+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:22.830 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:22 smithi193 podman[125472]: 2024-03-10 21:46:22.520370815 +0000 UTC m=+0.635900650 container remove 56ca6ee13cdff1cc190079483c3fdd3f74de5ca8adda6e1c847377022aa829cc (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, ceph=True) 2024-03-10T21:46:22.831 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:22.650+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:22.831 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:22.650+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:23.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:23.023+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:23.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:23.023+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:23.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:22 smithi193 podman[125564]: 2024-03-10 21:46:22.781382036 +0000 UTC m=+0.017229261 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:46:23.084 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:22 smithi193 podman[125564]: 2024-03-10 21:46:22.879497296 +0000 UTC m=+0.115344508 container create 152c5b1ea195a01c574177578a2733faa831ea3e640380698f8c01b6381c9de6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, CEPH_POINT_RELEASE=) 2024-03-10T21:46:23.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:22.830+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:23.085 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:22 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:22.830+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:23.442 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:23 smithi193 podman[125564]: 2024-03-10 21:46:23.148164941 +0000 UTC m=+0.384012157 container init 152c5b1ea195a01c574177578a2733faa831ea3e640380698f8c01b6381c9de6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-10T21:46:23.442 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:23 smithi193 podman[125564]: 2024-03-10 21:46:23.151388622 +0000 UTC m=+0.387235841 container start 152c5b1ea195a01c574177578a2733faa831ea3e640380698f8c01b6381c9de6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:46:23.442 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:23 smithi193 podman[125564]: 2024-03-10 21:46:23.20620136 +0000 UTC m=+0.442048592 container attach 152c5b1ea195a01c574177578a2733faa831ea3e640380698f8c01b6381c9de6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cb2b48d, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-03-10T21:46:23.725 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:23 smithi193 podman[125564]: 2024-03-10 21:46:23.442853851 +0000 UTC m=+0.678701074 container died 152c5b1ea195a01c574177578a2733faa831ea3e640380698f8c01b6381c9de6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-10T21:46:23.726 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:23.619+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:23.726 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:23.619+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:23.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:23.558Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:23.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:23.558Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:23.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:23 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:23.559Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:23.977 INFO:journalctl@ceph.osd.4.smithi193.stdout:Mar 10 21:46:23 smithi193 podman[125590]: 2024-03-10 21:46:23.960092091 +0000 UTC m=+0.509283211 container remove 152c5b1ea195a01c574177578a2733faa831ea3e640380698f8c01b6381c9de6 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d) 2024-03-10T21:46:23.977 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:23.796+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:23.977 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:23.796+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:23.980 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.4.service' 2024-03-10T21:46:24.023 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:24.023 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-10T21:46:24.024 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-10T21:46:24.024 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.5 2024-03-10T21:46:24.285 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:23.987+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:24.286 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:23 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:23.987+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:24.286 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:24 smithi193 systemd[1]: Stopping Ceph osd.5 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:24.583 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:24.379+0000 7f6c09416700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:24.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:24.379+0000 7f6c09416700 -1 osd.5 843 *** Got signal Terminated *** 2024-03-10T21:46:24.584 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:24.379+0000 7f6c09416700 -1 osd.5 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:46:24.834 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:24.489Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:24.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:24.489Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:24.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:24 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:24.490Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:25.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:24.830+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:25.033 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:24.830+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:25.034 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:24.636+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:25.034 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:24 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:24.636+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:25.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:25.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:25.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:25.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:26.050 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:25.815+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:26.051 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:25.815+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:26.051 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:25.604+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:26.051 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:25 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:25.604+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:26.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:26.049+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:26.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:26.050+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:26.837 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:26.586+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:26.837 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:26.586+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:26.838 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:26.837+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:26.838 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:26 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:26.837+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:27.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:27.002+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:27.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:27.002+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:27.972 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:27.796+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:27.972 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:27.796+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:27.973 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:27.588+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:27.973 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:27.588+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:27.973 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:27.588+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:28.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:27.972+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:28.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:27.972+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:28.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:27 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:27.972+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:28.805 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:28.541+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:28.805 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:28.541+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:28.805 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:28.541+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:29.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:28.804+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.877315+0000 front 2024-03-10T21:45:48.877329+0000 (oldest deadline 2024-03-10T21:46:14.777051+0000) 2024-03-10T21:46:29.084 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5[94026]: 2024-03-10T21:46:28.804+0000 7f6c05a0a700 -1 osd.5 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.878368+0000 front 2024-03-10T21:45:55.878308+0000 (oldest deadline 2024-03-10T21:46:18.178137+0000) 2024-03-10T21:46:29.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:28.928+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:29.084 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:28.928+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:29.085 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:28 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:28.928+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:29.833 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:29.513+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:29.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:29.513+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:29.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:29.513+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:30.273 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:29 smithi193 podman[125672]: 2024-03-10 21:46:29.985931922 +0000 UTC m=+5.739234502 container died 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2) 2024-03-10T21:46:30.273 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:29.888+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:30.273 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:29.888+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:30.274 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:29 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:29.888+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:30.548 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:30 smithi193 podman[125672]: 2024-03-10 21:46:30.388155539 +0000 UTC m=+6.141458132 container cleanup 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5) 2024-03-10T21:46:30.548 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:30 smithi193 bash[125672]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5 2024-03-10T21:46:30.584 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:30.178Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:30.584 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:30.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:30.585 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:30 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:30.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:30.833 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:30 smithi193 podman[125700]: 2024-03-10 21:46:30.639446645 +0000 UTC m=+0.651333003 container remove 949c003631aa1772ce2130de9b72bf3551a1877018ed27f5361ae6457e98b05e (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-10T21:46:30.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:30.547+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:30.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:30.547+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:30.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:30.547+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:31.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:30 smithi193 podman[125790]: 2024-03-10 21:46:30.854094142 +0000 UTC m=+0.017689789 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:46:31.176 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:30 smithi193 podman[125790]: 2024-03-10 21:46:30.957049575 +0000 UTC m=+0.120645219 container create 014553f6de5f08f952815d7a44712d00bf1f40f35cfa8d97c96e8b389949b43d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-10T21:46:31.176 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:30.904+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:31.177 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:30.904+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:31.177 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:30 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:30.904+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:31.467 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:31 smithi193 podman[125790]: 2024-03-10 21:46:31.176195606 +0000 UTC m=+0.339791262 container init 014553f6de5f08f952815d7a44712d00bf1f40f35cfa8d97c96e8b389949b43d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-03-10T21:46:31.467 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:31 smithi193 podman[125790]: 2024-03-10 21:46:31.179470271 +0000 UTC m=+0.343065914 container start 014553f6de5f08f952815d7a44712d00bf1f40f35cfa8d97c96e8b389949b43d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-03-10T21:46:31.467 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:31 smithi193 podman[125790]: 2024-03-10 21:46:31.251177045 +0000 UTC m=+0.414772700 container attach 014553f6de5f08f952815d7a44712d00bf1f40f35cfa8d97c96e8b389949b43d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=main-cb2b48d) 2024-03-10T21:46:31.754 INFO:journalctl@ceph.osd.5.smithi193.stdout:Mar 10 21:46:31 smithi193 podman[125790]: 2024-03-10 21:46:31.467162425 +0000 UTC m=+0.630758063 container died 014553f6de5f08f952815d7a44712d00bf1f40f35cfa8d97c96e8b389949b43d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-03-10T21:46:31.755 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:31.514+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:31.755 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:31.514+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:31.755 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:31.514+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:32.004 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:31.914+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:32.004 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:31.914+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:32.005 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:31 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:31.914+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:32.021 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.5.service' 2024-03-10T21:46:32.062 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:32.062 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-10T21:46:32.062 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-10T21:46:32.063 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.6 2024-03-10T21:46:32.333 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 systemd[1]: Stopping Ceph osd.6 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:32.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:32.415+0000 7f1a86fb1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:32.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:32.415+0000 7f1a86fb1700 -1 osd.6 843 *** Got signal Terminated *** 2024-03-10T21:46:32.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:32.415+0000 7f1a86fb1700 -1 osd.6 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:46:32.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:32.556+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:32.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:32.556+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:32.835 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:32.556+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:33.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:32.919+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:33.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:32.919+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:33.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:32 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:32.919+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:33.833 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:33.548+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:33.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:33.548+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:33.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:33.548+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:33.834 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:33 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:33.558Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:34.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:33.943+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:34.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:33.943+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:34.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:33 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:33.943+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:34.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:34.569+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:34.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:34.569+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:34.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:34.569+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:34.834 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:34.489Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:34.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:34.490Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:34.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:34 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:34.490Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:35.293 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:34.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:35.293 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:34.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:35.293 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:34 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:34.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:35.583 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:35.527+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:35.584 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:35.527+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:35.584 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:35.527+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:36.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:35.986+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:36.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:35.986+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:36.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:35 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:35.986+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:36.833 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:36.509+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.486069+0000 front 2024-03-10T21:45:48.486236+0000 (oldest deadline 2024-03-10T21:46:11.986075+0000) 2024-03-10T21:46:36.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:36.509+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:51.986662+0000 front 2024-03-10T21:45:51.986609+0000 (oldest deadline 2024-03-10T21:46:17.886456+0000) 2024-03-10T21:46:36.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:36.509+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:03.688070+0000 front 2024-03-10T21:46:03.688129+0000 (oldest deadline 2024-03-10T21:46:26.588006+0000) 2024-03-10T21:46:36.834 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6[98713]: 2024-03-10T21:46:36.509+0000 7f1a7f59d700 -1 osd.6 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:12.190482+0000 front 2024-03-10T21:46:12.190494+0000 (oldest deadline 2024-03-10T21:46:35.690466+0000) 2024-03-10T21:46:37.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:36.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:37.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:36.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:37.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:36 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:36.988+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:38.208 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:37 smithi193 podman[125894]: 2024-03-10 21:46:37.929389125 +0000 UTC m=+5.652319062 container died 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, RELEASE=main-cb2b48d, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-03-10T21:46:38.209 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:38.015+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:38.209 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:38.015+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:38.209 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:38 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:38.015+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:38.583 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:38 smithi193 podman[125894]: 2024-03-10 21:46:38.29921328 +0000 UTC m=+6.022143224 container cleanup 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-03-10T21:46:38.584 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:38 smithi193 bash[125894]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6 2024-03-10T21:46:38.972 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:38 smithi193 podman[125911]: 2024-03-10 21:46:38.617317459 +0000 UTC m=+0.688532328 container remove 3f05fac4da9e1b58046071fca3b4605af1d5039fe3489e327770826144722aae (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307) 2024-03-10T21:46:39.278 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:39.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:39.298 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:39.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:39.299 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:39.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:39.299 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:39 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:39.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:39.299 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:38 smithi193 podman[126004]: 2024-03-10 21:46:38.876478502 +0000 UTC m=+0.018778147 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:46:39.300 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:38 smithi193 podman[126004]: 2024-03-10 21:46:38.986890747 +0000 UTC m=+0.129190417 container create 27debb152e3365c19a57616e3c22fd36a321ba92da305ee594e93698726c0530 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=main-cb2b48d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS) 2024-03-10T21:46:39.300 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:39 smithi193 podman[126004]: 2024-03-10 21:46:39.203986521 +0000 UTC m=+0.346286153 container init 27debb152e3365c19a57616e3c22fd36a321ba92da305ee594e93698726c0530 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d) 2024-03-10T21:46:39.300 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:39 smithi193 podman[126004]: 2024-03-10 21:46:39.207144228 +0000 UTC m=+0.349443855 container start 27debb152e3365c19a57616e3c22fd36a321ba92da305ee594e93698726c0530 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:46:39.301 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:39 smithi193 podman[126004]: 2024-03-10 21:46:39.278687896 +0000 UTC m=+0.420987534 container attach 27debb152e3365c19a57616e3c22fd36a321ba92da305ee594e93698726c0530 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cb2b48d) 2024-03-10T21:46:39.584 INFO:journalctl@ceph.osd.6.smithi193.stdout:Mar 10 21:46:39 smithi193 podman[126004]: 2024-03-10 21:46:39.497971065 +0000 UTC m=+0.640270706 container died 27debb152e3365c19a57616e3c22fd36a321ba92da305ee594e93698726c0530 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-6-deactivate, RELEASE=main-cb2b48d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-10T21:46:40.207 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:40.207 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:40.207 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:40.207 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.032+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:40.227 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.6.service' 2024-03-10T21:46:40.310 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:40.311 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-10T21:46:40.311 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-10T21:46:40.311 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7 2024-03-10T21:46:40.583 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 systemd[1]: Stopping Ceph osd.7 for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:40.584 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:40.178Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:40.584 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:40.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:40.584 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:40 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:40.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:41.075 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.643+0000 7f7991ad7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:41.076 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.643+0000 7f7991ad7700 -1 osd.7 843 *** Got signal Terminated *** 2024-03-10T21:46:41.076 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:40 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:40.643+0000 7f7991ad7700 -1 osd.7 843 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-10T21:46:41.076 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:41.075+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:41.076 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:41.075+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:41.076 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:41.075+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:41.076 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:41 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:41.075+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:42.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:42.067+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:42.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:42.067+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:42.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:42.067+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:42.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:42.067+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:42.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:42 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:42.067+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.193:6804 osd.4 since back 2024-03-10T21:46:19.030128+0000 front 2024-03-10T21:46:19.030245+0000 (oldest deadline 2024-03-10T21:46:41.930162+0000) 2024-03-10T21:46:43.583 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:43.086+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:43.086+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:43.086+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:43.086+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:43.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:43 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:43.086+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.193:6804 osd.4 since back 2024-03-10T21:46:19.030128+0000 front 2024-03-10T21:46:19.030245+0000 (oldest deadline 2024-03-10T21:46:41.930162+0000) 2024-03-10T21:46:44.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:44.090+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:44.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:44.090+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:44.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:44.090+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:44.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:44.090+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:44.585 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:44 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:44.090+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.193:6804 osd.4 since back 2024-03-10T21:46:19.030128+0000 front 2024-03-10T21:46:19.030245+0000 (oldest deadline 2024-03-10T21:46:41.930162+0000) 2024-03-10T21:46:44.834 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:44.490Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:44.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:44.491Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:44.835 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:44 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:44.491Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:45.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:45.057+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-03-10T21:45:48.725718+0000 front 2024-03-10T21:45:48.725688+0000 (oldest deadline 2024-03-10T21:46:14.526109+0000) 2024-03-10T21:46:45.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:45.057+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2024-03-10T21:45:55.627199+0000 front 2024-03-10T21:45:55.627301+0000 (oldest deadline 2024-03-10T21:46:21.527248+0000) 2024-03-10T21:46:45.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:45.057+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2024-03-10T21:46:01.527846+0000 front 2024-03-10T21:46:01.527933+0000 (oldest deadline 2024-03-10T21:46:27.427778+0000) 2024-03-10T21:46:45.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:45.057+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2024-03-10T21:46:10.229395+0000 front 2024-03-10T21:46:10.229358+0000 (oldest deadline 2024-03-10T21:46:39.029813+0000) 2024-03-10T21:46:45.335 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:45 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7[103254]: 2024-03-10T21:46:45.057+0000 7f798a0c3700 -1 osd.7 843 heartbeat_check: no reply from 172.21.15.193:6804 osd.4 since back 2024-03-10T21:46:19.030128+0000 front 2024-03-10T21:46:19.030245+0000 (oldest deadline 2024-03-10T21:46:41.930162+0000) 2024-03-10T21:46:46.327 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:46 smithi193 podman[126108]: 2024-03-10 21:46:46.04642693 +0000 UTC m=+5.515814838 container died 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-10T21:46:46.583 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:46 smithi193 podman[126108]: 2024-03-10 21:46:46.410061442 +0000 UTC m=+5.879449351 container cleanup 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5) 2024-03-10T21:46:46.584 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:46 smithi193 bash[126108]: ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7 2024-03-10T21:46:47.037 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:46 smithi193 podman[126137]: 2024-03-10 21:46:46.686316621 +0000 UTC m=+0.643720373 container remove 63399d1e4441fb69ffe1de8b97d3cb010837913c8e2211edbbf67f999e789f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-cb2b48d, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-03-10T21:46:47.333 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:47 smithi193 podman[126230]: 2024-03-10 21:46:47.037095784 +0000 UTC m=+0.113481767 container create 83f7825df644b41598dd2f4f88dacc06bedc77475cdbf2ef636eacd5d6ce3d8d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-10T21:46:47.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:47 smithi193 podman[126230]: 2024-03-10 21:46:46.941354622 +0000 UTC m=+0.017740610 image pull 4b6be7422c85465d7ffa102559e626be30b9560767a16d6671c461b8a5f71108 quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f 2024-03-10T21:46:47.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:47 smithi193 podman[126230]: 2024-03-10 21:46:47.25713857 +0000 UTC m=+0.333524556 container init 83f7825df644b41598dd2f4f88dacc06bedc77475cdbf2ef636eacd5d6ce3d8d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True) 2024-03-10T21:46:47.334 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:47 smithi193 podman[126230]: 2024-03-10 21:46:47.260347341 +0000 UTC m=+0.336733341 container start 83f7825df644b41598dd2f4f88dacc06bedc77475cdbf2ef636eacd5d6ce3d8d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0) 2024-03-10T21:46:47.833 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:47 smithi193 podman[126230]: 2024-03-10 21:46:47.339377893 +0000 UTC m=+0.415763896 container attach 83f7825df644b41598dd2f4f88dacc06bedc77475cdbf2ef636eacd5d6ce3d8d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d) 2024-03-10T21:46:47.834 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:47 smithi193 podman[126230]: 2024-03-10 21:46:47.550177023 +0000 UTC m=+0.626562998 container died 83f7825df644b41598dd2f4f88dacc06bedc77475cdbf2ef636eacd5d6ce3d8d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-cb2b48d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD) 2024-03-10T21:46:48.131 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7.service' 2024-03-10T21:46:48.157 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:48 smithi193 podman[126257]: 2024-03-10 21:46:48.109822253 +0000 UTC m=+0.554500406 container remove 83f7825df644b41598dd2f4f88dacc06bedc77475cdbf2ef636eacd5d6ce3d8d (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, RELEASE=main-cb2b48d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-10T21:46:48.157 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:48 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7.service: Deactivated successfully. 2024-03-10T21:46:48.157 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:48 smithi193 systemd[1]: Stopped Ceph osd.7 for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:46:48.157 INFO:journalctl@ceph.osd.7.smithi193.stdout:Mar 10 21:46:48 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@osd.7.service: Consumed 1min 8.827s CPU time. 2024-03-10T21:46:48.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:48.172 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-10T21:46:48.173 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-10T21:46:48.173 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a 2024-03-10T21:46:48.582 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:48 smithi071 systemd[1]: Stopping Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:48.834 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: 2024-03-10T21:46:48.581+0000 7fa25648f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:48.834 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:48 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a[115898]: 2024-03-10T21:46:48.581+0000 7fa25648f700 -1 mds.a *** got signal Terminated *** 2024-03-10T21:46:49.849 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:49 smithi071 podman[140051]: 2024-03-10 21:46:49.586207928 +0000 UTC m=+1.207228521 container died c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, org.label-schema.license=GPLv2, RELEASE=main-cb2b48d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-03-10T21:46:50.178 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:50 smithi071 podman[140051]: 2024-03-10 21:46:50.007152596 +0000 UTC m=+1.628173182 container cleanup c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-cb2b48d, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-10T21:46:50.179 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:50 smithi071 bash[140051]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a 2024-03-10T21:46:50.425 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a.service' 2024-03-10T21:46:50.449 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:50 smithi071 podman[140065]: 2024-03-10 21:46:50.225080384 +0000 UTC m=+0.640851109 container remove c4540245015ad1ec0a3e128c67f6847d053d0f6df1e774cd0f43c16edc22c553 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-a, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-03-10T21:46:50.449 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:50 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a.service: Deactivated successfully. 2024-03-10T21:46:50.449 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:50 smithi071 systemd[1]: Stopped Ceph mds.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:46:50.449 INFO:journalctl@ceph.mds.a.smithi071.stdout:Mar 10 21:46:50 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.a.service: Consumed 1.612s CPU time. 2024-03-10T21:46:50.450 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:50.179Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:50.450 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:50.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:50.450 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:50 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:50.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:50.461 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:50.462 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-10T21:46:50.462 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-10T21:46:50.462 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.b 2024-03-10T21:46:50.779 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:50 smithi193 systemd[1]: Stopping Ceph mds.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:51.083 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[107910]: 2024-03-10T21:46:50.778+0000 7f919f592700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-10T21:46:51.084 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:50 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b[107910]: 2024-03-10T21:46:50.778+0000 7f919f592700 -1 mds.b *** got signal Terminated *** 2024-03-10T21:46:52.079 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:51 smithi193 podman[126339]: 2024-03-10 21:46:51.830576074 +0000 UTC m=+1.171970393 container died a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux ) 2024-03-10T21:46:52.332 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:52 smithi193 podman[126339]: 2024-03-10 21:46:52.161865715 +0000 UTC m=+1.503260039 container cleanup a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, RELEASE=main-cb2b48d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:46:52.332 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:52 smithi193 bash[126339]: ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b 2024-03-10T21:46:52.583 INFO:journalctl@ceph.mds.b.smithi193.stdout:Mar 10 21:46:52 smithi193 podman[126353]: 2024-03-10 21:46:52.388008292 +0000 UTC m=+0.559768703 container remove a1cfefc4f95f52b1ed4023d485e165b180b4da4a8254ed25ca43739f99bc50f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:3b15c87969b475464841894824387ae86dea6208bbf251a1eae80254e6e24b0f, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-mds-b, RELEASE=main-cb2b48d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-10T21:46:52.644 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@mds.b.service' 2024-03-10T21:46:52.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:52.682 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-10T21:46:52.682 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-03-10T21:46:52.682 DEBUG:teuthology.orchestra.run.smithi193:> sudo systemctl stop ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a 2024-03-10T21:46:52.998 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 systemd[1]: Stopping Ceph prometheus.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:53.267 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.998Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:46:53.267 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-03-10T21:46:53.267 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-03-10T21:46:53.267 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-03-10T21:46:53.267 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-03-10T21:46:53.268 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:52 smithi193 ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a[115690]: ts=2024-03-10T21:46:52.999Z caller=main.go:1147 level=info msg="See you next time!" 2024-03-10T21:46:53.269 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:53 smithi193 podman[126459]: 2024-03-10 21:46:53.009359302 +0000 UTC m=+0.113287952 container died 36dfdc2d8b927f8e089e8cec9985b089a5d10acd58ef9d5329d3d06f7d0c646b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:53.583 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:53 smithi193 podman[126459]: 2024-03-10 21:46:53.357869347 +0000 UTC m=+0.461797999 container cleanup 36dfdc2d8b927f8e089e8cec9985b089a5d10acd58ef9d5329d3d06f7d0c646b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:53.583 INFO:journalctl@ceph.prometheus.a.smithi193.stdout:Mar 10 21:46:53 smithi193 bash[126459]: ceph-d9129898-df22-11ee-95c7-87774f69a715-prometheus-a 2024-03-10T21:46:53.775 DEBUG:teuthology.orchestra.run.smithi193:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9129898-df22-11ee-95c7-87774f69a715@prometheus.a.service' 2024-03-10T21:46:53.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-10T21:46:53.810 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-03-10T21:46:53.811 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d9129898-df22-11ee-95c7-87774f69a715 --force --keep-logs 2024-03-10T21:46:53.965 INFO:teuthology.orchestra.run.smithi071.stdout:Deleting cluster with fsid: d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:46:54.770 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:54.491Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:54.771 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:54.491Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2024-03-10T21:46:54.771 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:54 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:54.492Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi193.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.193:8443: connect: connection refused" 2024-03-10T21:46:55.695 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:55 smithi071 systemd[1]: Stopping Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:55.987 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:55 smithi071 ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a[123807]: ts=2024-03-10T21:46:55.695Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-03-10T21:46:55.988 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:55 smithi071 podman[140503]: 2024-03-10 21:46:55.746422 +0000 UTC m=+0.177742725 container died 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:56.334 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 podman[140503]: 2024-03-10 21:46:56.179130395 +0000 UTC m=+0.610451169 container cleanup 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:56.335 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 bash[140503]: ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a 2024-03-10T21:46:56.719 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 podman[140517]: 2024-03-10 21:46:56.380471195 +0000 UTC m=+0.635531480 container remove 8c2c5f4095bd5a769bf40894afaf0ce54610ea7158d3a3867eca10e7eddc25c8 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-alertmanager-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:56.719 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 podman[140517]: 2024-03-10 21:46:56.456033804 +0000 UTC m=+0.711094045 volume remove 8eaeb9dc92790a279009e442189ebc18451e4e2bf89c42cf2ffc22cf96023e78 2024-03-10T21:46:57.085 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@alertmanager.a.service: Deactivated successfully. 2024-03-10T21:46:57.085 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 systemd[1]: Stopped Ceph alertmanager.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:46:57.085 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Mar 10 21:46:56 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@alertmanager.a.service: Consumed 1.590s CPU time. 2024-03-10T21:46:57.085 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:56 smithi071 systemd[1]: Stopping Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:46:57.474 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 podman[140624]: 2024-03-10 21:46:57.15223163 +0000 UTC m=+0.113030209 container died 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:57.475 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 podman[140624]: 2024-03-10 21:46:57.47498494 +0000 UTC m=+0.435783521 container cleanup 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:57.834 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 bash[140624]: ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a 2024-03-10T21:46:57.835 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 podman[140638]: 2024-03-10 21:46:57.659499175 +0000 UTC m=+0.508750348 container remove 0a7043ed20a2f80ef620a876aacd84a1b9926c5401d45c497a08938264ab5ff2 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-a, maintainer=The Prometheus Authors ) 2024-03-10T21:46:57.835 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:46:58.228 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2024-03-10T21:46:58.228 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 systemd[1]: Stopped Ceph node-exporter.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:46:58.228 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Mar 10 21:46:57 smithi071 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.a.service: Consumed 2.301s CPU time. 2024-03-10T21:46:58.475 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d9129898-df22-11ee-95c7-87774f69a715 --force --keep-logs 2024-03-10T21:46:58.631 INFO:teuthology.orchestra.run.smithi193.stdout:Deleting cluster with fsid: d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:47:00.323 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:00 smithi193 systemd[1]: Stopping Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:47:00.583 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:00 smithi193 podman[126906]: 2024-03-10 21:47:00.322535372 +0000 UTC m=+0.109352367 container died cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.openshift.expose-services=, architecture=x86_64, version=8.5, maintainer=Paul Cuzner , vendor=Red Hat, Inc., name=ubi8, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, distribution-scope=public, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-03-10T21:47:01.034 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:00 smithi193 podman[126906]: 2024-03-10 21:47:00.628439487 +0000 UTC m=+0.415256485 container cleanup cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, description=Ceph Grafana Container, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, version=8.5, io.openshift.tags=base rhel8) 2024-03-10T21:47:01.035 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:00 smithi193 bash[126906]: ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a 2024-03-10T21:47:01.035 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:00 smithi193 podman[126920]: 2024-03-10 21:47:00.829395231 +0000 UTC m=+0.507284655 container remove cb9fb5f9eae11f252a33965a6ae0facc15a8be2ca6bc6f50358ac28f0e2b5ad1 (image=quay.io/ceph/ceph-grafana:9.4.12, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-grafana-a, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, version=8.5, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, release=239.1651231664) 2024-03-10T21:47:01.035 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:00 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:47:01.333 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:01 smithi193 systemd[1]: Stopping Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715... 2024-03-10T21:47:01.334 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:01 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2024-03-10T21:47:01.334 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:01 smithi193 systemd[1]: Stopped Ceph grafana.a for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:47:01.334 INFO:journalctl@ceph.grafana.a.smithi193.stdout:Mar 10 21:47:01 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@grafana.a.service: Consumed 8.349s CPU time. 2024-03-10T21:47:01.766 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:01 smithi193 podman[127027]: 2024-03-10 21:47:01.476647675 +0000 UTC m=+0.110910185 container died 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:47:02.083 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:01 smithi193 podman[127027]: 2024-03-10 21:47:01.857547025 +0000 UTC m=+0.491809527 container cleanup 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:47:02.083 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:01 smithi193 bash[127027]: ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b 2024-03-10T21:47:02.084 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:01 smithi193 podman[127041]: 2024-03-10 21:47:01.991748848 +0000 UTC m=+0.517730342 container remove 1072f3b7f72119f221d6d84591aa75422c0c06fd7cf03cb7a575d308a00b8438 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-d9129898-df22-11ee-95c7-87774f69a715-node-exporter-b, maintainer=The Prometheus Authors ) 2024-03-10T21:47:02.084 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:01 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-03-10T21:47:02.583 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:02 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2024-03-10T21:47:02.584 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:02 smithi193 systemd[1]: Stopped Ceph node-exporter.b for d9129898-df22-11ee-95c7-87774f69a715. 2024-03-10T21:47:02.584 INFO:journalctl@ceph.node-exporter.b.smithi193.stdout:Mar 10 21:47:02 smithi193 systemd[1]: ceph-d9129898-df22-11ee-95c7-87774f69a715@node-exporter.b.service: Consumed 2.204s CPU time. 2024-03-10T21:47:02.822 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:47:02.857 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-10T21:47:02.886 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-10T21:47:02.891 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/remote/smithi071/crash 2024-03-10T21:47:02.892 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/crash -- . 2024-03-10T21:47:02.947 INFO:teuthology.orchestra.run.smithi071.stderr:tar: /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/crash: Cannot open: No such file or directory 2024-03-10T21:47:02.947 INFO:teuthology.orchestra.run.smithi071.stderr:tar: Error is not recoverable: exiting now 2024-03-10T21:47:02.949 DEBUG:teuthology.misc:Transferring archived files from smithi193:/var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/crash to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/remote/smithi193/crash 2024-03-10T21:47:02.950 DEBUG:teuthology.orchestra.run.smithi193:> sudo tar c -f - -C /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/crash -- . 2024-03-10T21:47:02.987 INFO:teuthology.orchestra.run.smithi193.stderr:tar: /var/lib/ceph/d9129898-df22-11ee-95c7-87774f69a715/crash: Cannot open: No such file or directory 2024-03-10T21:47:02.988 INFO:teuthology.orchestra.run.smithi193.stderr:tar: Error is not recoverable: exiting now 2024-03-10T21:47:02.988 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-10T21:47:02.989 DEBUG:teuthology.orchestra.run.smithi071:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-03-10T21:47:03.023 INFO:teuthology.orchestra.run.smithi071.stdout:2024-03-10T21:24:54.528078+0000 mon.a (mon.0) 74 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-03-10T21:47:03.024 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-10T21:47:03.024 INFO:tasks.cephadm:Compressing logs... 2024-03-10T21:47:03.024 DEBUG:teuthology.orchestra.run.smithi071:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-10T21:47:03.066 DEBUG:teuthology.orchestra.run.smithi193:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-10T21:47:03.092 INFO:teuthology.orchestra.run.smithi071.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-10T21:47:03.093 INFO:teuthology.orchestra.run.smithi071.stderr:: No such file or directory 2024-03-10T21:47:03.093 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.a.log 2024-03-10T21:47:03.093 INFO:teuthology.orchestra.run.smithi071.stderr:gzip/var/log/ceph/cephadm.log: -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.audit.log 2024-03-10T21:47:03.106 INFO:teuthology.orchestra.run.smithi193.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-10T21:47:03.106 INFO:teuthology.orchestra.run.smithi193.stderr:: No such file or directory 2024-03-10T21:47:03.106 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.6.log 2024-03-10T21:47:03.106 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.audit.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mds.b.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.4.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.7.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.5.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr: 83.8% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mds.b.log.gz 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mgr.x.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.cephadm.log 2024-03-10T21:47:03.107 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.cephadm.log.gz 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-volume.log 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log: 90.8% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.audit.log.gz 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi193.stderr: 82.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi193.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.b.log 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.1.log 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.a.log: /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.3.log 2024-03-10T21:47:03.108 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mgr.y.log 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.1.log: /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.0.log 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.cephadm.log 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.cephadm.log: 90.8% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.cephadm.log.gz 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.2.log 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr: 92.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-volume.log 2024-03-10T21:47:03.109 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.2.log: 94.3% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.audit.log.gz 2024-03-10T21:47:03.110 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mds.a.log 2024-03-10T21:47:03.114 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.c.log 2024-03-10T21:47:03.117 INFO:teuthology.orchestra.run.smithi193.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-volume.log: /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.b.log: 92.5% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log.gz 2024-03-10T21:47:03.124 INFO:teuthology.orchestra.run.smithi193.stderr: 91.1% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-volume.log.gz 2024-03-10T21:47:03.132 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mds.a.log: /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.c.log: 95.6% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph.log.gz 2024-03-10T21:47:03.132 INFO:teuthology.orchestra.run.smithi071.stderr: 91.5% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mds.a.log.gz 2024-03-10T21:47:03.135 INFO:teuthology.orchestra.run.smithi071.stderr: 91.1% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-volume.log.gz 2024-03-10T21:47:03.143 INFO:teuthology.orchestra.run.smithi193.stderr: 89.2% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mgr.x.log.gz 2024-03-10T21:47:03.639 INFO:teuthology.orchestra.run.smithi071.stderr: 89.2% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mgr.y.log.gz 2024-03-10T21:47:03.672 INFO:teuthology.orchestra.run.smithi193.stderr: 91.7% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.b.log.gz 2024-03-10T21:47:03.769 INFO:teuthology.orchestra.run.smithi071.stderr: 91.6% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.c.log.gz 2024-03-10T21:47:04.830 INFO:teuthology.orchestra.run.smithi071.stderr: 90.4% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-mon.a.log.gz 2024-03-10T21:47:06.310 INFO:teuthology.orchestra.run.smithi071.stderr: 94.1% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.3.log.gz 2024-03-10T21:47:06.840 INFO:teuthology.orchestra.run.smithi193.stderr: 94.7% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.6.log.gz 2024-03-10T21:47:08.570 INFO:teuthology.orchestra.run.smithi071.stderr: 94.9% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.1.log.gz 2024-03-10T21:47:08.961 INFO:teuthology.orchestra.run.smithi071.stderr: 94.7% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.0.log.gz 2024-03-10T21:47:09.101 INFO:teuthology.orchestra.run.smithi193.stderr: 94.6% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.4.log.gz 2024-03-10T21:47:10.235 INFO:teuthology.orchestra.run.smithi071.stderr: 94.2% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.2.log.gz 2024-03-10T21:47:10.237 INFO:teuthology.orchestra.run.smithi071.stderr: 2024-03-10T21:47:10.237 INFO:teuthology.orchestra.run.smithi071.stderr:real 0m7.158s 2024-03-10T21:47:10.238 INFO:teuthology.orchestra.run.smithi071.stderr:user 0m23.744s 2024-03-10T21:47:10.238 INFO:teuthology.orchestra.run.smithi071.stderr:sys 0m0.923s 2024-03-10T21:47:11.768 INFO:teuthology.orchestra.run.smithi193.stderr: 94.2% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.7.log.gz 2024-03-10T21:47:15.739 INFO:teuthology.orchestra.run.smithi193.stderr: 94.5% -- replaced with /var/log/ceph/d9129898-df22-11ee-95c7-87774f69a715/ceph-osd.5.log.gz 2024-03-10T21:47:15.740 INFO:teuthology.orchestra.run.smithi193.stderr: 2024-03-10T21:47:15.740 INFO:teuthology.orchestra.run.smithi193.stderr:real 0m12.660s 2024-03-10T21:47:15.741 INFO:teuthology.orchestra.run.smithi193.stderr:user 0m30.521s 2024-03-10T21:47:15.741 INFO:teuthology.orchestra.run.smithi193.stderr:sys 0m1.197s 2024-03-10T21:47:15.741 INFO:tasks.cephadm:Archiving logs... 2024-03-10T21:47:15.741 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/remote/smithi071/log 2024-03-10T21:47:15.742 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-10T21:47:19.027 DEBUG:teuthology.misc:Transferring archived files from smithi193:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/remote/smithi193/log 2024-03-10T21:47:19.028 DEBUG:teuthology.orchestra.run.smithi193:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-10T21:47:23.323 INFO:tasks.cephadm:Removing cluster... 2024-03-10T21:47:23.323 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d9129898-df22-11ee-95c7-87774f69a715 --force 2024-03-10T21:47:23.479 INFO:teuthology.orchestra.run.smithi071.stdout:Deleting cluster with fsid: d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:47:23.762 DEBUG:teuthology.orchestra.run.smithi193:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d9129898-df22-11ee-95c7-87774f69a715 --force 2024-03-10T21:47:23.918 INFO:teuthology.orchestra.run.smithi193.stdout:Deleting cluster with fsid: d9129898-df22-11ee-95c7-87774f69a715 2024-03-10T21:47:24.217 INFO:tasks.cephadm:Removing cephadm ... 2024-03-10T21:47:24.217 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-10T21:47:24.234 DEBUG:teuthology.orchestra.run.smithi193:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-10T21:47:24.249 INFO:tasks.cephadm:Teardown complete 2024-03-10T21:47:24.250 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-10T21:47:24.261 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-10T21:47:24.262 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-10T21:47:24.277 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-10T21:47:24.373 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-10T21:47:24.384 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-10T21:47:24.385 DEBUG:teuthology.orchestra.run.smithi071:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T21:47:24.387 DEBUG:teuthology.orchestra.run.smithi193:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-10T21:47:24.399 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2024-03-10T21:47:24.401 INFO:teuthology.orchestra.run.smithi193.stderr:bash: line 1: ntpq: command not found 2024-03-10T21:47:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T21:47:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2024-03-10T21:47:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 9 -9313ns[-9313ns] +/- 133ms 2024-03-10T21:47:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:^* hv02.front.sepia.ceph.com 3 6 377 15 -192us[ -193us] +/- 73ms 2024-03-10T21:47:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 +240us[ +240us] +/- 80ms 2024-03-10T21:47:24.405 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:47:24.406 INFO:teuthology.orchestra.run.smithi193.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-10T21:47:24.407 INFO:teuthology.orchestra.run.smithi193.stdout:=============================================================================== 2024-03-10T21:47:24.407 INFO:teuthology.orchestra.run.smithi193.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 12 -9033ns[-9033ns] +/- 133ms 2024-03-10T21:47:24.407 INFO:teuthology.orchestra.run.smithi193.stdout:^* hv02.front.sepia.ceph.com 3 6 377 14 -209us[ -223us] +/- 73ms 2024-03-10T21:47:24.407 INFO:teuthology.orchestra.run.smithi193.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +249us[ +235us] +/- 80ms 2024-03-10T21:47:24.407 INFO:teuthology.orchestra.run.smithi193.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-10T21:47:24.408 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-10T21:47:24.427 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-10T21:47:24.427 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-10T21:47:24.439 DEBUG:teuthology.orchestra.run.smithi071:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-10T21:47:24.530 DEBUG:teuthology.orchestra.run.smithi193:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-10T21:47:24.609 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T21:47:24.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:47:24.640 DEBUG:teuthology.orchestra.run.smithi193:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-03-10T21:47:24.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:47:24.671 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-10T21:47:24.683 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-10T21:47:24.693 INFO:teuthology.task.internal:Duration was 2539.407001 seconds 2024-03-10T21:47:24.693 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-10T21:47:24.706 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-10T21:47:24.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-10T21:47:24.709 DEBUG:teuthology.orchestra.run.smithi193:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-10T21:47:24.749 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T21:47:24.753 INFO:teuthology.orchestra.run.smithi193.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-10T21:47:25.123 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-10T21:47:25.123 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi071.front.sepia.ceph.com 2024-03-10T21:47:25.123 DEBUG:teuthology.orchestra.run.smithi071:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-10T21:47:25.183 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi193.front.sepia.ceph.com 2024-03-10T21:47:25.183 DEBUG:teuthology.orchestra.run.smithi193:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-10T21:47:25.222 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-10T21:47:25.222 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-10T21:47:25.225 DEBUG:teuthology.orchestra.run.smithi193:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-10T21:47:25.301 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-10T21:47:25.302 DEBUG:teuthology.orchestra.run.smithi071:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-10T21:47:25.304 DEBUG:teuthology.orchestra.run.smithi193:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-10T21:47:26.236 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-10T21:47:26.249 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-10T21:47:26.250 DEBUG:teuthology.orchestra.run.smithi071:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-10T21:47:26.277 DEBUG:teuthology.orchestra.run.smithi193:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-10T21:47:26.306 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-10T21:47:26.318 DEBUG:teuthology.orchestra.run.smithi071:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-10T21:47:26.321 DEBUG:teuthology.orchestra.run.smithi193:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-10T21:47:26.343 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = core 2024-03-10T21:47:26.372 INFO:teuthology.orchestra.run.smithi193.stdout:kernel.core_pattern = core 2024-03-10T21:47:26.407 DEBUG:teuthology.orchestra.run.smithi071:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-10T21:47:26.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:47:26.421 DEBUG:teuthology.orchestra.run.smithi193:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-10T21:47:26.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-10T21:47:26.462 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-10T21:47:26.474 INFO:teuthology.task.internal:Transferring archived files... 2024-03-10T21:47:26.475 DEBUG:teuthology.misc:Transferring archived files from smithi071:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/remote/smithi071 2024-03-10T21:47:26.475 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-10T21:47:26.545 DEBUG:teuthology.misc:Transferring archived files from smithi193:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639/remote/smithi193 2024-03-10T21:47:26.545 DEBUG:teuthology.orchestra.run.smithi193:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-10T21:47:26.587 INFO:teuthology.task.internal:Removing archive directory... 2024-03-10T21:47:26.588 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-10T21:47:26.591 DEBUG:teuthology.orchestra.run.smithi193:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-10T21:47:26.635 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-10T21:47:26.648 INFO:teuthology.task.internal:Not uploading archives. 2024-03-10T21:47:26.648 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-10T21:47:26.663 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-10T21:47:26.664 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-10T21:47:26.666 DEBUG:teuthology.orchestra.run.smithi193:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-10T21:47:26.678 INFO:teuthology.orchestra.run.smithi071.stdout: 266037 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 10 21:47 /home/ubuntu/cephtest 2024-03-10T21:47:26.690 INFO:teuthology.orchestra.run.smithi193.stdout: 265300 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 10 21:47 /home/ubuntu/cephtest 2024-03-10T21:47:26.691 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-10T21:47:26.766 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-10T21:47:26.793 INFO:teuthology.nuke:Checking targets against current locks 2024-03-10T21:47:26.822 DEBUG:teuthology.nuke:shortname: smithi071 2024-03-10T21:47:26.822 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-10T21:47:26.846 DEBUG:teuthology.nuke:shortname: smithi193 2024-03-10T21:47:26.846 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-10T21:47:26.851 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 20:50:32.176980', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBXAP4zXPSAtqxXiwAI/sjZHrRwwNzeicIAq9xzobu01ZqklbcMLs0fND2WVmTvXMu3Vlv7vlJI4yR+4XXj5IJU='} 2024-03-10T21:47:26.875 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi193.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-03-10_20:46:54-rados-main-distro-default-smithi/7589639', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-10 20:50:32.178891', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO2upE9z7vzsQEiZtEdlbnJeSAzHfpMyy0YZSaUfdyLgodPhjWe2QnctN32QcDJN9VZ/gvwxyPiPMIPA2ECFdis='} 2024-03-10T21:47:26.902 INFO:teuthology.orchestra.console.smithi071:Power off 2024-03-10T21:47:26.903 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-10T21:47:26.927 DEBUG:teuthology.orchestra.console.smithi071:power off output: Chassis Power Control: Down/Off 2024-03-10T21:47:26.927 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:26.945 INFO:teuthology.orchestra.console.smithi193:Power off 2024-03-10T21:47:26.945 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-10T21:47:26.956 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2024-03-10T21:47:26.971 DEBUG:teuthology.orchestra.console.smithi193:power off output: Chassis Power Control: Down/Off 2024-03-10T21:47:26.972 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:26.997 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is on 2024-03-10T21:47:30.958 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:30.999 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:31.070 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2024-03-10T21:47:31.110 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is on 2024-03-10T21:47:35.074 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:35.112 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:35.188 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is off 2024-03-10T21:47:35.223 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is on 2024-03-10T21:47:35.290 INFO:teuthology.orchestra.console.smithi071:Power off completed 2024-03-10T21:47:39.226 DEBUG:teuthology.orchestra.console.smithi193:pexpect command: ipmitool -H smithi193.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-10T21:47:39.337 DEBUG:teuthology.orchestra.console.smithi193:check power output: Chassis Power is off 2024-03-10T21:47:39.438 INFO:teuthology.orchestra.console.smithi193:Power off completed 2024-03-10T21:47:39.543 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2539.4070014953613 failure_reason: failed to complete snap trimming before timeout flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=b0c3d3a67e21462987553170b42df4c5 status: fail success: false 2024-03-10T21:47:39.543 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-10T21:47:39.764 INFO:teuthology.run:FAIL